these 120 derivations will be built:
  /nix/store/zd0n4l234ad3694yqkbsj2ygccwr6rny-app.service.drv
  /nix/store/0hfbv78wvxjqf1jzrzx1azyprnydmp9w-flakelet-app-units.drv
  /nix/store/3ycpz0l1vixp0mazxjmfbb2jzidqhskx-app.service.drv
  /nix/store/0pv09fqijrvy31i7jc1kzsh0lsridh39-flakelet-app-units.drv
  /nix/store/1g58k4456mg1chh8501662ww1gdnwmnd-app.service.drv
  /nix/store/1ilgqsw66a1hari9zkxpc1rjliwvpr01-X-Restart-Triggers-flakelet-app.drv
  /nix/store/1mz2wl1k1ixpw24csmxkc23bal4qjczp-flakelet-app-state.json.drv
  /nix/store/1n1d9gvrhng4cm7xw72y4vsddvslwwpd-flakelet-other-state.json.drv
  /nix/store/ww3j3mfy2sw31cpn9wzr3gyimg7cqb9g-app.service.drv
  /nix/store/29lsp4zn0a767fz9a709i0xsnb1g20jj-flakelet-app-units.drv
  /nix/store/dvz5mc6xldnk3468p9dkfxsldg259177-users-groups.json.drv
  /nix/store/d83xhlg2ajiwzf7l0lngrdq34cn00256-dry-activate.drv
  /nix/store/i4ggrsxc9il2rz6pgxigv2x3ifdh12xl-system-path.drv
  /nix/store/3blhsljp3pmniips5qkk12mdbmcli8r4-dbus-1.drv
  /nix/store/5yq7y2haa7vp9bnpj76v8bivbnyr19cq-flakelet-relay-test-issuer.drv
  /nix/store/adr8n0mq8lz73rgvy4scqaiwv7frmkfg-flakelet-relay-test-certs.drv
  /nix/store/6b4ndmmhgxwm9pvkb2dyna7syf8bfrhy-nginx.conf.drv
  /nix/store/jqc0znnp5jc7m1xmccvrjawmci498yyz-string-hosts.drv
  /nix/store/r970hkk9iip094cwxcs6bv6g0mfqilvf-extra-hosts.drv
  /nix/store/7m23gb2ak02a8i5vb9hza39aiz41jb6y-hosts.drv
  /nix/store/q67bwkx3r6798hzah2rm4v4wiaffk74l-flakelet-flakelet-relay-meta.json.drv
  /nix/store/a0sgqy7fdqgyrglxmibdpm90spj9sb1d-secret.drv
  /nix/store/9c0yk3nlzw2agk545mm5w79kv2il7vzs-flakelet-relay.json.drv
  /nix/store/sd869s2iv9h503g4ny3ny26q5sjk5z1m-flakelet-relay.json.drv
  /nix/store/58ry0m2xsff9iihhjvpi3mk864i2jjk2-flakelet-relay.service.drv
  /nix/store/sxh7mgw16zcxn6nmbic8hizfzjwqg3ns-flakelet-flakelet-relay-units.drv
  /nix/store/wmqc3sfn5qyvanivy1l8hn5sjndk2svc-flakelet-flakelet-relay.drv
  /nix/store/j9d57f5ddykzr30q2izi6zy51as6yj4x-flakelet-config.json.drv
  /nix/store/l5596ff0xbqbpfrim2qwvm7j7y8ifjvp-X-Restart-Triggers-flakelet-reconcile.drv
  /nix/store/bapzxcyfl91a08xqpmcvk9yf4y7qn50x-unit-flakelet-reconcile.service.drv
  /nix/store/vblz9fppzk8pxvsiyjxc3hf7j79gcr69-dnsmasq.conf.drv
  /nix/store/rn6hybd42v4xfpkhk2dsb9lkvikf54xn-unit-script-dnsmasq-pre-start.drv
  /nix/store/wxdrh30zfkzv9zx1vdchc00hiz723j7i-X-Restart-Triggers-dnsmasq.drv
  /nix/store/dfx9rlyrdyprqqyfr19zdwz76c1b1q7y-unit-dnsmasq.service.drv
  /nix/store/iz90w1pkf7s528m2yyszdk2bzaabdhb3-firewall-start.drv
  /nix/store/rrz9qah2an49s5ddmwgxd2ginyq0iwhz-firewall-reload.drv
  /nix/store/h4r2c6l2fbcvagv7jcd96xm0wfiyyklv-unit-firewall.service.drv
  /nix/store/n4cs2yfn5jf1wcmn9kqldiqkzhjbdyxk-X-Restart-Triggers-flakelet-flakelet-relay.drv
  /nix/store/pn35jax3cra98zy2pr4c2qs0d39ldbx2-unit-flakelet-flakelet-relay.service.drv
  /nix/store/3rcg661bzwb255i14rafkqsb69038l2b-device-mock.drv
  /nix/store/3114hwnp7y1mg95gjxvx0gv0dxpjla94-device-mock.drv
  /nix/store/rslyxirnn9xw1maidi0khmqi4fx1kq94-unit-device-mock.service.drv
  /nix/store/rphgrmy10mj5y0lgk13h2fwd396hspwq-X-Restart-Triggers-dbus-broker.drv
  /nix/store/wzr8ddb3qm12kkc141nf94fz8jc6lry2-unit-dbus-broker.service.drv
  /nix/store/x1fx1s891sx14ld8ilxrsfapbwzwqj2g-unit-script-nginx-pre-start.drv
  /nix/store/y5dw8isfkz74bkp3c130ivznr8d21azb-unit-nginx.service.drv
  /nix/store/zcyya861sw78277bzhnfxx41zlhcvag1-unit-network-addresses-eth1.service.drv
  /nix/store/9mc1xr8cswa3jiq80apmys9pdcydzyvn-system-units.drv
  /nix/store/p016pym67l4q1fd7az9rniab5jck0rw6-etc-hostname.drv
  /nix/store/4ff8byrv28skx6v18q3akyg1lz9cicpy-unit-dbus-broker.service.drv
  /nix/store/wqyv572cbhpzbwdnl1xwsawq0vfixy32-user-units.drv
  /nix/store/hs7176lzi2ng2n2maqjs53hd47dda669-etc.drv
  /nix/store/zpsbrgy25y9asigy7caphkkcz4z8p3pg-activate.drv
  /nix/store/3cfzixa8jhxsbngakwblnpdfqaxc8b35-nixos-system-relay-test.drv
  /nix/store/2swiyr4yjlyarsw3jc32y8vqwl0xmnns-run-relay-nspawn.drv
  /nix/store/lcrwzc1hwq3sd9kc3bdszgwn4d130dlb-flakelet-app-units.drv
  /nix/store/x57av8p1chqxg4v69w3mn2zilz7fhv1w-flakelet-app-meta.json.drv
  /nix/store/5isswps1zij2mfhnl30rclh6mjazdi7a-flakelet-app-broken.drv
  /nix/store/p50a4frp9x9k63p0298zs696w0arx30g-app.service.drv
  /nix/store/q83cjwb8pfgylpmzcxgzdjg3kkwrarml-flakelet-app-units.drv
  /nix/store/60ngnc2xjn68qb2y9cdwndndazyjjdii-flakelet-app-slow.drv
  /nix/store/d44w862cxql2bk35na4309j43ilyd218-flakelet-app-v2.drv
  /nix/store/w5fw3p98021c082p3c30jcyj4dfm248k-flakelet-app-slow2.drv
  /nix/store/ydcm11jq6mk5h0skp1qz8sb27s4szaj0-flakelet-app-v1.drv
  /nix/store/6lqk1p7r6v10jaf8wh2gmaahxnmbf1v0-test-script.drv
  /nix/store/b62cgx3yla658pvq9jj7j7sas0smmm74-system-path.drv
  /nix/store/3f7w1zrfc0ayd0nx93pgkn02id22dq3b-users-groups.json.drv
  /nix/store/5vh9dsay7yl46j0q88ip7mw39l3ci8li-dbus-1.drv
  /nix/store/klb3h7xf7h3jjwfrpx14mlxn7mjs64j7-other.service.drv
  /nix/store/7m52cmdl4ryj0kiygplsjz7hhmrs2gyy-flakelet-other-units.drv
  /nix/store/wd0ws1zglgnxdagby6qnnwg64jyfjshn-flakelet-other-meta.json.drv
  /nix/store/60qmdqfwh9r251ds0iqqkw8bj44vjxif-flakelet-other-v1.drv
  /nix/store/38nrdqzr1g6jkl8zjc4wiyr5b4ld7yzz-flakelet-flakelet-agent-meta.json.drv
  /nix/store/8b46p6bsxxs5rh7k5szr0f2aba34wiw6-flakelet-agent.json.drv
  /nix/store/jwvqql9qi8k4p8ypcjmrbbkxp39sgh8j-flakelet-agent.service.drv
  /nix/store/hg3i347n341x1mxaprhazk98173r13bn-flakelet-flakelet-agent-units.drv
  /nix/store/7q06z48ax2fp2ynmi5nh9l2yx6vmhr6a-flakelet-flakelet-agent.drv
  /nix/store/dviyjz59azjszl2i05r4wdlmxpy1ly3c-flakelet-config.json.drv
  /nix/store/xxmb5lvg41aff4sc19dlqnya532h6xvd-string-hosts.drv
  /nix/store/gj6mn8ks9ih8y00ld9al892p1svf3m8x-hosts.drv
  /nix/store/kiq5v2h0vcbam4v8xz3vvbmgf3a91skj-etc-hostname.drv
  /nix/store/316mb4b3sm0kfnq1h4vfz9hdkcb3krbf-unit-script-network-local-commands-start.drv
  /nix/store/4v8j88vyzr8g2ksxycl4jchvm0pdmjyj-unit-network-local-commands.service.drv
  /nix/store/6hc1gbqr9pdzpmp1788izai09j8i841z-unit-flakelet-app.service.drv
  /nix/store/6s5wf50k429jfrx97m15cj3ibqgj45jy-X-Restart-Triggers-dbus-broker.drv
  /nix/store/ijamgyz4pldizpx1fvii2k91kr5bn1vr-unit-dbus-broker.service.drv
  /nix/store/ibf1jdh0x62cqvf454ydyyjbndn9jf85-X-Restart-Triggers-flakelet-flakelet-agent.drv
  /nix/store/jryy0pw8lgrv3j4965dyazz8znzig52f-unit-flakelet-flakelet-agent.service.drv
  /nix/store/5cpz4gf64zkcxam92ks9xz0vixsdrs5r-X-Restart-Triggers-flakelet-reconcile.drv
  /nix/store/vsyi8mhriifpm757aiygknq2dsza4cb6-unit-flakelet-reconcile.service.drv
  /nix/store/f9vic0dx304xfgkbfb9ggkxdzzp56mgc-X-Restart-Triggers-flakelet-other.drv
  /nix/store/z54pfhag2wbxr22c96567nrzrkpvh3sf-unit-flakelet-other.service.drv
  /nix/store/m1ansnv1s0awyjp68skxli2g62zd3jyx-system-units.drv
  /nix/store/ibsxcm82xvk7yw6bmfg829s2rjzsfh7x-unit-dbus-broker.service.drv
  /nix/store/rmcyhdmm30ic0di1jp1kxzna1kkdczmg-user-units.drv
  /nix/store/m0skw17mlxmb6j9sf07bjy3hnzdar89q-etc.drv
  /nix/store/in115wyw0sshyq0fcg13kd2p8zrwlghf-activate.drv
  /nix/store/s4d0jp52kca3vcxggkg80g432mi193zv-dry-activate.drv
  /nix/store/qkljw8ahawirq096li0g8xiafn1m47q8-nixos-system-agent-test.drv
  /nix/store/amp4z7gyn6j2139bd7bsn8qkan4gx4fj-run-agent-nspawn.drv
  /nix/store/89j22sq7hyxw6is5p7hay1ld9qp29riv-hosts.drv
  /nix/store/9xrhfqn3yl5kq8lwvb1y2aszn4xnlq4h-push.drv
  /nix/store/mr05mfj6bwy9jarw6ah5rnvmpxkinlma-system-path.drv
  /nix/store/v8rk2fcyp1ii8nq02djj7xsw1pn06h94-dbus-1.drv
  /nix/store/9yfdd8xwssbk7z4m31sbrybbkyzz86pd-X-Restart-Triggers-dbus-broker.drv
  /nix/store/wvl01fy3qvwgvddxi9mfzrjzj3fgqw2w-unit-dbus-broker.service.drv
  /nix/store/di6qvkvqal7asfddahxykhj8w6pbyqg2-user-units.drv
  /nix/store/jfwfzz43yk1ijsyfsz3qn1ayy50yyjh6-tmpfiles.d.drv
  /nix/store/817l07p3b4zx1kcx56pb5n0nqsnd6i57-X-Restart-Triggers-systemd-tmpfiles-resetup.drv
  /nix/store/bzi4ni9ai90h6vfnvrnhdv18v1i0zsv6-unit-systemd-tmpfiles-resetup.service.drv
  /nix/store/l4iwir83xrzvg3fgpxl22hfm3wq7vy1p-unit-dbus-broker.service.drv
  /nix/store/rn261imc2zziqnv2qsks6r35wfs00dwg-system-units.drv
  /nix/store/wci8rkjmgx3744yh7i27sfiwppsnwwj5-etc.drv
  /nix/store/zdgsgxyrn8q96z194sc4yzafd1fi38hn-users-groups.json.drv
  /nix/store/gaxsi1nq3plhypzsgdl3pzlxhr3r92ck-activate.drv
  /nix/store/kavfrwgj0piq334f1cbczzgvac2iwvli-nixos-system-client-test.drv
  /nix/store/vmy05gq6lxj2vxbzq6ksd0xlxf5502mx-run-client-nspawn.drv
  /nix/store/bndf86fyll31jq08h2kpvawrz9vy14yj-driverConfiguration.json.drv
  /nix/store/2w7ay5dj20blkqvaiqlcdmk92xikhl3l-nixos-test-driver-flakelet-relay.drv
  /nix/store/36f1mnarm4xqlyfyj9zgvfgvs4lz8ri0-container-test-run-flakelet-relay.drv
these 5 paths will be fetched (13.1 MiB download, 38.7 MiB unpacked):
  /nix/store/w1i9m5jm4agy4amsk81wzl7csnn0r9f6-dry-activate
  /nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1
  /nix/store/5jxd97nwiy1y69v8jkwfg9wfd5y097z3-run-nspawn-1.0
  /nix/store/k1bcn6p9m4k0bf1b6hmwzzph3bq9338b-step-cli-0.31.0
  /nix/store/cr9arshfrplcgjxp1c0r5klav0ci3zpv-users-groups.json
building '/nix/store/x57av8p1chqxg4v69w3mn2zilz7fhv1w-flakelet-app-meta.json.drv'
building '/nix/store/1mz2wl1k1ixpw24csmxkc23bal4qjczp-flakelet-app-state.json.drv'
building '/nix/store/1g58k4456mg1chh8501662ww1gdnwmnd-app.service.drv'
building '/nix/store/3ycpz0l1vixp0mazxjmfbb2jzidqhskx-app.service.drv'
building '/nix/store/p50a4frp9x9k63p0298zs696w0arx30g-app.service.drv'
building '/nix/store/ww3j3mfy2sw31cpn9wzr3gyimg7cqb9g-app.service.drv'
building '/nix/store/zd0n4l234ad3694yqkbsj2ygccwr6rny-app.service.drv'
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
flakelet-app-meta.json> tribuchet: building on jamie
flakelet-app-state.json> tribuchet: building on jamie
app.service> tribuchet: building on jamie
building '/nix/store/adr8n0mq8lz73rgvy4scqaiwv7frmkfg-flakelet-relay-test-certs.drv'
building '/nix/store/b62cgx3yla658pvq9jj7j7sas0smmm74-system-path.drv'
building '/nix/store/i4ggrsxc9il2rz6pgxigv2x3ifdh12xl-system-path.drv'
building '/nix/store/kiq5v2h0vcbam4v8xz3vvbmgf3a91skj-etc-hostname.drv'
building '/nix/store/p016pym67l4q1fd7az9rniab5jck0rw6-etc-hostname.drv'
building '/nix/store/jfwfzz43yk1ijsyfsz3qn1ayy50yyjh6-tmpfiles.d.drv'
building '/nix/store/r970hkk9iip094cwxcs6bv6g0mfqilvf-extra-hosts.drv'
building '/nix/store/jqc0znnp5jc7m1xmccvrjawmci498yyz-string-hosts.drv'
building '/nix/store/xxmb5lvg41aff4sc19dlqnya532h6xvd-string-hosts.drv'
building '/nix/store/zcyya861sw78277bzhnfxx41zlhcvag1-unit-network-addresses-eth1.service.drv'
building '/nix/store/1ilgqsw66a1hari9zkxpc1rjliwvpr01-X-Restart-Triggers-flakelet-app.drv'
building '/nix/store/ibf1jdh0x62cqvf454ydyyjbndn9jf85-X-Restart-Triggers-flakelet-flakelet-agent.drv'
building '/nix/store/n4cs2yfn5jf1wcmn9kqldiqkzhjbdyxk-X-Restart-Triggers-flakelet-flakelet-relay.drv'
building '/nix/store/f9vic0dx304xfgkbfb9ggkxdzzp56mgc-X-Restart-Triggers-flakelet-other.drv'
building '/nix/store/vblz9fppzk8pxvsiyjxc3hf7j79gcr69-dnsmasq.conf.drv'
building '/nix/store/iz90w1pkf7s528m2yyszdk2bzaabdhb3-firewall-start.drv'
building '/nix/store/316mb4b3sm0kfnq1h4vfz9hdkcb3krbf-unit-script-network-local-commands-start.drv'
X-Restart-Triggers-flakelet-app> tribuchet: building on jamie
X-Restart-Triggers-flakelet-flakelet-agent> tribuchet: building on jamie
X-Restart-Triggers-flakelet-flakelet-relay> tribuchet: building on jamie
X-Restart-Triggers-flakelet-other> tribuchet: building on jamie
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
dnsmasq.conf> tribuchet: building on jamie
etc-hostname> tribuchet: building on jamie
etc-hostname> tribuchet: building on jamie
extra-hosts> tribuchet: building on jamie
firewall-start> tribuchet: building on jamie
flakelet-app-meta.json> structuredAttrs is enabled
flakelet-app-state.json> structuredAttrs is enabled
flakelet-relay-test-certs> tribuchet: building on jamie
flakelet-relay-test-certs> .........+.........+...+.....+.......+..+......+++++++++++++++++++++++++++++++++++++++*....+...+.+......+.....+.........+.+........+....+++++++++++++++++++++++++++++++++++++++*.........+..+...+...+.........+......+....+........+.+..+....+...............+...............+...+...+...............+...............+..+..........+.....+.+.....+.......+........+......+.+..+.............+..+.+......+........+.......+..................+..+.+..+.....................+..........+......+...+.................+...+.+.....+......+...+..........+...+...............+...+......+.....+...+......+.+...+.....+.+.....+....+...+........+.......+.....+...+.......+..+...+....+...+...+...+...........+..........+.........+...............+.....+.+.....+.+..+.+...............+.........+..+...+..........+......++++++
flakelet-relay-test-certs> .........+......+.....+.........+......+.+......+..+.+..+...+.+......+........+......+.+.....+...+.......+..+.+..............+..........+...+..+.+..............+.......+.....+...+++++++++++++++++++++++++++++++++++++++*..+...+....+.....+...+++++++++++++++++++++++++++++++++++++++*...+...++++++
flakelet-relay-test-certs> -----
flakelet-relay-test-certs> Certificate request self-signature ok
flakelet-relay-test-certs> subject=CN=admin
string-hosts> tribuchet: building on jamie
string-hosts> tribuchet: building on jamie
system-path> tribuchet: building on jamie
system-path> tribuchet: building on jamie
tmpfiles.d> tribuchet: building on jamie
unit-network-addresses-eth1.service> tribuchet: building on jamie
unit-script-network-local-commands-start> tribuchet: building on jamie
building '/nix/store/3f7w1zrfc0ayd0nx93pgkn02id22dq3b-users-groups.json.drv'
building '/nix/store/dvz5mc6xldnk3468p9dkfxsldg259177-users-groups.json.drv'
building '/nix/store/38nrdqzr1g6jkl8zjc4wiyr5b4ld7yzz-flakelet-flakelet-agent-meta.json.drv'
building '/nix/store/q67bwkx3r6798hzah2rm4v4wiaffk74l-flakelet-flakelet-relay-meta.json.drv'
building '/nix/store/wd0ws1zglgnxdagby6qnnwg64jyfjshn-flakelet-other-meta.json.drv'
building '/nix/store/1n1d9gvrhng4cm7xw72y4vsddvslwwpd-flakelet-other-state.json.drv'
building '/nix/store/klb3h7xf7h3jjwfrpx14mlxn7mjs64j7-other.service.drv'
etc-hostname> structuredAttrs is enabled
etc-hostname> structuredAttrs is enabled
extra-hosts> structuredAttrs is enabled
flakelet-flakelet-agent-meta.json> tribuchet: building on jamie
flakelet-flakelet-relay-meta.json> tribuchet: building on jamie
flakelet-other-meta.json> tribuchet: building on jamie
flakelet-other-state.json> tribuchet: building on jamie
string-hosts> structuredAttrs is enabled
system-path> structuredAttrs is enabled
users-groups.json> tribuchet: building on jamie
users-groups.json> tribuchet: building on jamie
building '/nix/store/0pv09fqijrvy31i7jc1kzsh0lsridh39-flakelet-app-units.drv'
building '/nix/store/29lsp4zn0a767fz9a709i0xsnb1g20jj-flakelet-app-units.drv'
building '/nix/store/lcrwzc1hwq3sd9kc3bdszgwn4d130dlb-flakelet-app-units.drv'
building '/nix/store/q83cjwb8pfgylpmzcxgzdjg3kkwrarml-flakelet-app-units.drv'
X-Restart-Triggers-flakelet-app> structuredAttrs is enabled
X-Restart-Triggers-flakelet-flakelet-agent> structuredAttrs is enabled
flakelet-app-units> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
other.service> tribuchet: building on jamie
string-hosts> structuredAttrs is enabled
system-path> structuredAttrs is enabled
building '/nix/store/0hfbv78wvxjqf1jzrzx1azyprnydmp9w-flakelet-app-units.drv'
building '/nix/store/9xrhfqn3yl5kq8lwvb1y2aszn4xnlq4h-push.drv'
building '/nix/store/8b46p6bsxxs5rh7k5szr0f2aba34wiw6-flakelet-agent.json.drv'
X-Restart-Triggers-flakelet-flakelet-relay> structuredAttrs is enabled
flakelet-app-units> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
push> tribuchet: building on jamie
building '/nix/store/a0sgqy7fdqgyrglxmibdpm90spj9sb1d-secret.drv'
dnsmasq.conf> structuredAttrs is enabled
flakelet-agent.json> tribuchet: building on jamie
secret> tribuchet: building on jamie
X-Restart-Triggers-flakelet-other> structuredAttrs is enabled
firewall-start> structuredAttrs is enabled
building '/nix/store/5yq7y2haa7vp9bnpj76v8bivbnyr19cq-flakelet-relay-test-issuer.drv'
flakelet-relay-test-issuer> tribuchet: building on jamie
users-groups.json> structuredAttrs is enabled
unit-script-network-local-commands-start> structuredAttrs is enabled
system-path> created 6402 symlinks in user environment
users-groups.json> structuredAttrs is enabled
flakelet-flakelet-agent-meta.json> structuredAttrs is enabled
flakelet-other-meta.json> structuredAttrs is enabled
flakelet-flakelet-relay-meta.json> structuredAttrs is enabled
flakelet-other-state.json> structuredAttrs is enabled
other.service> structuredAttrs is enabled
unit-network-addresses-eth1.service> structuredAttrs is enabled
system-path> created 6399 symlinks in user environment
building '/nix/store/817l07p3b4zx1kcx56pb5n0nqsnd6i57-X-Restart-Triggers-systemd-tmpfiles-resetup.drv'
X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie
building '/nix/store/7m23gb2ak02a8i5vb9hza39aiz41jb6y-hosts.drv'
building '/nix/store/89j22sq7hyxw6is5p7hay1ld9qp29riv-hosts.drv'
building '/nix/store/gj6mn8ks9ih8y00ld9al892p1svf3m8x-hosts.drv'
hosts> tribuchet: building on jamie
hosts> tribuchet: building on jamie
building '/nix/store/6hc1gbqr9pdzpmp1788izai09j8i841z-unit-flakelet-app.service.drv'
building '/nix/store/jryy0pw8lgrv3j4965dyazz8znzig52f-unit-flakelet-flakelet-agent.service.drv'
building '/nix/store/pn35jax3cra98zy2pr4c2qs0d39ldbx2-unit-flakelet-flakelet-relay.service.drv'
building '/nix/store/z54pfhag2wbxr22c96567nrzrkpvh3sf-unit-flakelet-other.service.drv'
building '/nix/store/rn6hybd42v4xfpkhk2dsb9lkvikf54xn-unit-script-dnsmasq-pre-start.drv'
flakelet-agent.json> structuredAttrs is enabled
hosts> tribuchet: building on jamie
secret> structuredAttrs is enabled
unit-flakelet-app.service> tribuchet: building on jamie
unit-flakelet-flakelet-agent.service> tribuchet: building on jamie
unit-flakelet-flakelet-relay.service> tribuchet: building on jamie
unit-flakelet-other.service> tribuchet: building on jamie
building '/nix/store/rrz9qah2an49s5ddmwgxd2ginyq0iwhz-firewall-reload.drv'
unit-script-dnsmasq-pre-start> tribuchet: building on jamie
firewall-reload> tribuchet: building on jamie
building '/nix/store/d83xhlg2ajiwzf7l0lngrdq34cn00256-dry-activate.drv'
push> structuredAttrs is enabled
building '/nix/store/s4d0jp52kca3vcxggkg80g432mi193zv-dry-activate.drv'
building '/nix/store/7m52cmdl4ryj0kiygplsjz7hhmrs2gyy-flakelet-other-units.drv'
building '/nix/store/4v8j88vyzr8g2ksxycl4jchvm0pdmjyj-unit-network-local-commands.service.drv'
dry-activate> tribuchet: building on jamie
dry-activate> tribuchet: building on jamie
flakelet-other-units> tribuchet: building on jamie
unit-network-local-commands.service> tribuchet: building on jamie
X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled
building '/nix/store/d44w862cxql2bk35na4309j43ilyd218-flakelet-app-v2.drv'
flakelet-app-v2> tribuchet: building on jamie
flakelet-relay-test-issuer> Your public key has been saved in /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.pub.json.
flakelet-relay-test-issuer> Your private key has been saved in /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json.
building '/nix/store/60ngnc2xjn68qb2y9cdwndndazyjjdii-flakelet-app-slow.drv'
dry-activate> structuredAttrs is enabled
dry-activate> structuredAttrs is enabled
firewall-reload> structuredAttrs is enabled
unit-flakelet-other.service> structuredAttrs is enabled
unit-network-local-commands.service> structuredAttrs is enabled
unit-script-dnsmasq-pre-start> structuredAttrs is enabled
unit-flakelet-app.service> structuredAttrs is enabled
unit-flakelet-flakelet-agent.service> structuredAttrs is enabled
flakelet-app-slow> tribuchet: building on jamie
unit-flakelet-flakelet-relay.service> structuredAttrs is enabled
building '/nix/store/ydcm11jq6mk5h0skp1qz8sb27s4szaj0-flakelet-app-v1.drv'
building '/nix/store/jwvqql9qi8k4p8ypcjmrbbkxp39sgh8j-flakelet-agent.service.drv'
building '/nix/store/5isswps1zij2mfhnl30rclh6mjazdi7a-flakelet-app-broken.drv'
building '/nix/store/w5fw3p98021c082p3c30jcyj4dfm248k-flakelet-app-slow2.drv'
flakelet-agent.service> tribuchet: building on jamie
flakelet-app-broken> tribuchet: building on jamie
flakelet-app-v1> tribuchet: building on jamie
building '/nix/store/wxdrh30zfkzv9zx1vdchc00hiz723j7i-X-Restart-Triggers-dnsmasq.drv'
building '/nix/store/3rcg661bzwb255i14rafkqsb69038l2b-device-mock.drv'
building '/nix/store/9c0yk3nlzw2agk545mm5w79kv2il7vzs-flakelet-relay.json.drv'
building '/nix/store/6b4ndmmhgxwm9pvkb2dyna7syf8bfrhy-nginx.conf.drv'
building '/nix/store/bzi4ni9ai90h6vfnvrnhdv18v1i0zsv6-unit-systemd-tmpfiles-resetup.service.drv'
X-Restart-Triggers-dnsmasq> tribuchet: building on jamie
device-mock> tribuchet: building on jamie
flakelet-app-slow2> tribuchet: building on jamie
flakelet-relay.json> tribuchet: building on jamie
nginx.conf> tribuchet: building on jamie
unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie
building '/nix/store/mr05mfj6bwy9jarw6ah5rnvmpxkinlma-system-path.drv'
building '/nix/store/60qmdqfwh9r251ds0iqqkw8bj44vjxif-flakelet-other-v1.drv'
building '/nix/store/h4r2c6l2fbcvagv7jcd96xm0wfiyyklv-unit-firewall.service.drv'
flakelet-other-v1> tribuchet: building on jamie
system-path> tribuchet: building on jamie
building '/nix/store/5vh9dsay7yl46j0q88ip7mw39l3ci8li-dbus-1.drv'
flakelet-agent.service> structuredAttrs is enabled
unit-firewall.service> tribuchet: building on jamie
building '/nix/store/3blhsljp3pmniips5qkk12mdbmcli8r4-dbus-1.drv'
X-Restart-Triggers-dnsmasq> structuredAttrs is enabled
dbus-1> tribuchet: building on jamie
flakelet-relay.json> structuredAttrs is enabled
nginx.conf> structuredAttrs is enabled
system-path> structuredAttrs is enabled
unit-firewall.service> structuredAttrs is enabled
unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled
dbus-1> tribuchet: building on jamie
nginx.conf> 
nginx.conf> ==================== Results ===================
nginx.conf> No issues found.
nginx.conf> 
nginx.conf> ==================== Summary ===================
nginx.conf> Total issues:
nginx.conf>     Unspecified: 0
nginx.conf>     Low: 0
nginx.conf>     Medium: 0
nginx.conf>     High: 0
nginx.conf> 
building '/nix/store/hg3i347n341x1mxaprhazk98173r13bn-flakelet-flakelet-agent-units.drv'
flakelet-flakelet-agent-units> tribuchet: building on jamie
system-path> created 6400 symlinks in user environment
building '/nix/store/dfx9rlyrdyprqqyfr19zdwz76c1b1q7y-unit-dnsmasq.service.drv'
building '/nix/store/3114hwnp7y1mg95gjxvx0gv0dxpjla94-device-mock.drv'
building '/nix/store/sd869s2iv9h503g4ny3ny26q5sjk5z1m-flakelet-relay.json.drv'
building '/nix/store/6lqk1p7r6v10jaf8wh2gmaahxnmbf1v0-test-script.drv'
device-mock> tribuchet: building on jamie
flakelet-relay.json> tribuchet: building on jamie
unit-dnsmasq.service> tribuchet: building on jamie
test-script> tribuchet: building on jamie
building '/nix/store/x1fx1s891sx14ld8ilxrsfapbwzwqj2g-unit-script-nginx-pre-start.drv'
unit-script-nginx-pre-start> tribuchet: building on jamie
unit-dnsmasq.service> structuredAttrs is enabled
unit-script-nginx-pre-start> structuredAttrs is enabled
flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/app (expect allow)
flakelet-relay.json> agent/app	allowed by ci
flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/other (expect deny)
test-script> structuredAttrs is enabled
building '/nix/store/6s5wf50k429jfrx97m15cj3ibqgj45jy-X-Restart-Triggers-dbus-broker.drv'
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
flakelet-relay.json> agent/other	denied
building '/nix/store/7q06z48ax2fp2ynmi5nh9l2yx6vmhr6a-flakelet-flakelet-agent.drv'
flakelet-flakelet-agent> tribuchet: building on jamie
building '/nix/store/rslyxirnn9xw1maidi0khmqi4fx1kq94-unit-device-mock.service.drv'
unit-device-mock.service> tribuchet: building on jamie
building '/nix/store/y5dw8isfkz74bkp3c130ivznr8d21azb-unit-nginx.service.drv'
building '/nix/store/rphgrmy10mj5y0lgk13h2fwd396hspwq-X-Restart-Triggers-dbus-broker.drv'
unit-nginx.service> tribuchet: building on jamie
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
building '/nix/store/58ry0m2xsff9iihhjvpi3mk864i2jjk2-flakelet-relay.service.drv'
flakelet-relay.service> tribuchet: building on jamie
building '/nix/store/v8rk2fcyp1ii8nq02djj7xsw1pn06h94-dbus-1.drv'
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
flakelet-relay.service> structuredAttrs is enabled
unit-device-mock.service> structuredAttrs is enabled
unit-nginx.service> structuredAttrs is enabled
building '/nix/store/dviyjz59azjszl2i05r4wdlmxpy1ly3c-flakelet-config.json.drv'
building '/nix/store/ibsxcm82xvk7yw6bmfg829s2rjzsfh7x-unit-dbus-broker.service.drv'
building '/nix/store/ijamgyz4pldizpx1fvii2k91kr5bn1vr-unit-dbus-broker.service.drv'
dbus-1> tribuchet: building on jamie
flakelet-config.json> tribuchet: building on jamie
unit-dbus-broker.service> tribuchet: building on jamie
unit-dbus-broker.service> tribuchet: building on jamie
building '/nix/store/sxh7mgw16zcxn6nmbic8hizfzjwqg3ns-flakelet-flakelet-relay-units.drv'
building '/nix/store/4ff8byrv28skx6v18q3akyg1lz9cicpy-unit-dbus-broker.service.drv'
building '/nix/store/wzr8ddb3qm12kkc141nf94fz8jc6lry2-unit-dbus-broker.service.drv'
flakelet-flakelet-relay-units> tribuchet: building on jamie
unit-dbus-broker.service> tribuchet: building on jamie
unit-dbus-broker.service> tribuchet: building on jamie
flakelet-config.json> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
building '/nix/store/5cpz4gf64zkcxam92ks9xz0vixsdrs5r-X-Restart-Triggers-flakelet-reconcile.drv'
building '/nix/store/rmcyhdmm30ic0di1jp1kxzna1kkdczmg-user-units.drv'
X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie
user-units> tribuchet: building on jamie
building '/nix/store/9yfdd8xwssbk7z4m31sbrybbkyzz86pd-X-Restart-Triggers-dbus-broker.drv'
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
building '/nix/store/wqyv572cbhpzbwdnl1xwsawq0vfixy32-user-units.drv'
building '/nix/store/wmqc3sfn5qyvanivy1l8hn5sjndk2svc-flakelet-flakelet-relay.drv'
user-units> tribuchet: building on jamie
flakelet-flakelet-relay> tribuchet: building on jamie
X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
building '/nix/store/vsyi8mhriifpm757aiygknq2dsza4cb6-unit-flakelet-reconcile.service.drv'
unit-flakelet-reconcile.service> tribuchet: building on jamie
building '/nix/store/l4iwir83xrzvg3fgpxl22hfm3wq7vy1p-unit-dbus-broker.service.drv'
building '/nix/store/wvl01fy3qvwgvddxi9mfzrjzj3fgqw2w-unit-dbus-broker.service.drv'
unit-dbus-broker.service> tribuchet: building on jamie
unit-dbus-broker.service> tribuchet: building on jamie
building '/nix/store/j9d57f5ddykzr30q2izi6zy51as6yj4x-flakelet-config.json.drv'
flakelet-config.json> tribuchet: building on jamie
unit-flakelet-reconcile.service> structuredAttrs is enabled
building '/nix/store/m1ansnv1s0awyjp68skxli2g62zd3jyx-system-units.drv'
flakelet-config.json> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
system-units> tribuchet: building on jamie
building '/nix/store/l5596ff0xbqbpfrim2qwvm7j7y8ifjvp-X-Restart-Triggers-flakelet-reconcile.drv'
X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie
building '/nix/store/rn261imc2zziqnv2qsks6r35wfs00dwg-system-units.drv'
building '/nix/store/di6qvkvqal7asfddahxykhj8w6pbyqg2-user-units.drv'
system-units> tribuchet: building on jamie
user-units> tribuchet: building on jamie
X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled
building '/nix/store/bapzxcyfl91a08xqpmcvk9yf4y7qn50x-unit-flakelet-reconcile.service.drv'
unit-flakelet-reconcile.service> tribuchet: building on jamie
unit-flakelet-reconcile.service> structuredAttrs is enabled
building '/nix/store/m0skw17mlxmb6j9sf07bjy3hnzdar89q-etc.drv'
etc> tribuchet: building on jamie
building '/nix/store/9mc1xr8cswa3jiq80apmys9pdcydzyvn-system-units.drv'
building '/nix/store/wci8rkjmgx3744yh7i27sfiwppsnwwj5-etc.drv'
system-units> tribuchet: building on jamie
etc> tribuchet: building on jamie
building '/nix/store/in115wyw0sshyq0fcg13kd2p8zrwlghf-activate.drv'
activate> tribuchet: building on jamie
building '/nix/store/gaxsi1nq3plhypzsgdl3pzlxhr3r92ck-activate.drv'
activate> tribuchet: building on jamie
activate> structuredAttrs is enabled
activate> structuredAttrs is enabled
building '/nix/store/qkljw8ahawirq096li0g8xiafn1m47q8-nixos-system-agent-test.drv'
nixos-system-agent-test> tribuchet: building on jamie
building '/nix/store/hs7176lzi2ng2n2maqjs53hd47dda669-etc.drv'
etc> tribuchet: building on jamie
building '/nix/store/kavfrwgj0piq334f1cbczzgvac2iwvli-nixos-system-client-test.drv'
nixos-system-client-test> tribuchet: building on jamie
nixos-system-agent-test> structuredAttrs is enabled
nixos-system-client-test> structuredAttrs is enabled
building '/nix/store/amp4z7gyn6j2139bd7bsn8qkan4gx4fj-run-agent-nspawn.drv'
run-agent-nspawn> tribuchet: building on jamie
building '/nix/store/vmy05gq6lxj2vxbzq6ksd0xlxf5502mx-run-client-nspawn.drv'
run-client-nspawn> tribuchet: building on jamie
building '/nix/store/zpsbrgy25y9asigy7caphkkcz4z8p3pg-activate.drv'
activate> tribuchet: building on jamie
activate> structuredAttrs is enabled
building '/nix/store/3cfzixa8jhxsbngakwblnpdfqaxc8b35-nixos-system-relay-test.drv'
nixos-system-relay-test> tribuchet: building on jamie
nixos-system-relay-test> structuredAttrs is enabled
building '/nix/store/2swiyr4yjlyarsw3jc32y8vqwl0xmnns-run-relay-nspawn.drv'
run-relay-nspawn> tribuchet: building on jamie
building '/nix/store/bndf86fyll31jq08h2kpvawrz9vy14yj-driverConfiguration.json.drv'
driverConfiguration.json> tribuchet: building on jamie
driverConfiguration.json> structuredAttrs is enabled
building '/nix/store/2w7ay5dj20blkqvaiqlcdmk92xikhl3l-nixos-test-driver-flakelet-relay.drv'
nixos-test-driver-flakelet-relay> tribuchet: building on jamie
nixos-test-driver-flakelet-relay> Running type check (enable/disable: config.skipTypeCheck)
nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck
nixos-test-driver-flakelet-relay> All checks passed!
nixos-test-driver-flakelet-relay> Linting test script (enable/disable: config.skipLint)
nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint
nixos-test-driver-flakelet-relay> All checks passed!
building '/nix/store/36f1mnarm4xqlyfyj9zgvfgvs4lz8ri0-container-test-run-flakelet-relay.drv'
container-test-run-flakelet-relay> tribuchet: building on jamie
container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-flakelet-relay> start all VLans
container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds)
container-test-run-flakelet-relay> Initializing machine ID from random generator.
container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds
container-test-run-flakelet-relay> run the VM test script
container-test-run-flakelet-relay> start all VMs
container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 51)
container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal...
container-test-run-flakelet-relay> client: systemd-nspawn running (pid 54)
container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 55)
container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal...
container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal...
container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds)
container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service
container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay.
container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client.
container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent.
container-test-run-flakelet-relay> agent # No journal files were found.
container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> relay # No journal files were found.
container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> client # No journal files were found.
container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> agent # [1723789.573468] agent systemd-journald[57]: Journal started
container-test-run-flakelet-relay> agent # [1723789.573555] agent systemd-journald[57]: Runtime Journal (/run/log/journal/583f24fafe8b45d0b11112737352811e) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [1723789.585025] agent systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> agent # [1723789.597497] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> agent # [1723789.611844] agent systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> agent # [1723789.613119] agent systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> agent # [1723789.650197] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/583f24fafe8b45d0b11112737352811e is 1.473ms for 6 entries.
container-test-run-flakelet-relay> agent # [1723789.650197] agent systemd-journald[57]: System Journal (/var/log/journal/583f24fafe8b45d0b11112737352811e) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [1723789.659116] agent systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> agent # [1723789.659810] agent systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> agent # [1723789.659917] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> agent # [1723789.676588] agent systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> agent # [1723789.730976] agent systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> relay # [1723789.573949] relay systemd-journald[57]: Journal started
container-test-run-flakelet-relay> client # [1723789.574527] client systemd-journald[57]: Journal started
container-test-run-flakelet-relay> relay # [1723789.573992] relay systemd-journald[57]: Runtime Journal (/run/log/journal/a6de088a0c104e09b34c1f3aea5e8051) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1723789.574573] client systemd-journald[57]: Runtime Journal (/run/log/journal/b0841a3a461945daa0a9122205c9ecf7) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> relay # [1723789.585065] relay systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> client # [1723789.585305] client systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> relay # [1723789.597433] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> client # [1723789.597739] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> relay # [1723789.611987] relay systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> client # [1723789.612934] client systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> client # [1723789.613640] client systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> client # [1723789.650720] client systemd-journald[57]: Time spent on flushing to /var/log/journal/b0841a3a461945daa0a9122205c9ecf7 is 1.573ms for 6 entries.
container-test-run-flakelet-relay> client # [1723789.650720] client systemd-journald[57]: System Journal (/var/log/journal/b0841a3a461945daa0a9122205c9ecf7) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1723789.659096] client systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> client # [1723789.659860] client systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> client # [1723789.660014] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> client # [1723789.677910] client systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [1723789.612791] relay systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> relay # [1723789.650696] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/a6de088a0c104e09b34c1f3aea5e8051 is 1.481ms for 6 entries.
container-test-run-flakelet-relay> relay # [1723789.650696] relay systemd-journald[57]: System Journal (/var/log/journal/a6de088a0c104e09b34c1f3aea5e8051) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1723789.750495] client systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> client # [1723790.573699] client systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> relay # [1723789.658950] relay systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> relay # [1723789.659714] relay systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> relay # [1723789.659861] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> relay # [1723789.675845] relay systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [1723789.742043] relay systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> relay # [1723790.573320] relay systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> relay # [1723790.637926] relay systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> relay # [1723790.639010] relay systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> relay # [1723790.640242] relay systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> relay # [1723790.641532] relay systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> relay # [1723790.641577] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [1723790.642794] relay systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> relay # [1723790.644067] relay systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> relay # [1723790.663017] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> relay # [1723790.663482] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1723790.663790] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/a6de088a0c104e09b34c1f3aea5e8051 failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1723790.664146] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [1723790.638766] client systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> client # [1723790.639996] client systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> client # [1723790.641292] client systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> client # [1723790.642786] client systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> client # [1723790.642832] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [1723790.644144] client systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> client # [1723790.645370] client systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> client # [1723790.664564] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> client # [1723790.664983] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [1723790.665307] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/b0841a3a461945daa0a9122205c9ecf7 failed: Operation not permitted
container-test-run-flakelet-relay> client # [1723790.665651] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1723790.605688] agent systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> agent # [1723790.641846] agent systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> agent # [1723790.642820] agent systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> agent # [1723790.644227] agent systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> agent # [1723790.645541] agent systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> agent # [1723790.645586] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [1723790.646712] agent systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> agent # [1723790.647696] agent systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> agent # [1723790.668318] agent suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.nzl8KkarlS/chsh': Operation not permitted
container-test-run-flakelet-relay> agent # [1723790.668395] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> agent # [1723790.668790] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1723790.669112] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/583f24fafe8b45d0b11112737352811e failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1723790.669444] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1723790.664756] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.rtQyDSWq0s/chsh': Operation not permitted
container-test-run-flakelet-relay> relay # [1723790.670743] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> relay # [1723790.670832] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> relay # [1723790.671048] relay systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> relay # [1723790.671683] relay systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> relay # [1723790.734501] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723790.746265] relay systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> relay # [1723790.749340] relay systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> relay # [1723790.750177] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> relay # [1723790.787922] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> relay # [1723790.793991] relay systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> relay # [1723790.794982] relay systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> relay # [1723790.805140] relay systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> relay # [1723790.805226] relay systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> relay # [1723790.805304] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [1723790.805329] relay systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> relay # [1723790.805345] relay systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> relay # [1723790.805456] relay systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> relay # [1723790.805597] relay systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> relay # [1723790.805688] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> relay # [1723790.805702] relay systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> relay # [1723790.805733] relay systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> relay # [1723790.806736] relay systemd[1]: Started device-mock.service.
container-test-run-flakelet-relay> relay # [1723790.807542] relay systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> relay # [1723790.808164] relay systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> relay # [1723790.808859] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [1723790.809561] relay systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> relay # [1723790.818787] relay systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> relay # [1723790.820206] relay systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> client # [1723790.669785] client suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.EDSoyPa4NT/chsh': Operation not permitted
container-test-run-flakelet-relay> client # [1723790.675162] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> client # [1723790.675202] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client # [1723790.675258] client systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> client # [1723790.686793] client systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> client # [1723790.737895] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> client # [1723790.750108] client systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> client # [1723790.777767] client systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> client # [1723790.778588] client systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> client # [1723790.791422] client systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> client # [1723790.798547] client systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> client # [1723790.799396] client systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> client # [1723790.808037] client systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> client # [1723790.808128] client systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> client # [1723790.808194] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [1723790.808220] client systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> client # [1723790.808234] client systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> client # [1723790.808334] client systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> client # [1723790.808549] client systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> client # [1723790.808641] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> client # [1723790.808656] client systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> client # [1723790.808683] client systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> client # [1723790.809797] client systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> client # [1723790.810812] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1723790.811475] client systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> agent # [1723790.676528] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [1723790.676563] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [1723790.676610] agent systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> agent # [1723790.710465] agent systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> agent # [1723790.737845] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723790.750058] agent systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> agent # [1723790.752793] agent systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> agent # [1723790.753451] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> agent # [1723790.787926] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> agent # [1723790.794076] agent systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> agent # [1723790.794981] agent systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> agent # [1723790.803300] agent systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> agent # [1723790.803370] agent systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> agent # [1723790.803433] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [1723790.803479] agent systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> agent # [1723790.803494] agent systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> agent # [1723790.803582] agent systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> agent # [1723790.803736] agent systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> agent # [1723790.803828] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> agent # [1723790.803843] agent systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> agent # [1723790.803869] agent systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> agent # [1723790.805074] agent systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> agent # [1723790.805815] agent systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> agent # [1723790.806654] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1723790.807575] agent systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> agent # [1723790.818883] agent systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> agent # [1723790.820068] agent systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> agent # [1723790.833804] agent systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> agent # [1723790.835648] agent systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> relay # [1723790.825890] relay systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> relay # [1723790.833102] relay systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> relay # [1723790.881531] relay systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> relay # [1723790.881653] relay systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> relay # [1723790.882616] relay systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> relay # [1723790.883452] relay systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> relay # [1723790.919045] relay systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723790.923234] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [1723790.925992] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [1723790.941826] relay network-addresses-eth1-start[246]: adding address 192.168.1.3/24... done
container-test-run-flakelet-relay> relay # [1723790.944943] relay network-addresses-eth1-start[246]: adding address 2001:db8:1::3/64... done
container-test-run-flakelet-relay> relay # [1723790.949239] relay systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> relay # [1723790.991511] relay systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> relay # [1723790.991604] relay systemd[1]: Reached target Network.
container-test-run-flakelet-relay> relay # [1723790.992863] relay systemd[1]: Starting Dnsmasq Daemon...
container-test-run-flakelet-relay> relay # [1723790.993669] relay systemd[1]: Starting Nginx Web Server...
container-test-run-flakelet-relay> relay # [1723790.994520] relay systemd[1]: Starting Update flakelet service flakelet-relay...
container-test-run-flakelet-relay> relay # [1723791.037735] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/jfcc1waibf4w5cwgizlwlq212x74y7c1-flakelet-flakelet-relay
container-test-run-flakelet-relay> relay # [1723791.038557] relay flakelet[311]: flakelet-relay: activating generation 1
container-test-run-flakelet-relay> relay # [1723791.042878] relay systemd[1]: Reload requested from client PID 316 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [1723791.042911] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [1723790.828096] client systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> client # [1723790.923286] client systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> client # [1723790.923490] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1723790.923534] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1723790.925705] client systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> client # [1723790.926734] client systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> client # [1723790.927557] client systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> client # [1723790.928378] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1723790.947121] client network-addresses-eth1-start[236]: adding address 192.168.1.2/24... done
container-test-run-flakelet-relay> client # [1723790.950490] client network-addresses-eth1-start[236]: adding address 2001:db8:1::2/64... done
container-test-run-flakelet-relay> client # [1723790.955192] client systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> client # [1723791.029609] client systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> client # [1723791.029852] client systemd[1]: Reached target Network.
container-test-run-flakelet-relay> client # [1723791.040152] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1723791.040383] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1723791.043029] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1723790.883049] agent systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> agent # [1723790.883168] agent systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> agent # [1723790.883869] agent systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> agent # [1723790.923712] agent systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> agent # [1723790.923837] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723790.923885] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1723790.926843] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1723790.941954] agent network-addresses-eth1-start[237]: adding address 192.168.1.1/24... done
container-test-run-flakelet-relay> agent # [1723790.945185] agent network-addresses-eth1-start[237]: adding address 2001:db8:1::1/64... done
container-test-run-flakelet-relay> agent # [1723790.949829] agent systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> agent # [1723791.029537] agent systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> agent # [1723791.029750] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723791.029857] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1723791.031857] agent systemd[1]: Reached target Network.
container-test-run-flakelet-relay> agent # [1723791.033024] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1723791.033823] agent systemd[1]: Starting Update flakelet service app...
container-test-run-flakelet-relay> agent # [1723791.034631] agent systemd[1]: Starting Update flakelet service flakelet-agent...
container-test-run-flakelet-relay> agent # [1723791.035337] agent systemd[1]: Starting Update flakelet service other...
container-test-run-flakelet-relay> agent # [1723791.046070] agent flakelet[308]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723791.046462] agent flakelet[309]: flakelet-agent: using prebuilt artifact /nix/store/aj0lf71lc5h1sqimklbn8wyidli7z0sx-flakelet-flakelet-agent
container-test-run-flakelet-relay> agent # [1723791.046649] agent flakelet[310]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723791.046898] agent flakelet[308]: app: activating generation 1
container-test-run-flakelet-relay> agent # [1723791.047069] agent flakelet[309]: flakelet-agent: activating generation 1
container-test-run-flakelet-relay> agent # [1723791.047153] agent flakelet[310]: other: activating generation 1
container-test-run-flakelet-relay> agent # [1723791.052387] agent systemd[1]: Reload requested from client PID 312 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [1723791.052414] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723791.403055] relay nsncd[251]: Oct 01 12:01:39.690 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> relay # [1723791.454918] relay systemd[1]: Reloading finished in 411 ms.
container-test-run-flakelet-relay> relay # [1723791.604333] relay systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [1723791.605165] relay systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> relay # [1723791.605298] relay systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> relay # [1723791.607107] relay systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> relay # [1723791.608467] relay systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> relay # [1723791.618355] relay systemd[1]: Reload requested from client PID 357 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [1723791.618418] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723791.381704] agent nsncd[307]: Oct 01 12:01:39.669 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> agent # [1723791.460226] agent systemd[1]: Reloading finished in 407 ms.
container-test-run-flakelet-relay> agent # [1723791.603128] agent systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1723791.603681] agent systemd[1]: Reload requested from client PID 313 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [1723791.603725] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [1723791.379775] client systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1723791.379840] client systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> client # [1723791.379905] client systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> client # [1723791.380475] client nsncd[303]: Oct 01 12:01:39.667 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> client # [1723791.381740] client systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> client # [1723791.382800] client systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> client # [1723791.423239] client systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> client # [1723791.424598] client systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> client # [1723791.424623] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> client # [1723791.424634] client systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> relay # [1723791.660606] relay dnsmasq-pre-start[373]: dnsmasq: syntax check OK.
container-test-run-flakelet-relay> relay # [1723791.972926] relay systemd[1]: Reloading finished in 353 ms.
container-test-run-flakelet-relay> agent # [1723791.972867] agent systemd[1]: Reloading finished in 368 ms.
container-test-run-flakelet-relay> agent # [1723792.115521] agent systemd[1]: Reload requested from client PID 314 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [1723792.115563] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723792.112016] relay systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> relay # [1723792.116471] relay systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> relay # [1723792.116536] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> relay # [1723792.116603] relay systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> relay # [1723792.145184] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1723792.488360] agent systemd[1]: Reloading finished in 372 ms.
container-test-run-flakelet-relay> agent # [1723792.565371] agent systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> agent # [1723792.565512] agent systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> agent # [1723792.566906] agent systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> agent # [1723792.567819] agent systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> agent # [1723792.572289] agent systemd[1]: Reload requested from client PID 406 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [1723792.572316] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723792.614386] relay nginx-pre-start[402]: nginx: the configuration file /nix/store/rwna8pp008by3mwnv5bx8ims12jy7ca2-nginx.conf syntax is ok
container-test-run-flakelet-relay> relay # [1723792.614990] relay nginx-pre-start[402]: nginx: configuration file /nix/store/rwna8pp008by3mwnv5bx8ims12jy7ca2-nginx.conf test is successful
container-test-run-flakelet-relay> relay # [1723792.644687] relay systemd[1]: Started Nginx Web Server.
container-test-run-flakelet-relay> relay # [1723792.823776] relay systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [1723792.834818] client systemd-logind[315]: New seat seat0.
container-test-run-flakelet-relay> client # [1723792.860957] client systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [1723792.861126] client systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> client # [1723792.862727] client systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> client # [1723792.896948] client systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1723792.897337] client systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> client # [1723792.897594] client systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> agent # [1723792.983794] agent systemd[1]: Reloading finished in 411 ms.
container-test-run-flakelet-relay> agent # [1723793.057765] agent systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> agent # [1723793.064103] agent systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> agent # [1723793.064196] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> agent # [1723793.064313] agent systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [1723793.067132] agent systemd[1]: Reload requested from client PID 408 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [1723793.067160] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723793.149180] relay systemd-logind[354]: New seat seat0.
container-test-run-flakelet-relay> relay # [1723793.149550] relay systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> relay # [1723793.151851] relay systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> relay # [1723793.168668] relay systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723793.169050] relay systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> agent # [1723793.418231] agent systemd[1]: Reloading finished in 350 ms.
container-test-run-flakelet-relay> agent # [1723793.497151] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1723793.499385] agent systemd[1]: Reload requested from client PID 445 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [1723793.499420] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723793.449308] relay dbus-broker-launch[408]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> relay # [1723793.450572] relay dbus-broker-launch[408]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> relay # [1723793.450572] relay dbus-broker-launch[408]: Invalid user-name in /nix/store/95gfk1imjmlbwin4q78zl8gp4aam6lf4-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> relay # [1723793.451483] relay systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> relay # [1723793.456900] relay dbus-broker-launch[408]: Ready
container-test-run-flakelet-relay> relay # [1723793.460232] relay systemd[1]: Started Dnsmasq Daemon.
container-test-run-flakelet-relay> relay # [1723793.462831] relay dnsmasq[394]: started, version 2.93 cachesize 150
container-test-run-flakelet-relay> relay # [1723793.462845] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile
container-test-run-flakelet-relay> relay # [1723793.462857] relay dnsmasq[394]: DBus support enabled: connected to system bus
container-test-run-flakelet-relay> relay # [1723793.462881] relay dnsmasq[394]: no upstream servers configured - please set them from DBus
container-test-run-flakelet-relay> relay # [1723793.463217] relay dnsmasq[394]: read /etc/hosts - 9 names
container-test-run-flakelet-relay> client # [1723793.421749] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> client # [1723793.423318] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> client # [1723793.423318] client dbus-broker-launch[325]: Invalid user-name in /nix/store/87clbw76nins7jrhaxxqysv9xs5dc1i5-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> client # [1723793.424450] client systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> client # [1723793.424992] client systemd[1]: Startup finished in 4.283s.
container-test-run-flakelet-relay> client # [1723793.430357] client dbus-broker-launch[325]: Ready
container-test-run-flakelet-relay> agent # [1723793.845499] agent systemd[1]: Reloading finished in 345 ms.
container-test-run-flakelet-relay> agent # [1723793.915615] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1723793.919412] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1723793.923367] agent flakelet[308]: app: updated to generation 1
container-test-run-flakelet-relay> agent # [1723793.923551] agent systemd[1]: Starting other v1...
container-test-run-flakelet-relay> agent # [1723793.948161] agent systemd[1]: Finished Update flakelet service app.
container-test-run-flakelet-relay> agent # [1723793.965236] agent systemd[1]: Started other v1.
container-test-run-flakelet-relay> agent # [1723793.970821] agent flakelet[310]: other: updated to generation 1
container-test-run-flakelet-relay> agent # [1723793.972212] agent systemd[1]: Finished Update flakelet service other.
container-test-run-flakelet-relay> agent # [1723793.998311] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:42.285710Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723793.998617] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:42.286102Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723793.998905] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1723794.002386] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:42.289852Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723794.005209] agent flakelet[309]: flakelet-agent: updated to generation 1
container-test-run-flakelet-relay> agent # [1723794.006246] agent systemd-logind[405]: New seat seat0.
container-test-run-flakelet-relay> agent # [1723794.007382] agent systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> agent # [1723794.007609] agent systemd[1]: Finished Update flakelet service flakelet-agent.
container-test-run-flakelet-relay> agent # [1723794.009088] agent systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> agent # [1723794.010366] agent systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> agent # [1723794.011131] agent systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> agent # [1723794.019439] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:42.306932Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723794.056244] agent systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723794.056401] agent systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> agent # [1723794.056577] agent systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1723794.294433] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:42.581674Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723794.295190] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:42.582367Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723794.294931] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [1723794.301332] relay systemd[1]: Starting health for flakelet-relay...
container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.17 seconds)
container-test-run-flakelet-relay> relay: waiting for unit nginx.service
container-test-run-flakelet-relay> agent # [1723794.499568] agent dbus-broker-launch[902]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> agent # [1723794.500897] agent dbus-broker-launch[902]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> agent # [1723794.500897] agent dbus-broker-launch[902]: Invalid user-name in /nix/store/jg4hdwp4bn0pbiqkxaybjr51bdgpqjb9-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> agent # [1723794.501496] agent systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [1723794.501955] agent systemd[1]: Startup finished in 5.372s.
container-test-run-flakelet-relay> agent # [1723794.508248] agent dbus-broker-launch[902]: Ready
container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet.target
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for unit multi-user.target
container-test-run-flakelet-relay> relay # [1723794.573621] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723794.573969] relay systemd[1]: Finished health for flakelet-relay.
container-test-run-flakelet-relay> relay # [1723794.582413] relay flakelet[311]: flakelet-relay: updated to generation 1
container-test-run-flakelet-relay> relay # [1723794.584873] relay systemd[1]: Finished Update flakelet service flakelet-relay.
container-test-run-flakelet-relay> relay # [1723794.585449] relay systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> relay # [1723794.585622] relay systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1723794.585843] relay systemd[1]: Startup finished in 5.456s.
container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> agent # [1723796.016970] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:44.304397Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723796.017421] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:44.304827Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(1), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds)
container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1
container-test-run-flakelet-relay> agent # [1723796.956569] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:45.244026Z","level":"INFO","message":"start","id":"d9dd9c94766b3509d59d1b2447a2a6e6","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723796.957477] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:45.244948Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"d9dd9c94766b3509d59d1b2447a2a6e6\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723797.002735] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723797.031133] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723797.035687] agent flakelet[926]: app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> agent # [1723797.036353] agent flakelet[926]: app: activating generation 2
container-test-run-flakelet-relay> agent # [1723797.054183] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1723797.055864] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723797.056146] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1723797.071808] agent systemd[1]: Reload requested from client PID 933 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723797.071877] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723796.955640] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:45.243046Z","level":"INFO","message":"deploy accepted","job":"f6b3bb3d0b66d253c0e6d5a1bf7a857a","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723797.421499] agent systemd[1]: Reloading finished in 348 ms.
container-test-run-flakelet-relay> agent # [1723797.494757] agent systemd[1]: Reload requested from client PID 963 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723797.494796] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723797.827697] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723797.899248] agent systemd[1]: Reload requested from client PID 992 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723797.899293] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723798.233708] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1723798.308571] agent systemd[1]: Reload requested from client PID 1026 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723798.308606] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723798.642869] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1723798.710287] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [1723798.741169] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [1723798.747604] agent flakelet[926]: app: updated to generation 2
container-test-run-flakelet-relay> agent # [1723798.749860] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.92 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2'
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.03 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 3.00 seconds)
container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.05 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQwOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTA4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaUkxLNTRUWU1XTDRPPT09IiwibmJmIjoxNzkwODU2MTA4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.SGRJSaKuxjrTfOsvA4XqgTimJrnXmFDO9kn6MhZb-zSSS45W5RrbzsxIyOchsarP7Cn4co3m2lzcWVPVIzsZCA' push --relay https://relay:7443 deploy agent/app 2>&1
container-test-run-flakelet-relay> agent # [1723799.845532] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:48.132928Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723800.015944] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:48.303417Z","level":"INFO","message":"start","id":"fc1d94e3941d47f10e11fec4230f2e8a","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723800.016404] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:48.303900Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"fc1d94e3941d47f10e11fec4230f2e8a\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723800.051142] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723800.083161] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723800.086990] agent flakelet[1096]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723800.087596] agent flakelet[1096]: app: activating generation 3
container-test-run-flakelet-relay> agent # [1723800.101312] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> relay # [1723799.847032] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:48.134466Z","level":"INFO","message":"deploy finished","job":"f6b3bb3d0b66d253c0e6d5a1bf7a857a","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723800.015667] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:48.303097Z","level":"INFO","message":"deploy accepted","job":"252801ed8ba608c93ed5ea584d5dbed6","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723800.101779] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723800.102060] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [1723800.119611] agent systemd[1]: Reload requested from client PID 1103 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723800.119685] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723800.467772] agent systemd[1]: Reloading finished in 347 ms.
container-test-run-flakelet-relay> agent # [1723800.549523] agent systemd[1]: Reload requested from client PID 1133 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723800.549565] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723800.882101] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723800.943930] agent systemd[1]: Reload requested from client PID 1162 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723800.943971] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723801.276795] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723801.349880] agent systemd[1]: Reload requested from client PID 1193 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723801.349917] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723801.684349] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [1723801.750618] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1723801.780165] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1723801.786626] agent flakelet[1096]: app: updated to generation 3
container-test-run-flakelet-relay> agent # [1723801.788925] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQwOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTA4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaUkxLNTRUWU1XTDRPPT09IiwibmJmIjoxNzkwODU2MTA4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.SGRJSaKuxjrTfOsvA4XqgTimJrnXmFDO9kn6MhZb-zSSS45W5RrbzsxIyOchsarP7Cn4co3m2lzcWVPVIzsZCA' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.91 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 2.98 seconds)
container-test-run-flakelet-relay> subtest: policy denies uncovered target
container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQwOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTA4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaUkxLNTRUWU1XTDRPPT09IiwibmJmIjoxNzkwODU2MTA4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.SGRJSaKuxjrTfOsvA4XqgTimJrnXmFDO9kn6MhZb-zSSS45W5RrbzsxIyOchsarP7Cn4co3m2lzcWVPVIzsZCA' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQwOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTA4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaUkxLNTRUWU1XTDRPPT09IiwibmJmIjoxNzkwODU2MTA4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.SGRJSaKuxjrTfOsvA4XqgTimJrnXmFDO9kn6MhZb-zSSS45W5RrbzsxIyOchsarP7Cn4co3m2lzcWVPVIzsZCA' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.05 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQxMSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MDg1NjExMSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiTExZUEZSQVU2T0RVVz09PSIsIm5iZiI6MTc5MDg1NjExMSwic3ViIjoic29tZW9uZSJ9.wmzY49quhGjfrT9p8OqjFrqB4VIO6dasNTSpF7pEFjMDudYhinei1VKhb5gomwdZ4bIhRBN62u0I7MQIYxv9Ag' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> agent # [1723802.888808] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:51.176225Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723802.985448] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:51.272927Z","level":"INFO","message":"start","id":"e5833664266c55ddbc4fbc47b1203973","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723802.985768] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:51.273272Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"e5833664266c55ddbc4fbc47b1203973\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723803.033880] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723803.071353] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723803.076576] agent flakelet[1247]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723803.077156] agent flakelet[1247]: other: up to date
container-test-run-flakelet-relay> agent # [1723803.080268] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723802.890553] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:51.177975Z","level":"INFO","message":"deploy finished","job":"252801ed8ba608c93ed5ea584d5dbed6","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723802.985237] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:51.272672Z","level":"INFO","message":"deploy accepted","job":"e233fb1ef9ef793a3971f447fca557ba","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQxMSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MDg1NjExMSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiTExZUEZSQVU2T0RVVz09PSIsIm5iZiI6MTc5MDg1NjExMSwic3ViIjoic29tZW9uZSJ9.wmzY49quhGjfrT9p8OqjFrqB4VIO6dasNTSpF7pEFjMDudYhinei1VKhb5gomwdZ4bIhRBN62u0I7MQIYxv9Ag' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.66 seconds)
container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.71 seconds)
container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards
container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1
container-test-run-flakelet-relay> agent # [1723803.620501] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:51.907918Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1723803.621929] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:51.909362Z","level":"INFO","message":"deploy finished","job":"e233fb1ef9ef793a3971f447fca557ba","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723803.645834] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:01:51] "POST /device HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1723804.651485] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:01:52] "POST /token HTTP/1.1" 400 -
container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.08 seconds)
container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600
container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> agent # [1723805.729552] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:54.016988Z","level":"INFO","message":"start","id":"90635a1a3c97f60968eabcabfe6544d0","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723805.730386] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:54.017307Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"90635a1a3c97f60968eabcabfe6544d0\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723805.765348] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723805.804759] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723805.810150] agent flakelet[1271]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723805.810749] agent flakelet[1271]: other: up to date
container-test-run-flakelet-relay> agent # [1723805.812838] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723805.698422] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:01:53] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1723805.729299] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:54.016727Z","level":"INFO","message":"deploy accepted","job":"e02fd0878d26e0f81c3399503cbf46b8","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 1.65 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> agent # [1723807.352316] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:55.639732Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723807.375715] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:55.663164Z","level":"INFO","message":"start","id":"8d2746d56a2d62c9ef07af9999b60e5e","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723807.376085] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:55.663576Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"8d2746d56a2d62c9ef07af9999b60e5e\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723807.407619] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723807.440373] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723807.445011] agent flakelet[1296]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723807.445583] agent flakelet[1296]: other: up to date
container-test-run-flakelet-relay> agent # [1723807.448845] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723807.353897] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:55.641330Z","level":"INFO","message":"deploy finished","job":"e02fd0878d26e0f81c3399503cbf46b8","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723807.375520] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:55.663005Z","level":"INFO","message":"deploy accepted","job":"54dc05b50508940ae0e64c8385fc414c","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 4.37 seconds)
container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1
container-test-run-flakelet-relay> agent # [1723807.992696] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:56.280128Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723808.026686] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:56.314138Z","level":"INFO","message":"start","id":"a3f4e621cabcc04c11beb2559b0bf09f","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723808.026854] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:01:56.314341Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"a3f4e621cabcc04c11beb2559b0bf09f\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723808.064937] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723808.095377] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723808.101387] agent flakelet[1323]: app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken
container-test-run-flakelet-relay> agent # [1723808.102164] agent flakelet[1323]: app: activating generation 4
container-test-run-flakelet-relay> agent # [1723808.120819] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1723808.122516] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723808.122793] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1723808.138687] agent systemd[1]: Reload requested from client PID 1330 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723808.138757] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723807.993538] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:56.280980Z","level":"INFO","message":"deploy finished","job":"54dc05b50508940ae0e64c8385fc414c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723808.025955] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:01:56.313411Z","level":"INFO","message":"deploy accepted","job":"5915e43c5923dbda1afc9afb5f0878dd","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723808.492763] agent systemd[1]: Reloading finished in 353 ms.
container-test-run-flakelet-relay> agent # [1723808.561645] agent systemd[1]: Reload requested from client PID 1360 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723808.561686] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723808.895579] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1723808.977212] agent systemd[1]: Reload requested from client PID 1389 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723808.977260] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723809.314684] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [1723809.396818] agent systemd[1]: Reload requested from client PID 1420 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723809.396863] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723809.730770] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1723809.796368] agent systemd[1]: Starting app broken...
container-test-run-flakelet-relay> agent # [1723809.824668] agent (nonexistent)[1450]: app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent # [1723809.824694] agent (nonexistent)[1450]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent # [1723809.826715] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent # [1723809.826837] agent systemd[1]: app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [1723809.827213] agent systemd[1]: Failed to start app broken.
container-test-run-flakelet-relay> agent # [1723809.856624] agent systemd[1]: Reload requested from client PID 1456 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723809.856668] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723810.192064] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent # [1723810.267084] agent systemd[1]: Reload requested from client PID 1490 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723810.267128] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723810.599758] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723810.673238] agent systemd[1]: Reload requested from client PID 1520 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723810.673283] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723811.005817] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723811.080305] agent systemd[1]: Reload requested from client PID 1550 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723811.080348] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723811.412808] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723811.478519] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1723811.513302] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1723811.514549] agent flakelet[1323]: app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent # [1723811.514549] agent flakelet[1323]: failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent # [1723811.517341] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [1723811.517454] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.21 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.24 seconds)
container-test-run-flakelet-relay> subtest: host patterns expand on the relay
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1
container-test-run-flakelet-relay> agent # [1723812.210283] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:00.497686Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723812.263722] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:00.551151Z","level":"INFO","message":"start","id":"3ee89b13268c20b3fa624950bde9d8a0","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723812.264124] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:00.551614Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"3ee89b13268c20b3fa624950bde9d8a0\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723812.295096] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723812.327332] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723812.331705] agent flakelet[1610]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723812.332240] agent flakelet[1610]: app: up to date
container-test-run-flakelet-relay> agent # [1723812.334564] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723812.211472] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:00.498901Z","level":"INFO","message":"deploy finished","job":"5915e43c5923dbda1afc9afb5f0878dd","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723812.263418] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:00.550867Z","level":"INFO","message":"deploy accepted","job":"0fdb9356a9b6a15394f4dc8bb4045472","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.63 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1
container-test-run-flakelet-relay> agent # [1723812.872209] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:01.159619Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723812.903572] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:01.191008Z","level":"INFO","message":"start","id":"c9b21e20fb859d898bf11adcf93e4717","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723812.903897] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:01.191389Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"c9b21e20fb859d898bf11adcf93e4717\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723812.942322] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723812.971315] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723812.976443] agent flakelet[1630]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723812.977102] agent flakelet[1630]: app: up to date
container-test-run-flakelet-relay> agent # [1723812.978127] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723812.873725] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:01.161162Z","level":"INFO","message":"deploy finished","job":"0fdb9356a9b6a15394f4dc8bb4045472","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723812.903308] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:01.190783Z","level":"INFO","message":"deploy accepted","job":"6e33fe81b7518b2eee4fda7aa2a0247a","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1
container-test-run-flakelet-relay> relay # [1723813.521036] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:01.808466Z","level":"INFO","message":"deploy finished","job":"6e33fe81b7518b2eee4fda7aa2a0247a","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723813.544612] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:01.832096Z","level":"INFO","message":"deploy accepted","job":"6f8330bb31158ba5e0839fd45a2efada","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723813.519685] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:01.807104Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723813.544905] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:01.832378Z","level":"INFO","message":"start","id":"a4043db17290688ee6bea8282aee5b16","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723813.545271] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:01.832760Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"a4043db17290688ee6bea8282aee5b16\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723813.587757] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723813.620396] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723813.625871] agent flakelet[1650]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723813.626491] agent flakelet[1650]: app: up to date
container-test-run-flakelet-relay> agent # [1723813.628106] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.96 seconds)
container-test-run-flakelet-relay> subtest: detach returns once the job is accepted
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1
container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> agent # [1723814.168107] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:02.455499Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723814.226556] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:02.513983Z","level":"INFO","message":"start","id":"4bc60bde05b2f294119a5b9ab7be79a4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723814.226951] agent flakelet-agent[504]: {"timestamp":"2026-10-01T12:02:02.514441Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"4bc60bde05b2f294119a5b9ab7be79a4\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723814.268300] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723814.304376] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723814.309580] agent flakelet[1678]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [1723814.310316] agent flakelet[1678]: app: activating generation 4
container-test-run-flakelet-relay> agent # [1723814.326152] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1723814.326685] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723814.326962] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1723814.344031] agent systemd[1]: Reload requested from client PID 1685 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723814.344106] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723814.169485] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:02.456916Z","level":"INFO","message":"deploy finished","job":"6f8330bb31158ba5e0839fd45a2efada","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723814.226278] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:02.513716Z","level":"INFO","message":"deploy accepted","job":"d47e110ddbf360ca8ffbd459779943d2","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723814.701527] agent systemd[1]: Reloading finished in 356 ms.
container-test-run-flakelet-relay> agent # [1723814.788315] agent systemd[1]: Reload requested from client PID 1715 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723814.788358] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723815.131285] agent systemd[1]: Reloading finished in 342 ms.
container-test-run-flakelet-relay> agent # [1723815.204940] agent systemd[1]: Reload requested from client PID 1744 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723815.204985] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.40 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent # [1723815.534881] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [1723815.633859] agent systemd[1]: Reload requested from client PID 1777 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723815.633902] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723815.964471] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent # [1723816.041985] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 6.50 seconds)
container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 7.93 seconds)
container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.09 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0'
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out
container-test-run-flakelet-relay> agent # [1723822.085345] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [1723822.098794] agent flakelet[1678]: app: updated to generation 4
container-test-run-flakelet-relay> agent # [1723822.101888] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723822.160685] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [1723822.194196] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723822.194624] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [1723822.195084] agent systemd[1]: flakelet-agent.service: Consumed 2.211s CPU time over 28.274s wall clock time.
container-test-run-flakelet-relay> relay # [1723822.160838] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:10.448258Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.09 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out
container-test-run-flakelet-relay> relay # [1723823.377488] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:11.664926Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723823.299629] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1723823.335592] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:11.623056Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"4bc60bde05b2f294119a5b9ab7be79a4\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723823.363987] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1723823.377379] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:11.664846Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723823.883665] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:12.171070Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1723825.279137] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:13.566561Z","level":"INFO","message":"deploy accepted","job":"81d7a6ea0abf69d7750a68523672e0dd","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723825.279426] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:13.566853Z","level":"INFO","message":"start","id":"2566864f6e4f937585f0be2167d63181","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723825.280277] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:13.567210Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"2566864f6e4f937585f0be2167d63181\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723825.328424] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723825.337180] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723825.342196] agent flakelet[2256]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723825.342820] agent flakelet[2256]: other: up to date
container-test-run-flakelet-relay> agent # [1723825.345487] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723825.884270] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:14.171717Z","level":"INFO","message":"deploy finished","job":"81d7a6ea0abf69d7750a68523672e0dd","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723825.883107] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:14.170473Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 3.05 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQzNCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTM0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI2R1hWTExJNEtPQldVPT09IiwibmJmIjoxNzkwODU2MTM0LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.iXZLMJSH1vXl5x3jdTuqLoW2JbaxVdxa0tTVcy-rs2YBPWaG4MkBjXcZaGq3kCDJ3QYO9jZMMRHMISABRmhkDg' push --relay https://relay:7443 agents
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQzNCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTM0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI2R1hWTExJNEtPQldVPT09IiwibmJmIjoxNzkwODU2MTM0LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.iXZLMJSH1vXl5x3jdTuqLoW2JbaxVdxa0tTVcy-rs2YBPWaG4MkBjXcZaGq3kCDJ3QYO9jZMMRHMISABRmhkDg' push --relay https://relay:7443 agents, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 4.40 seconds)
container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.04 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> app: activating generation 5
container-test-run-flakelet-relay> agent # [1723826.615954] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [1723826.616450] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723826.616716] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [1723826.634861] agent systemd[1]: Reload requested from client PID 2290 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723826.634930] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723827.002330] agent systemd[1]: Reloading finished in 366 ms.
container-test-run-flakelet-relay> agent # [1723827.083466] agent systemd[1]: Reload requested from client PID 2319 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723827.083512] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723827.433128] agent systemd[1]: Reloading finished in 349 ms.
container-test-run-flakelet-relay> agent # [1723827.510491] agent systemd[1]: Reload requested from client PID 2350 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723827.510545] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723827.853868] agent systemd[1]: Reloading finished in 342 ms.
container-test-run-flakelet-relay> agent # [1723827.940643] agent systemd[1]: Reload requested from client PID 2380 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723827.940685] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.82 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5'
container-test-run-flakelet-relay> agent # [1723828.285550] agent systemd[1]: Reloading finished in 344 ms.
container-test-run-flakelet-relay> agent # [1723828.390335] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [1723828.401391] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 1.04 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> app: activating generation 6
container-test-run-flakelet-relay> agent # [1723829.392854] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:17.680266Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723829.549342] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [1723829.549861] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723829.550157] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [1723829.570745] agent systemd[1]: Reload requested from client PID 2426 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723829.570820] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723829.930770] agent systemd[1]: Reloading finished in 359 ms.
container-test-run-flakelet-relay> agent # [1723830.021459] agent systemd[1]: Reload requested from client PID 2455 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723830.021507] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723830.362822] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [1723830.450241] agent systemd[1]: Reload requested from client PID 2483 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723830.450291] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723830.791567] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [1723830.876823] agent systemd[1]: Reload requested from client PID 2512 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723830.876864] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.84 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6'
container-test-run-flakelet-relay> agent # [1723831.231585] agent systemd[1]: Reloading finished in 354 ms.
container-test-run-flakelet-relay> agent # [1723831.315651] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1723831.352415] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1723831.385621] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:19.673069Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 1.04 seconds)
container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 5.87 seconds)
container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent
container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent
container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.03 seconds)
container-test-run-flakelet-relay> subtest: metrics
container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics
container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856140 | grep -q 'app-slow'
container-test-run-flakelet-relay> agent # [1723832.482460] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:20.769873Z","level":"INFO","message":"start","id":"e6db66c94a71c422355f461c2bd746f4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723832.483437] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:20.770429Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"e6db66c94a71c422355f461c2bd746f4\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723832.535165] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723832.542473] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723832.547162] agent flakelet[2561]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1723832.547892] agent flakelet[2561]: app: activating generation 7
container-test-run-flakelet-relay> agent # [1723832.561052] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1723832.561750] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723832.561941] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1723832.577387] agent systemd[1]: Reload requested from client PID 2568 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723832.577428] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723832.420833] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:20.708259Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [1723832.482083] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:20.769539Z","level":"INFO","message":"deploy accepted","job":"f9b78150630b105b40a31568e7ec40c8","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723832.922778] agent systemd[1]: Reloading finished in 345 ms.
container-test-run-flakelet-relay> agent # [1723833.003897] agent systemd[1]: Reload requested from client PID 2598 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723833.003941] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856140 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done
container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds)
container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443
container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856140 | grep -q 'updated to generation'
container-test-run-flakelet-relay> agent # [1723833.350889] agent systemd[1]: Reloading finished in 346 ms.
container-test-run-flakelet-relay> agent # [1723833.439417] agent systemd[1]: Reload requested from client PID 2630 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723833.439460] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723833.599037] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:21.886452Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723833.568084] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:21.855411Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723833.782821] agent systemd[1]: Reloading finished in 342 ms.
container-test-run-flakelet-relay> agent # [1723833.874915] agent systemd[1]: Reload requested from client PID 2676 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723833.874959] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723834.224989] agent systemd[1]: Reloading finished in 349 ms.
container-test-run-flakelet-relay> agent # [1723834.318848] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [1723834.601095] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:22.888433Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723836.603616] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:24.891015Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856140 | grep -q 'updated to generation', in 7.11 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out
container-test-run-flakelet-relay> agent # [1723840.391498] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [1723840.401193] agent flakelet[2561]: app: updated to generation 7
container-test-run-flakelet-relay> agent # [1723840.405017] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723840.606157] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:28.893510Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723841.464890] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:29.752298Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.10 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.40 seconds)
container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2'
container-test-run-flakelet-relay> relay # [1723848.610739] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:36.898142Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723848.610646] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:36.898047Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723848.612352] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:36.899824Z","level":"INFO","message":"deploy finished","job":"f9b78150630b105b40a31568e7ec40c8","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723848.611845] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:36.899333Z","level":"INFO","message":"start","id":"e6db66c94a71c422355f461c2bd746f4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723848.876065] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:37.163405Z","level":"INFO","message":"deploy accepted","job":"005e5f168a1be86f819e8346d270edcd","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723848.876506] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:37.163799Z","level":"INFO","message":"start","id":"794c9656ebc8b62bc1f81b517731ae13","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723848.876887] agent flakelet-agent[1843]: {"timestamp":"2026-10-01T12:02:37.164380Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"794c9656ebc8b62bc1f81b517731ae13\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723848.917903] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723848.947316] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723848.951739] agent flakelet[2797]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [1723848.952462] agent flakelet[2797]: app: activating generation 8
container-test-run-flakelet-relay> agent # [1723848.972125] agent systemd[1]: Stopping app slow...
container-test-run-flakelet-relay> agent # [1723848.974077] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723848.974410] agent systemd[1]: Stopped app slow.
container-test-run-flakelet-relay> agent # [1723848.990290] agent systemd[1]: Reload requested from client PID 2804 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723848.990358] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723849.340989] agent systemd[1]: Reloading finished in 349 ms.
container-test-run-flakelet-relay> agent # [1723849.426061] agent systemd[1]: Reload requested from client PID 2838 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723849.426105] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent
container-test-run-flakelet-relay> agent # [1723849.777566] agent systemd[1]: Reloading finished in 351 ms.
container-test-run-flakelet-relay> agent # [1723849.856008] agent systemd[1]: Reload requested from client PID 2867 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723849.856055] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723850.192814] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [1723850.270464] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [1723850.282381] agent systemd[1]: Reload requested from client PID 2902 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723850.282424] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723850.270860] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:38.558271Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)"
container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out
container-test-run-flakelet-relay> agent # [1723850.715310] agent systemd[1]: Reloading finished in 432 ms.
container-test-run-flakelet-relay> agent # [1723850.798044] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723850.798293] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [1723850.798310] agent systemd[1]: flakelet-agent.service: Consumed 1.551s CPU time over 27.498s wall clock time.
container-test-run-flakelet-relay> agent # [1723850.817577] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent # [1723850.818393] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1723850.877761] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:39.165163Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"794c9656ebc8b62bc1f81b517731ae13\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723850.909452] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1723850.921563] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:39.209036Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723850.923016] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:39.210479Z","level":"INFO","message":"start","id":"794c9656ebc8b62bc1f81b517731ae13","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723850.921718] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:39.209139Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723856.888286] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [1723856.897940] agent flakelet[2797]: app: updated to generation 8
container-test-run-flakelet-relay> agent # [1723856.901521] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723857.484356] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:45.771759Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1723857.485992] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:45.773324Z","level":"INFO","message":"deploy finished","job":"005e5f168a1be86f819e8346d270edcd","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 9.19 seconds)
container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856166 | grep -q 'app-slow'
container-test-run-flakelet-relay> relay # [1723858.081073] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:02:46.368510Z","level":"INFO","message":"deploy accepted","job":"2dd3ffc1eefffcddc1f65f8efd107359","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723858.081459] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:46.368871Z","level":"INFO","message":"start","id":"763a732f571a5e6eae7a855b5ee6d638","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723858.081922] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:46.369411Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"763a732f571a5e6eae7a855b5ee6d638\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723858.116299] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723858.148383] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723858.153281] agent flakelet[3379]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1723858.153945] agent flakelet[3379]: app: activating generation 9
container-test-run-flakelet-relay> agent # [1723858.171763] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [1723858.173478] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723858.173751] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [1723858.190472] agent systemd[1]: Reload requested from client PID 3386 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723858.190544] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723858.536713] agent systemd[1]: Reloading finished in 345 ms.
container-test-run-flakelet-relay> agent # [1723858.630111] agent systemd[1]: Reload requested from client PID 3416 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723858.630156] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723858.973070] agent systemd[1]: Reloading finished in 342 ms.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856166 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [1723859.062804] agent systemd[1]: Reload requested from client PID 3447 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723859.062847] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723859.104819] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:47.392252Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723859.103269] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [1723859.143164] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723859.143588] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [1723859.143629] relay systemd[1]: flakelet-relay.service: Consumed 2.892s CPU time over 1min 6.998s wall clock time.
container-test-run-flakelet-relay> relay # [1723859.184872] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1723859.431432] agent systemd[1]: Reloading finished in 368 ms.
container-test-run-flakelet-relay> agent # [1723859.521810] agent systemd[1]: Reload requested from client PID 3483 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723859.521851] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723859.872987] agent systemd[1]: Reloading finished in 350 ms.
container-test-run-flakelet-relay> agent # [1723859.961858] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [1723860.109301] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:48.396719Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.57 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out
container-test-run-flakelet-relay> relay # [1723860.659845] relay flakelet-relay[932]: {"timestamp":"2026-10-01T12:02:48.947274Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723860.660630] relay flakelet-relay[932]: {"timestamp":"2026-10-01T12:02:48.947726Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723860.660287] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> agent # [1723862.123669] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:50.411082Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723862.124101] relay flakelet-relay[932]: {"timestamp":"2026-10-01T12:02:50.411445Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [1723862.126127] relay flakelet-relay[932]: {"timestamp":"2026-10-01T12:02:50.413612Z","level":"INFO","message":"job reattached","job":"2dd3ffc1eefffcddc1f65f8efd107359","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723866.031321] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [1723866.041637] agent flakelet[3379]: app: updated to generation 9
container-test-run-flakelet-relay> agent # [1723866.045043] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723867.113601] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:55.401010Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.72 seconds)
container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1
container-test-run-flakelet-relay> relay # [1723867.780090] relay flakelet-relay[932]: {"timestamp":"2026-10-01T12:02:56.067427Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723867.780489] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:56.067894Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723867.780962] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:56.068454Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723867.824197] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723867.856302] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723867.862064] agent flakelet[3557]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723867.862645] agent flakelet[3557]: other: up to date
container-test-run-flakelet-relay> agent # [1723867.863866] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [1723868.402521] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:56.689933Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723868.420201] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:56.707671Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723868.404061] relay flakelet-relay[932]: {"timestamp":"2026-10-01T12:02:56.691417Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723868.420034] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [1723868.458503] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723868.458906] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [1723868.458945] relay systemd[1]: flakelet-relay.service: Consumed 2.022s CPU time over 9.273s wall clock time.
container-test-run-flakelet-relay> relay # [1723868.494821] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1723869.423751] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:57.711169Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.55 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [1723869.957275] relay flakelet-relay[1322]: {"timestamp":"2026-10-01T12:02:58.244690Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723869.957930] relay flakelet-relay[1322]: {"timestamp":"2026-10-01T12:02:58.245140Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723869.957744] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> agent # [1723871.437802] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:02:59.725205Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723871.437976] relay flakelet-relay[1322]: {"timestamp":"2026-10-01T12:02:59.725373Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.06 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ4MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTgwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJGQ0RWTldNSUhFQTRNPT09IiwibmJmIjoxNzkwODU2MTgwLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.gpvZT2TFyWn1D3MiDEfIwpsuJkNCecY952HrIEoYCWMJI2NRwQ-JmS2Hlh8MR6QfrFPScjAAr17qN0xzGaUAAg' push --relay https://relay:7443 deploy --id hist2 agent/app
container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: up to date
container-test-run-flakelet-relay> agent # [1723872.116320] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:03:00.403733Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723872.116804] agent flakelet-agent[2934]: {"timestamp":"2026-10-01T12:03:00.404291Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723872.156350] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723872.184282] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723872.188568] agent flakelet[3585]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1723872.189160] agent flakelet[3585]: app: up to date
container-test-run-flakelet-relay> agent # [1723872.192233] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723872.116034] relay flakelet-relay[1322]: {"timestamp":"2026-10-01T12:03:00.403459Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> » agent/app: unchanged (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ4MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTgwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJGQ0RWTldNSUhFQTRNPT09IiwibmJmIjoxNzkwODU2MTgwLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.gpvZT2TFyWn1D3MiDEfIwpsuJkNCecY952HrIEoYCWMJI2NRwQ-JmS2Hlh8MR6QfrFPScjAAr17qN0xzGaUAAg' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.64 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ4MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTgwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJGQ0RWTldNSUhFQTRNPT09IiwibmJmIjoxNzkwODU2MTgwLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.gpvZT2TFyWn1D3MiDEfIwpsuJkNCecY952HrIEoYCWMJI2NRwQ-JmS2Hlh8MR6QfrFPScjAAr17qN0xzGaUAAg' push --relay https://relay:7443 jobs
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ4MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTgwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJGQ0RWTldNSUhFQTRNPT09IiwibmJmIjoxNzkwODU2MTgwLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.gpvZT2TFyWn1D3MiDEfIwpsuJkNCecY952HrIEoYCWMJI2NRwQ-JmS2Hlh8MR6QfrFPScjAAr17qN0xzGaUAAg' push --relay https://relay:7443 jobs, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 5.00 seconds)
container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login'
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.09 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds)
container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: ""
container-test-run-flakelet-relay> cleanup
container-test-run-flakelet-relay> kill NspawnMachine (pid 51)
container-test-run-flakelet-relay> kill NspawnMachine (pid 54)
container-test-run-flakelet-relay> Container agent terminated by signal KILL.
container-test-run-flakelet-relay> kill NspawnMachine (pid 55)
container-test-run-flakelet-relay> relay # [1723872.733867] relay flakelet-relay[1322]: {"timestamp":"2026-10-01T12:03:01.021260Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723872.816122] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:03:01] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=1ekoYdOCDyOHEKe51oHUiMHiLVgqLrCMSRLjMZLtZhA&code_challenge=jm9hBAHWuM_du5mVfVbTIs0GE3mmIX6VtzbYGscpHC8&code_challenge_method=S256 HTTP/1.1" 302 -
container-test-run-flakelet-relay> relay # [1723872.864531] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:03:01] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1723872.865773] relay flakelet-relay[1322]: {"timestamp":"2026-10-01T12:03:01.153233Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"}
container-test-run-flakelet-relay> Container client terminated by signal KILL.
container-test-run-flakelet-relay> Container relay terminated by signal KILL.
container-test-run-flakelet-relay> (finished: cleanup, in 0.39 seconds)
container-test-run-flakelet-relay> additionally exposed symbols:
container-test-run-flakelet-relay>     agent, client, relay,
container-test-run-flakelet-relay>     vlan1,
container-test-run-flakelet-relay>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-flakelet-relay> » job f6b3bb3d0b66d253c0e6d5a1bf7a857a via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> agent/app | app: activating generation 2
container-test-run-flakelet-relay> agent/app | app: updated to generation 2
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 2)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 5915e43c5923dbda1afc9afb5f0878dd via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken
container-test-run-flakelet-relay> agent/app | app: activating generation 4
container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3)
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app v2...
container-test-run-flakelet-relay> agent/app │ Started app v2.
container-test-run-flakelet-relay> agent/app │ Stopping app v2...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v2.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app broken...
container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent/app │ Failed to start app broken.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> » skipped: agent/other
container-test-run-flakelet-relay> » failed
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job f9b78150630b105b40a31568e7ec40c8 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 7
container-test-run-flakelet-relay> agent/app | app: updated to generation 7
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 7)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 005e5f168a1be86f819e8346d270edcd via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent/app | app: activating generation 8
container-test-run-flakelet-relay> agent/app | app: updated to generation 8
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 8)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 2dd3ffc1eefffcddc1f65f8efd107359 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 9
container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job c8ec756e71078905a5722a38da562f8f
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s
container-test-run-flakelet-relay> » job 2dd3ffc1eefffcddc1f65f8efd107359 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | app: updated to generation 9
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> 1790856176	hist1	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790856166	c8ec756e71078905a5722a38da562f8f	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856157	3b787fb66814e544e187414f43bfdff5	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856140	b44ea392ede3a3fe3487d56913f2bcc3	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856139	local-app-6-1790856139	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1790856136	local-app-5-1790856136	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1790856133	9c369a181dab6d86decee74e2696cf8a	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790856122	7e7e9d908bc75c97b17a6c4326e56f89	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856121	256a381caf46c4ac1f828c39eb53ac37	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790856121	4bb6c8fb28f9e5c9f958dd271e834a1e	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790856120	9715d5298f5f19ff30054104159a7837	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790856116	bc2548e80991894f7796d64f3a14696f	admin@example.org	agent/app:rolled-back
container-test-run-flakelet-relay> 1790856115	0faee781ab94c43b520f6acfa3febedf	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790856114	fa318b3ce17b6aac470d92dfb3408a4c	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790856111	7bdfb38c375b31f6729b0856899b57dc	someone	agent/other:unchanged
container-test-run-flakelet-relay> 1790856108	b2e7c1f0935c48c70612fba3fb2cea0b	repo:github:example/app:ref:refs/heads/main	agent/app:updated
container-test-run-flakelet-relay> 1790856105	38594be74697d8cf73c8e0c6837d5d45	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856102	local-app-1-1790856102	host activation	agent/app:updated
container-test-run-flakelet-relay> 1790856102	local-flakelet-agent-1-1790856102	host activation	agent/flakelet-agent:updated
container-test-run-flakelet-relay> 1790856102	local-other-1-1790856102	host activation	agent/other:updated
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> Traceback (most recent call last):
container-test-run-flakelet-relay>   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
container-test-run-flakelet-relay>     sys.exit(main())
container-test-run-flakelet-relay>              ~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
container-test-run-flakelet-relay>     driver.run_tests()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
container-test-run-flakelet-relay>     self.test_script()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
container-test-run-flakelet-relay>     exec(self.tests, symbols, None)
container-test-run-flakelet-relay>     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
container-test-run-flakelet-relay>   File "<string>", line 208, in <module>
container-test-run-flakelet-relay> AssertionError
error: Cannot build '/nix/store/36f1mnarm4xqlyfyj9zgvfgvs4lz8ri0-container-test-run-flakelet-relay.drv'.
       Reason: builder failed with exit code 1.
       Output paths:
         /nix/store/kbhq15nshsvc3638p24r00zzpnafwfrp-container-test-run-flakelet-relay
       Last 25 log lines:
       > 1790856116	bc2548e80991894f7796d64f3a14696f	admin@example.org	agent/app:rolled-back
       > 1790856115	0faee781ab94c43b520f6acfa3febedf	dev@example.org	agent/other:unchanged
       > 1790856114	fa318b3ce17b6aac470d92dfb3408a4c	dev@example.org	agent/other:unchanged
       > 1790856111	7bdfb38c375b31f6729b0856899b57dc	someone	agent/other:unchanged
       > 1790856108	b2e7c1f0935c48c70612fba3fb2cea0b	repo:github:example/app:ref:refs/heads/main	agent/app:updated
       > 1790856105	38594be74697d8cf73c8e0c6837d5d45	admin@example.org	agent/app:updated
       > 1790856102	local-app-1-1790856102	host activation	agent/app:updated
       > 1790856102	local-flakelet-agent-1-1790856102	host activation	agent/flakelet-agent:updated
       > 1790856102	local-other-1-1790856102	host activation	agent/other:updated
       >
       > Traceback (most recent call last):
       >   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
       >     sys.exit(main())
       >              ~~~~^^
       >   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
       >     driver.run_tests()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
       >     self.test_script()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
       >     exec(self.tests, symbols, None)
       >     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
       >   File "<string>", line 208, in <module>
       > AssertionError
       For full logs, run:
         nix log /nix/store/36f1mnarm4xqlyfyj9zgvfgvs4lz8ri0-container-test-run-flakelet-relay.drv


nixbot: transient error detected, retrying once

this derivation will be built:
  /nix/store/36f1mnarm4xqlyfyj9zgvfgvs4lz8ri0-container-test-run-flakelet-relay.drv
building '/nix/store/36f1mnarm4xqlyfyj9zgvfgvs4lz8ri0-container-test-run-flakelet-relay.drv'
container-test-run-flakelet-relay> tribuchet: building on jamie
container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-flakelet-relay> start all VLans
container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds)
container-test-run-flakelet-relay> Initializing machine ID from random generator.
container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds
container-test-run-flakelet-relay> run the VM test script
container-test-run-flakelet-relay> start all VMs
container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 51)
container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal...
container-test-run-flakelet-relay> client: systemd-nspawn running (pid 55)
container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 56)
container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal...
container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal...
container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds)
container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service
container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay.
container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client.
container-test-run-flakelet-relay> agent # No journal files were found.
container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> client # No journal files were found.
container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> relay # No journal files were found.
container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> agent # [1723876.723584] agent systemd-journald[57]: Journal started
container-test-run-flakelet-relay> agent # [1723876.723628] agent systemd-journald[57]: Runtime Journal (/run/log/journal/ea8a77b338724dfeb30912c983fb4987) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [1723876.733542] agent systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> agent # [1723876.745651] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> agent # [1723876.760250] agent systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> agent # [1723876.760828] agent systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> agent # [1723876.794654] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/ea8a77b338724dfeb30912c983fb4987 is 1.623ms for 6 entries.
container-test-run-flakelet-relay> agent # [1723876.794654] agent systemd-journald[57]: System Journal (/var/log/journal/ea8a77b338724dfeb30912c983fb4987) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [1723876.802694] agent systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> agent # [1723876.803484] agent systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> agent # [1723876.803631] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> agent # [1723876.817281] agent systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> agent # [1723876.881744] agent systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> agent # [1723877.745776] agent systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> client # [1723876.730924] client systemd-journald[57]: Journal started
container-test-run-flakelet-relay> client # [1723876.730967] client systemd-journald[57]: Runtime Journal (/run/log/journal/0e8c16792dcd41359486fb1a282938f5) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1723876.741708] client systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> client # [1723876.753945] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> client # [1723876.788590] client systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> client # [1723876.789330] client systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> client # [1723876.798326] client systemd-journald[57]: Time spent on flushing to /var/log/journal/0e8c16792dcd41359486fb1a282938f5 is 1.549ms for 6 entries.
container-test-run-flakelet-relay> client # [1723876.798326] client systemd-journald[57]: System Journal (/var/log/journal/0e8c16792dcd41359486fb1a282938f5) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1723876.808599] client systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> client # [1723876.809540] client systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> relay # [1723876.721241] relay systemd-journald[57]: Journal started
container-test-run-flakelet-relay> relay # [1723876.721282] relay systemd-journald[57]: Runtime Journal (/run/log/journal/f8d9c0a1a610453f8009d5c9ba0e5342) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [1723876.809686] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> relay # [1723876.732065] relay systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> client # [1723876.821708] client systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [1723876.744757] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> client # [1723876.892230] client systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> relay # [1723876.759271] relay systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> client # [1723877.745745] client systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> relay # [1723876.760092] relay systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> relay # [1723876.794126] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/f8d9c0a1a610453f8009d5c9ba0e5342 is 3.268ms for 6 entries.
container-test-run-flakelet-relay> relay # [1723876.794126] relay systemd-journald[57]: System Journal (/var/log/journal/f8d9c0a1a610453f8009d5c9ba0e5342) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> relay # [1723876.802752] relay systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> relay # [1723876.803474] relay systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> relay # [1723876.803594] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> relay # [1723876.823442] relay systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [1723876.892499] relay systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> relay # [1723877.720242] relay systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> client # [1723877.767699] client systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> client # [1723877.768561] client systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> client # [1723877.769454] client systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> client # [1723877.770484] client systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> client # [1723877.770514] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [1723877.771250] client systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> client # [1723877.771968] client systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> client # [1723877.788917] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> client # [1723877.789325] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [1723877.789635] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/0e8c16792dcd41359486fb1a282938f5 failed: Operation not permitted
container-test-run-flakelet-relay> client # [1723877.789963] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1723877.777457] relay systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> relay # [1723877.778552] relay systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> relay # [1723877.779823] relay systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> relay # [1723877.781128] relay systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> relay # [1723877.781159] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [1723877.782058] relay systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> relay # [1723877.782936] relay systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> relay # [1723877.799690] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> relay # [1723877.800127] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1723877.800431] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/f8d9c0a1a610453f8009d5c9ba0e5342 failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1723877.800764] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1723877.777582] agent systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> agent # [1723877.778888] agent systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> agent # [1723877.780345] agent systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> agent # [1723877.781516] agent systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> agent # [1723877.781562] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [1723877.782620] agent systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> agent # [1723877.783798] agent systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> agent # [1723877.802512] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> agent # [1723877.802898] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1723877.803198] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/ea8a77b338724dfeb30912c983fb4987 failed: Operation not permitted
container-test-run-flakelet-relay> agent # [1723877.803527] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [1723877.803998] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.Z82M0ZL3Ow/chsh': Operation not permitted
container-test-run-flakelet-relay> relay # [1723877.868480] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723877.883546] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> relay # [1723877.883584] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> relay # [1723877.908213] relay systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> relay # [1723877.908449] relay systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> relay # [1723877.908764] relay systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> relay # [1723877.924213] relay systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> relay # [1723877.925203] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> relay # [1723877.937879] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> relay # [1723877.943754] relay systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> relay # [1723877.945629] relay systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> relay # [1723877.956296] relay systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> relay # [1723877.956383] relay systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> relay # [1723877.956477] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [1723877.956506] relay systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> relay # [1723877.956524] relay systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> relay # [1723877.956633] relay systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> relay # [1723877.956808] relay systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> relay # [1723877.956907] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> relay # [1723877.956921] relay systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> relay # [1723877.956948] relay systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> relay # [1723877.958047] relay systemd[1]: Started device-mock.service.
container-test-run-flakelet-relay> relay # [1723877.958747] relay systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> relay # [1723877.959738] relay systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> relay # [1723877.960768] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [1723877.961650] relay systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> client # [1723877.792805] client systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> client # [1723877.795579] client suid-sgid-wrappers-start[169]: chmod: changing permissions of '/run/wrappers/wrappers.bcp1gwo66l/chsh': Operation not permitted
container-test-run-flakelet-relay> client # [1723877.860215] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> client # [1723877.871615] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> client # [1723877.871712] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client # [1723877.871885] client systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> client # [1723877.872112] client systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> client # [1723877.874894] client systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> client # [1723877.876058] client systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> client # [1723877.918168] client systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> client # [1723877.924890] client systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> client # [1723877.926326] client systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> client # [1723877.936853] client systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> client # [1723877.936943] client systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> client # [1723877.937025] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [1723877.937048] client systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> client # [1723877.937061] client systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> client # [1723877.937160] client systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> client # [1723877.937372] client systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> client # [1723877.937467] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> client # [1723877.937481] client systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> client # [1723877.937510] client systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> client # [1723877.938646] client systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> client # [1723877.939815] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1723877.940555] client systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> client # [1723877.954388] client systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> client # [1723878.018651] client systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> agent # [1723877.803875] agent suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.8IlBaCviYc/chsh': Operation not permitted
container-test-run-flakelet-relay> agent # [1723877.869076] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723877.882770] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [1723877.882806] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [1723877.882859] agent systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> agent # [1723877.883053] agent systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> agent # [1723877.908523] agent systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> agent # [1723877.924235] agent systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> agent # [1723877.925567] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> agent # [1723877.938379] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> agent # [1723877.942526] agent systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> agent # [1723877.943548] agent systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> agent # [1723877.952068] agent systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> agent # [1723877.952193] agent systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> agent # [1723877.952255] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [1723877.952276] agent systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> agent # [1723877.952289] agent systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> agent # [1723877.952381] agent systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> agent # [1723877.952565] agent systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> agent # [1723877.952657] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> agent # [1723877.952670] agent systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> agent # [1723877.952699] agent systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> agent # [1723877.953739] agent systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> agent # [1723877.954373] agent systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> agent # [1723877.955182] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1723877.955831] agent systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> agent # [1723877.963647] agent systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> agent # [1723877.965172] agent systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> agent # [1723877.974733] agent systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> agent # [1723877.975077] agent systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> relay # [1723877.971294] relay systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> relay # [1723877.972700] relay systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> relay # [1723877.978470] relay systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> relay # [1723877.984964] relay systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> relay # [1723878.046182] relay systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723878.046306] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [1723878.048648] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [1723878.084344] relay systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> relay # [1723878.084565] relay systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> relay # [1723878.085423] relay systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> relay # [1723878.086176] relay systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> relay # [1723878.107315] relay network-addresses-eth1-start[251]: adding address 192.168.1.3/24... done
container-test-run-flakelet-relay> relay # [1723878.110418] relay network-addresses-eth1-start[251]: adding address 2001:db8:1::3/64... done
container-test-run-flakelet-relay> relay # [1723878.114405] relay systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> relay # [1723878.154887] relay systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> relay # [1723878.154975] relay systemd[1]: Reached target Network.
container-test-run-flakelet-relay> relay # [1723878.160357] relay systemd[1]: Starting Dnsmasq Daemon...
container-test-run-flakelet-relay> relay # [1723878.166964] relay systemd[1]: Starting Nginx Web Server...
container-test-run-flakelet-relay> relay # [1723878.167727] relay systemd[1]: Starting Update flakelet service flakelet-relay...
container-test-run-flakelet-relay> relay # [1723878.209815] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/jfcc1waibf4w5cwgizlwlq212x74y7c1-flakelet-flakelet-relay
container-test-run-flakelet-relay> relay # [1723878.210471] relay flakelet[311]: flakelet-relay: activating generation 1
container-test-run-flakelet-relay> relay # [1723878.215558] relay systemd[1]: Reload requested from client PID 316 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [1723878.215597] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [1723878.019483] client systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> client # [1723878.046288] client systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> client # [1723878.047303] client systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> client # [1723878.055783] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1723878.084289] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1723878.087610] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [1723878.102569] client network-addresses-eth1-start[233]: adding address 192.168.1.2/24... done
container-test-run-flakelet-relay> client # [1723878.106238] client network-addresses-eth1-start[233]: adding address 2001:db8:1::2/64... done
container-test-run-flakelet-relay> client # [1723878.110214] client systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> client # [1723878.166899] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1723878.167056] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1723878.168490] client systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> client # [1723878.169224] client systemd[1]: Reached target Network.
container-test-run-flakelet-relay> client # [1723878.200578] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1723878.046790] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723878.047019] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1723878.084647] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1723878.084882] agent systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> agent # [1723878.086121] agent systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> agent # [1723878.087719] agent systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> agent # [1723878.088847] agent systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> agent # [1723878.109017] agent network-addresses-eth1-start[241]: adding address 192.168.1.1/24... done
container-test-run-flakelet-relay> agent # [1723878.112252] agent network-addresses-eth1-start[241]: adding address 2001:db8:1::1/64... done
container-test-run-flakelet-relay> agent # [1723878.117192] agent systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> agent # [1723878.171959] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723878.200227] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1723878.202069] agent systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> agent # [1723878.202862] agent systemd[1]: Reached target Network.
container-test-run-flakelet-relay> agent # [1723878.204091] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [1723878.204920] agent systemd[1]: Starting Update flakelet service app...
container-test-run-flakelet-relay> agent # [1723878.205953] agent systemd[1]: Starting Update flakelet service flakelet-agent...
container-test-run-flakelet-relay> agent # [1723878.206953] agent systemd[1]: Starting Update flakelet service other...
container-test-run-flakelet-relay> agent # [1723878.216236] agent flakelet[308]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723878.216774] agent flakelet[308]: app: activating generation 1
container-test-run-flakelet-relay> agent # [1723878.217902] agent flakelet[309]: flakelet-agent: using prebuilt artifact /nix/store/aj0lf71lc5h1sqimklbn8wyidli7z0sx-flakelet-flakelet-agent
container-test-run-flakelet-relay> agent # [1723878.218437] agent flakelet[309]: flakelet-agent: activating generation 1
container-test-run-flakelet-relay> agent # [1723878.219835] agent systemd[1]: Reload requested from client PID 312 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [1723878.219872] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723878.220174] agent flakelet[310]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723878.220672] agent flakelet[310]: other: activating generation 1
container-test-run-flakelet-relay> relay # [1723878.499890] relay nsncd[242]: Oct 01 12:03:06.787 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> relay # [1723878.624707] relay systemd[1]: Reloading finished in 408 ms.
container-test-run-flakelet-relay> client # [1723878.549727] client nsncd[303]: Oct 01 12:03:06.837 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> client # [1723878.549728] client systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [1723878.549813] client systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> client # [1723878.549930] client systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> client # [1723878.552540] client systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> client # [1723878.554030] client systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> client # [1723878.590210] client systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> client # [1723878.591559] client systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> client # [1723878.591583] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> client # [1723878.591595] client systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [1723878.556045] agent nsncd[307]: Oct 01 12:03:06.843 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> agent # [1723878.628845] agent systemd[1]: Reloading finished in 408 ms.
container-test-run-flakelet-relay> agent # [1723878.763904] agent systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [1723878.767011] agent systemd[1]: Reload requested from client PID 313 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [1723878.767056] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723878.763380] relay systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [1723878.763867] relay systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> relay # [1723878.763950] relay systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> relay # [1723878.765112] relay systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> relay # [1723878.765865] relay systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> relay # [1723878.786978] relay systemd[1]: Reload requested from client PID 357 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [1723878.787052] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723878.850348] relay dnsmasq-pre-start[375]: dnsmasq: syntax check OK.
container-test-run-flakelet-relay> agent # [1723879.154383] agent systemd[1]: Reloading finished in 386 ms.
container-test-run-flakelet-relay> agent # [1723879.297154] agent systemd[1]: Reload requested from client PID 314 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [1723879.297203] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723879.148110] relay systemd[1]: Reloading finished in 360 ms.
container-test-run-flakelet-relay> relay # [1723879.268603] relay systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> relay # [1723879.272616] relay systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> relay # [1723879.272684] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> relay # [1723879.272749] relay systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> relay # [1723879.296471] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1723879.641572] agent systemd[1]: Reloading finished in 343 ms.
container-test-run-flakelet-relay> agent # [1723879.717699] agent systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> agent # [1723879.717761] agent systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> agent # [1723879.719144] agent systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> agent # [1723879.720149] agent systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> agent # [1723879.724172] agent systemd[1]: Reload requested from client PID 405 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [1723879.724204] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723879.768125] relay nginx-pre-start[402]: nginx: the configuration file /nix/store/rwna8pp008by3mwnv5bx8ims12jy7ca2-nginx.conf syntax is ok
container-test-run-flakelet-relay> relay # [1723879.768746] relay nginx-pre-start[402]: nginx: configuration file /nix/store/rwna8pp008by3mwnv5bx8ims12jy7ca2-nginx.conf test is successful
container-test-run-flakelet-relay> relay # [1723879.801300] relay systemd[1]: Started Nginx Web Server.
container-test-run-flakelet-relay> relay # [1723879.889896] relay systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [1723879.959131] client systemd-logind[315]: New seat seat0.
container-test-run-flakelet-relay> client # [1723879.959672] client systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> client # [1723879.961888] client systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [1723879.963485] client systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> client # [1723880.002489] client systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [1723880.002862] client systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> client # [1723880.003217] client systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1723880.188223] relay systemd-logind[354]: New seat seat0.
container-test-run-flakelet-relay> relay # [1723880.188657] relay systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> relay # [1723880.192438] relay systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> relay # [1723880.232257] relay systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723880.232611] relay systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> relay # [1723880.434403] relay dbus-broker-launch[408]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> relay # [1723880.435970] relay dbus-broker-launch[408]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> relay # [1723880.435970] relay dbus-broker-launch[408]: Invalid user-name in /nix/store/95gfk1imjmlbwin4q78zl8gp4aam6lf4-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> relay # [1723880.436921] relay systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [1723880.130145] agent systemd[1]: Reloading finished in 405 ms.
container-test-run-flakelet-relay> agent # [1723880.195147] agent systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> agent # [1723880.220628] agent systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> agent # [1723880.220696] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> agent # [1723880.220768] agent systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [1723880.225208] agent systemd[1]: Reload requested from client PID 409 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [1723880.225237] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723880.441963] relay dbus-broker-launch[408]: Ready
container-test-run-flakelet-relay> relay # [1723880.445384] relay systemd[1]: Started Dnsmasq Daemon.
container-test-run-flakelet-relay> relay # [1723880.448058] relay dnsmasq[394]: started, version 2.93 cachesize 150
container-test-run-flakelet-relay> relay # [1723880.448124] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile
container-test-run-flakelet-relay> relay # [1723880.448138] relay dnsmasq[394]: DBus support enabled: connected to system bus
container-test-run-flakelet-relay> relay # [1723880.448154] relay dnsmasq[394]: no upstream servers configured - please set them from DBus
container-test-run-flakelet-relay> relay # [1723880.448314] relay dnsmasq[394]: read /etc/hosts - 9 names
container-test-run-flakelet-relay> client # [1723880.498887] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> client # [1723880.500079] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> client # [1723880.500079] client dbus-broker-launch[325]: Invalid user-name in /nix/store/87clbw76nins7jrhaxxqysv9xs5dc1i5-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> client # [1723880.500644] client systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> client # [1723880.501126] client systemd[1]: Startup finished in 4.216s.
container-test-run-flakelet-relay> client # [1723880.507060] client dbus-broker-launch[325]: Ready
container-test-run-flakelet-relay> agent # [1723880.578920] agent systemd[1]: Reloading finished in 353 ms.
container-test-run-flakelet-relay> agent # [1723880.653394] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1723880.653605] agent systemd[1]: Reload requested from client PID 444 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [1723880.653653] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723880.718663] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:09.006123Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723880.992112] agent systemd[1]: Reloading finished in 338 ms.
container-test-run-flakelet-relay> agent # [1723881.075430] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1723881.081371] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1723881.083060] agent systemd[1]: Starting other v1...
container-test-run-flakelet-relay> agent # [1723881.087475] agent flakelet[309]: flakelet-agent: updated to generation 1
container-test-run-flakelet-relay> agent # [1723881.113202] agent systemd[1]: Finished Update flakelet service flakelet-agent.
container-test-run-flakelet-relay> agent # [1723881.117680] agent systemd[1]: Started other v1.
container-test-run-flakelet-relay> agent # [1723881.117825] agent systemd-logind[407]: New seat seat0.
container-test-run-flakelet-relay> agent # [1723881.117830] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1723881.117980] agent systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> agent # [1723881.120533] agent systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> agent # [1723881.121423] agent systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> agent # [1723881.124820] agent flakelet[310]: other: updated to generation 1
container-test-run-flakelet-relay> agent # [1723881.125290] agent flakelet[308]: app: updated to generation 1
container-test-run-flakelet-relay> agent # [1723881.127591] agent systemd[1]: Finished Update flakelet service app.
container-test-run-flakelet-relay> agent # [1723881.127812] agent systemd[1]: Finished Update flakelet service other.
container-test-run-flakelet-relay> agent # [1723881.128618] agent systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> agent # [1723881.134759] agent systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723881.134904] agent systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> agent # [1723881.135076] agent systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1723881.274174] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:09.561605Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723881.274962] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:09.562144Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723881.274767] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [1723881.285630] relay systemd[1]: Starting health for flakelet-relay...
container-test-run-flakelet-relay> relay # [1723881.549120] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723881.549543] relay systemd[1]: Finished health for flakelet-relay.
container-test-run-flakelet-relay> relay # [1723881.568036] relay flakelet[311]: flakelet-relay: updated to generation 1
container-test-run-flakelet-relay> relay # [1723881.570873] relay systemd[1]: Finished Update flakelet service flakelet-relay.
container-test-run-flakelet-relay> relay # [1723881.571472] relay systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> relay # [1723881.571659] relay systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [1723881.571906] relay systemd[1]: Startup finished in 5.288s.
container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.17 seconds)
container-test-run-flakelet-relay> relay: waiting for unit nginx.service
container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet.target
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service
container-test-run-flakelet-relay> agent # [1723881.569581] agent dbus-broker-launch[897]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> agent # [1723881.571148] agent dbus-broker-launch[897]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> agent # [1723881.571148] agent dbus-broker-launch[897]: Invalid user-name in /nix/store/jg4hdwp4bn0pbiqkxaybjr51bdgpqjb9-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> agent # [1723881.571649] agent systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [1723881.577077] agent systemd[1]: Startup finished in 5.293s.
container-test-run-flakelet-relay> agent # [1723881.577718] agent dbus-broker-launch[897]: Ready
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for unit multi-user.target
container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 1.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds)
container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1
container-test-run-flakelet-relay> relay # [1723882.733071] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:11.020496Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: None, revision: None }, Named { name: \"flakelet-agent\", generation: None, revision: None }, Named { name: \"other\", generation: None, revision: None }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [1723883.077487] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:11.364813Z","level":"INFO","message":"deploy accepted","job":"86a81216942784b0ee6f88e96d36cd9e","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723882.733036] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:11.020444Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723882.744954] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:11.032437Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723882.745389] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:11.032883Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723882.745585] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:11.033073Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723883.077874] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:11.365130Z","level":"INFO","message":"start","id":"ec90ace156c268c796fbd51fd41b4977","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723883.078126] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:11.365484Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"ec90ace156c268c796fbd51fd41b4977\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723883.116284] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723883.145241] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723883.150068] agent flakelet[921]: app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> agent # [1723883.150780] agent flakelet[921]: app: activating generation 2
container-test-run-flakelet-relay> agent # [1723883.169063] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1723883.170731] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723883.171014] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1723883.188121] agent systemd[1]: Reload requested from client PID 928 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723883.188190] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723883.537029] agent systemd[1]: Reloading finished in 348 ms.
container-test-run-flakelet-relay> agent # [1723883.613711] agent systemd[1]: Reload requested from client PID 958 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723883.613750] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723883.949132] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [1723884.035079] agent systemd[1]: Reload requested from client PID 987 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723884.035120] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723884.368965] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1723884.441795] agent systemd[1]: Reload requested from client PID 1018 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723884.441832] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723884.777238] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent # [1723884.846899] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [1723884.885344] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [1723884.891404] agent flakelet[921]: app: updated to generation 2
container-test-run-flakelet-relay> agent # [1723884.894453] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.92 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2'
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 2.99 seconds)
container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ5NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTk0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJUSVVYTk1ZSEVNMjRPPT09IiwibmJmIjoxNzkwODU2MTk0LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.SDkxuITth6KpfptbLERW9EUEItWvFqkJn4XfLfg_hn2ZiG4m0SaCJZPoWw5nH0EgoFJoicunMT_PQ2z-e7IxAg' push --relay https://relay:7443 deploy agent/app 2>&1
container-test-run-flakelet-relay> agent # [1723885.970134] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:14.257563Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723886.132581] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:14.419923Z","level":"INFO","message":"start","id":"71272a98b77e554d9fda8f48706b143d","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723886.132797] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:14.420298Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"71272a98b77e554d9fda8f48706b143d\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723886.170616] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723886.199166] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723886.203025] agent flakelet[1087]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723886.203669] agent flakelet[1087]: app: activating generation 3
container-test-run-flakelet-relay> agent # [1723886.218367] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [1723886.218814] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723886.219085] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [1723886.236503] agent systemd[1]: Reload requested from client PID 1094 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723886.236575] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723885.971381] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:14.258794Z","level":"INFO","message":"deploy finished","job":"86a81216942784b0ee6f88e96d36cd9e","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723886.132238] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:14.419692Z","level":"INFO","message":"deploy accepted","job":"34297ea70f89701d7d9bb78619ec8d12","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723886.584759] agent systemd[1]: Reloading finished in 347 ms.
container-test-run-flakelet-relay> agent # [1723886.659521] agent systemd[1]: Reload requested from client PID 1124 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723886.659562] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723886.991834] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [1723887.081330] agent systemd[1]: Reload requested from client PID 1156 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723887.081367] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723887.421640] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [1723887.517180] agent systemd[1]: Reload requested from client PID 1188 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723887.517216] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723887.853373] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent # [1723887.937618] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1723887.969215] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1723887.974052] agent flakelet[1087]: app: updated to generation 3
container-test-run-flakelet-relay> agent # [1723887.976411] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ5NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTk0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJUSVVYTk1ZSEVNMjRPPT09IiwibmJmIjoxNzkwODU2MTk0LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.SDkxuITth6KpfptbLERW9EUEItWvFqkJn4XfLfg_hn2ZiG4m0SaCJZPoWw5nH0EgoFJoicunMT_PQ2z-e7IxAg' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.96 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 3.03 seconds)
container-test-run-flakelet-relay> subtest: policy denies uncovered target
container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ5NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTk0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJUSVVYTk1ZSEVNMjRPPT09IiwibmJmIjoxNzkwODU2MTk0LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.SDkxuITth6KpfptbLERW9EUEItWvFqkJn4XfLfg_hn2ZiG4m0SaCJZPoWw5nH0EgoFJoicunMT_PQ2z-e7IxAg' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ5NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MTk0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJUSVVYTk1ZSEVNMjRPPT09IiwibmJmIjoxNzkwODU2MTk0LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.SDkxuITth6KpfptbLERW9EUEItWvFqkJn4XfLfg_hn2ZiG4m0SaCJZPoWw5nH0EgoFJoicunMT_PQ2z-e7IxAg' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ5NywiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MDg1NjE5NywiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiMjVHQTJUSTJRM0ZPND09PSIsIm5iZiI6MTc5MDg1NjE5Nywic3ViIjoic29tZW9uZSJ9.qTwWmVDFk7U2Z5X5yNOBB8po7yAJuJD6msGKcbThh73ecXMNGENJZbvM4PZxFgIncZMB6uTGtxCOwQjNUEI1CQ' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [1723889.055603] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:17.343012Z","level":"INFO","message":"deploy finished","job":"34297ea70f89701d7d9bb78619ec8d12","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723889.158574] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:17.446032Z","level":"INFO","message":"deploy accepted","job":"87ef92a677acc0f8f4b6a914fbf1987c","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723889.054216] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:17.341627Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723889.159108] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:17.446428Z","level":"INFO","message":"start","id":"1bc1ae54859c737c0bfe42337f68e065","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723889.159432] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:17.446926Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"1bc1ae54859c737c0bfe42337f68e065\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723889.201420] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723889.234259] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723889.239208] agent flakelet[1242]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723889.239671] agent flakelet[1242]: other: up to date
container-test-run-flakelet-relay> agent # [1723889.242207] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjQ5NywiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MDg1NjE5NywiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiMjVHQTJUSTJRM0ZPND09PSIsIm5iZiI6MTc5MDg1NjE5Nywic3ViIjoic29tZW9uZSJ9.qTwWmVDFk7U2Z5X5yNOBB8po7yAJuJD6msGKcbThh73ecXMNGENJZbvM4PZxFgIncZMB6uTGtxCOwQjNUEI1CQ' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.70 seconds)
container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards
container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1
container-test-run-flakelet-relay> relay # [1723889.783788] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:18.071195Z","level":"INFO","message":"deploy finished","job":"87ef92a677acc0f8f4b6a914fbf1987c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723889.807359] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:03:18] "POST /device HTTP/1.1" 200 -
container-test-run-flakelet-relay> agent # [1723889.782418] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:18.069827Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1723890.812459] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:03:19] "POST /token HTTP/1.1" 400 -
container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.08 seconds)
container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600
container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> agent # [1723891.891794] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:20.179245Z","level":"INFO","message":"start","id":"3e233ab2eb367d8740e8b7a62d9933ee","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723891.892640] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:20.179961Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"3e233ab2eb367d8740e8b7a62d9933ee\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723891.935492] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723891.969612] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723891.974923] agent flakelet[1266]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723891.975467] agent flakelet[1266]: other: up to date
container-test-run-flakelet-relay> agent # [1723891.976924] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723891.859922] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:03:20] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1723891.891378] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:20.178832Z","level":"INFO","message":"deploy accepted","job":"95053516e55514095bfa17b77df7c77e","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [1723892.517312] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:20.804722Z","level":"INFO","message":"deploy finished","job":"95053516e55514095bfa17b77df7c77e","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723892.535968] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:20.823415Z","level":"INFO","message":"deploy accepted","job":"84cc3b1f030bc93248646e4b449d2570","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723892.516306] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:20.803738Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723892.536291] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:20.823779Z","level":"INFO","message":"start","id":"fff8bfaab99afe8c63d44872308c7058","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723892.536494] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:20.823995Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"fff8bfaab99afe8c63d44872308c7058\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723892.575795] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723892.604249] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723892.608709] agent flakelet[1286]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723892.609277] agent flakelet[1286]: other: up to date
container-test-run-flakelet-relay> agent # [1723892.612581] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.37 seconds)
container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1
container-test-run-flakelet-relay> agent # [1723893.154690] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:21.442153Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723893.192083] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:21.479564Z","level":"INFO","message":"start","id":"cc564c1f4cf1d674dd817f94d316c731","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723893.192305] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:21.479805Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"cc564c1f4cf1d674dd817f94d316c731\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723893.230165] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723893.263187] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723893.267771] agent flakelet[1313]: app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken
container-test-run-flakelet-relay> agent # [1723893.268446] agent flakelet[1313]: app: activating generation 4
container-test-run-flakelet-relay> agent # [1723893.286282] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1723893.286735] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723893.286996] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1723893.304176] agent systemd[1]: Reload requested from client PID 1320 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723893.304244] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723893.155538] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:21.442959Z","level":"INFO","message":"deploy finished","job":"84cc3b1f030bc93248646e4b449d2570","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723893.191801] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:21.479242Z","level":"INFO","message":"deploy accepted","job":"1c2a28ffb5c770daeba76919b2dbd4b1","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723893.648933] agent systemd[1]: Reloading finished in 343 ms.
container-test-run-flakelet-relay> agent # [1723893.717845] agent systemd[1]: Reload requested from client PID 1350 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723893.717884] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723894.050214] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [1723894.116983] agent systemd[1]: Reload requested from client PID 1379 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723894.117029] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723894.448309] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent # [1723894.513401] agent systemd[1]: Reload requested from client PID 1410 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723894.513439] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723894.844652] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent # [1723894.921725] agent systemd[1]: Starting app broken...
container-test-run-flakelet-relay> agent # [1723894.929309] agent (nonexistent)[1443]: app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent # [1723894.929332] agent (nonexistent)[1443]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent # [1723894.930119] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent # [1723894.930215] agent systemd[1]: app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [1723894.930414] agent systemd[1]: Failed to start app broken.
container-test-run-flakelet-relay> agent # [1723894.958940] agent systemd[1]: Reload requested from client PID 1450 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723894.959024] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723895.315091] agent systemd[1]: Reloading finished in 355 ms.
container-test-run-flakelet-relay> agent # [1723895.382224] agent systemd[1]: Reload requested from client PID 1480 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723895.382262] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723895.723291] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [1723895.793040] agent systemd[1]: Reload requested from client PID 1510 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723895.793081] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723896.135200] agent systemd[1]: Reloading finished in 341 ms.
container-test-run-flakelet-relay> agent # [1723896.225293] agent systemd[1]: Reload requested from client PID 1540 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723896.225332] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723896.564619] agent systemd[1]: Reloading finished in 338 ms.
container-test-run-flakelet-relay> agent # [1723896.658242] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1723896.666180] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1723896.667288] agent flakelet[1313]: app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent # [1723896.667288] agent flakelet[1313]: failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent # [1723896.670222] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [1723896.670318] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.17 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.21 seconds)
container-test-run-flakelet-relay> subtest: host patterns expand on the relay
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1
container-test-run-flakelet-relay> agent # [1723897.338933] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:25.626379Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723897.404312] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:25.691746Z","level":"INFO","message":"start","id":"2dd0b0d037d467162fa1f1ee764747ba","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723897.404797] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:25.692289Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"2dd0b0d037d467162fa1f1ee764747ba\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723897.445551] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723897.478151] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723897.482442] agent flakelet[1600]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723897.482986] agent flakelet[1600]: app: up to date
container-test-run-flakelet-relay> agent # [1723897.486542] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723897.340355] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:25.627786Z","level":"INFO","message":"deploy finished","job":"1c2a28ffb5c770daeba76919b2dbd4b1","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723897.403955] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:25.691406Z","level":"INFO","message":"deploy accepted","job":"d5830c29e7096747f8d35e1896764a09","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1
container-test-run-flakelet-relay> relay # [1723898.026706] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:26.314151Z","level":"INFO","message":"deploy finished","job":"d5830c29e7096747f8d35e1896764a09","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723898.048244] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:26.335727Z","level":"INFO","message":"deploy accepted","job":"1c69bfa50585b5e8118fcb5919322db3","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723898.025403] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:26.312859Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723898.048538] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:26.336019Z","level":"INFO","message":"start","id":"b7d0c7772f3d115a6567d7f1550efcb1","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723898.048915] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:26.336411Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"b7d0c7772f3d115a6567d7f1550efcb1\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723898.087648] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723898.121277] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723898.126437] agent flakelet[1620]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723898.126951] agent flakelet[1620]: app: up to date
container-test-run-flakelet-relay> agent # [1723898.128765] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1
container-test-run-flakelet-relay> agent # [1723898.668519] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:26.955969Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723898.694154] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:26.981631Z","level":"INFO","message":"start","id":"e3b0d0f5a8789ec5d400876e577add73","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723898.694526] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:26.982021Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"e3b0d0f5a8789ec5d400876e577add73\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723898.736038] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723898.766177] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723898.771359] agent flakelet[1643]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> agent # [1723898.771880] agent flakelet[1643]: app: up to date
container-test-run-flakelet-relay> agent # [1723898.775015] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723898.670176] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:26.957618Z","level":"INFO","message":"deploy finished","job":"1c69bfa50585b5e8118fcb5919322db3","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723898.693786] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:26.981276Z","level":"INFO","message":"deploy accepted","job":"0065dcf2edfacfd0037786fce8fc30f9","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.98 seconds)
container-test-run-flakelet-relay> subtest: detach returns once the job is accepted
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1
container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> relay # [1723899.318566] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:27.606007Z","level":"INFO","message":"deploy finished","job":"0065dcf2edfacfd0037786fce8fc30f9","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723899.383209] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:27.670657Z","level":"INFO","message":"deploy accepted","job":"3a95e3c37847f25eff8ecdb03448ba0a","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723899.316939] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:27.604386Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723899.383562] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:27.670996Z","level":"INFO","message":"start","id":"394442565fd8040c1ee18df9a37e0e98","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723899.384052] agent flakelet-agent[473]: {"timestamp":"2026-10-01T12:03:27.671546Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"394442565fd8040c1ee18df9a37e0e98\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723899.427069] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723899.457181] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723899.462652] agent flakelet[1668]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [1723899.463303] agent flakelet[1668]: app: activating generation 4
container-test-run-flakelet-relay> agent # [1723899.476317] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1723899.478394] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723899.478818] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1723899.497250] agent systemd[1]: Reload requested from client PID 1675 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723899.497317] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723899.841570] agent systemd[1]: Reloading finished in 343 ms.
container-test-run-flakelet-relay> agent # [1723899.908619] agent systemd[1]: Reload requested from client PID 1705 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723899.908657] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723900.242360] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [1723900.318595] agent systemd[1]: Reload requested from client PID 1734 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723900.318638] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723900.649728] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.33 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent # [1723900.722734] agent systemd[1]: Reload requested from client PID 1768 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723900.722774] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723901.054818] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [1723901.131547] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent # [1723907.202231] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [1723907.211323] agent flakelet[1668]: app: updated to generation 4
container-test-run-flakelet-relay> agent # [1723907.212038] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 7.51 seconds)
container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 8.88 seconds)
container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.08 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0'
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out
container-test-run-flakelet-relay> relay # [1723908.258748] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:36.546168Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723908.258784] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [1723908.290411] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723908.290875] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [1723908.291372] agent systemd[1]: flakelet-agent.service: Consumed 1.606s CPU time over 27.637s wall clock time.
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.10 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out
container-test-run-flakelet-relay> agent # [1723909.388183] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1723909.440957] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:37.728432Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"394442565fd8040c1ee18df9a37e0e98\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723909.469359] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1723909.479934] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:37.767405Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723909.480061] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:37.767478Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723909.986661] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:38.274111Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723911.375231] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:39.662642Z","level":"INFO","message":"start","id":"92fb2595afad90c3633d2e58de95a460","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723911.376159] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:39.663233Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"92fb2595afad90c3633d2e58de95a460\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723911.416610] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723911.446310] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723911.452273] agent flakelet[2249]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723911.452797] agent flakelet[2249]: other: up to date
container-test-run-flakelet-relay> agent # [1723911.453718] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723911.374738] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:39.662157Z","level":"INFO","message":"deploy accepted","job":"af7c52be6d90f55ed3d2ccda74a6ab02","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723911.989757] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:40.277200Z","level":"INFO","message":"deploy finished","job":"af7c52be6d90f55ed3d2ccda74a6ab02","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723911.987989] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:40.275437Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 3.04 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjUyMCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MjIwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJETlNDSlhWNzc0VFpRPT09IiwibmJmIjoxNzkwODU2MjIwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.6DVP9prSfsBefadS7ChNErffEzyfcm6OE6GN2pnt0gafLsKB3zcdZQv7EFNJ2LIQl9QNyEvNeXA61jrgpm4AAA' push --relay https://relay:7443 agents
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjUyMCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MjIwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJETlNDSlhWNzc0VFpRPT09IiwibmJmIjoxNzkwODU2MjIwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.6DVP9prSfsBefadS7ChNErffEzyfcm6OE6GN2pnt0gafLsKB3zcdZQv7EFNJ2LIQl9QNyEvNeXA61jrgpm4AAA' push --relay https://relay:7443 agents, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 4.38 seconds)
container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> app: activating generation 5
container-test-run-flakelet-relay> agent # [1723912.700148] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [1723912.700609] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723912.700880] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [1723912.719331] agent systemd[1]: Reload requested from client PID 2283 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723912.719401] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723913.064664] agent systemd[1]: Reloading finished in 344 ms.
container-test-run-flakelet-relay> agent # [1723913.153688] agent systemd[1]: Reload requested from client PID 2312 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723913.153730] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723913.484816] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent # [1723913.555543] agent systemd[1]: Reload requested from client PID 2342 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723913.555583] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723913.888718] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723913.953660] agent systemd[1]: Reload requested from client PID 2373 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723913.953709] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.72 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5'
container-test-run-flakelet-relay> agent # [1723914.285554] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [1723914.352986] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [1723914.377095] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [1723915.490290] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:43.777755Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 2.07 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1
container-test-run-flakelet-relay> app: activating generation 6
container-test-run-flakelet-relay> agent # [1723916.556997] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [1723916.557477] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723916.557742] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [1723916.577236] agent systemd[1]: Reload requested from client PID 2419 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723916.577308] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723916.926105] agent systemd[1]: Reloading finished in 348 ms.
container-test-run-flakelet-relay> agent # [1723917.001090] agent systemd[1]: Reload requested from client PID 2448 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723917.001131] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723917.334265] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723917.404255] agent systemd[1]: Reload requested from client PID 2476 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723917.404298] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723917.735965] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [1723917.822857] agent systemd[1]: Reload requested from client PID 2509 ('systemctl')...
container-test-run-flakelet-relay> agent # [1723917.822897] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723918.154670] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.74 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6'
container-test-run-flakelet-relay> agent # [1723918.229243] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [1723918.258057] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [1723919.497516] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:47.784955Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 2.07 seconds)
container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 7.72 seconds)
container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent
container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent
container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.03 seconds)
container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.03 seconds)
container-test-run-flakelet-relay> subtest: metrics
container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics
container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856228 | grep -q 'app-slow'
container-test-run-flakelet-relay> agent # [1723920.417562] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:48.704962Z","level":"INFO","message":"start","id":"7a249324f2f8dcc84d01cbaa339caaf3","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723920.418168] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:48.705655Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"7a249324f2f8dcc84d01cbaa339caaf3\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723920.458448] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723920.488239] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723920.492386] agent flakelet[2558]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1723920.492976] agent flakelet[2558]: app: activating generation 7
container-test-run-flakelet-relay> agent # [1723920.516474] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [1723920.518472] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723920.518838] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [1723920.535326] agent systemd[1]: Reload requested from client PID 2565 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723920.535393] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723920.355021] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:48.642487Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [1723920.417019] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:48.704493Z","level":"INFO","message":"deploy accepted","job":"0deea8b1fc66516c837f2aabf7092244","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723920.876693] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [1723920.961824] agent systemd[1]: Reload requested from client PID 2595 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723920.961866] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856228 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done
container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds)
container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443
container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856228 | grep -q 'updated to generation'
container-test-run-flakelet-relay> agent # [1723921.292084] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [1723921.359896] agent systemd[1]: Reload requested from client PID 2624 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723921.359934] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723921.530635] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:49.818053Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723921.499222] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:03:49.786634Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723921.717860] agent systemd[1]: Reloading finished in 357 ms.
container-test-run-flakelet-relay> agent # [1723921.813260] agent systemd[1]: Reload requested from client PID 2672 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723921.813301] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723922.150566] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [1723922.220771] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [1723922.533735] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:50.821155Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723924.536391] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:52.823800Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723928.286183] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [1723928.294716] agent flakelet[2558]: app: updated to generation 7
container-test-run-flakelet-relay> agent # [1723928.295746] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856228 | grep -q 'updated to generation', in 7.11 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out
container-test-run-flakelet-relay> agent # [1723928.539813] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:56.827066Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723929.399790] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:03:57.687232Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.40 seconds)
container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.03 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2'
container-test-run-flakelet-relay> relay # [1723936.544041] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:04:04.831454Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723936.543947] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:04:04.831357Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723936.545537] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:04:04.833025Z","level":"INFO","message":"deploy finished","job":"0deea8b1fc66516c837f2aabf7092244","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723936.545171] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:04:04.832661Z","level":"INFO","message":"start","id":"7a249324f2f8dcc84d01cbaa339caaf3","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723936.822498] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:04:05.109813Z","level":"INFO","message":"deploy accepted","job":"0214376e1376797b6231c8053fe3f06e","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723936.822872] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:04:05.110185Z","level":"INFO","message":"start","id":"3f24754a8f186d7529d273edef4c5d6d","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723936.823412] agent flakelet-agent[1836]: {"timestamp":"2026-10-01T12:04:05.110898Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"3f24754a8f186d7529d273edef4c5d6d\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723936.862295] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723936.890207] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723936.910494] agent flakelet[2794]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [1723936.911673] agent flakelet[2794]: app: activating generation 8
container-test-run-flakelet-relay> agent # [1723936.936940] agent systemd[1]: Stopping app slow...
container-test-run-flakelet-relay> agent # [1723936.940787] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723936.942269] agent systemd[1]: Stopped app slow.
container-test-run-flakelet-relay> agent # [1723936.969475] agent systemd[1]: Reload requested from client PID 2801 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723936.969543] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723937.314294] agent systemd[1]: Reloading finished in 344 ms.
container-test-run-flakelet-relay> agent # [1723937.392853] agent systemd[1]: Reload requested from client PID 2831 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723937.392895] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent
container-test-run-flakelet-relay> agent # [1723937.726287] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723937.808535] agent systemd[1]: Reload requested from client PID 2863 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723937.808572] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723938.141654] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [1723938.205788] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [1723938.212401] agent systemd[1]: Reload requested from client PID 2899 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723938.212435] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723938.206480] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:04:06.493509Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 0.87 seconds)
container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)"
container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out
container-test-run-flakelet-relay> agent # [1723938.549989] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent # [1723938.618381] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723938.618546] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [1723938.618560] agent systemd[1]: flakelet-agent.service: Consumed 1.250s CPU time over 29.230s wall clock time.
container-test-run-flakelet-relay> agent # [1723938.637815] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent # [1723938.638765] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [1723938.695313] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:06.982778Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"3f24754a8f186d7529d273edef4c5d6d\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723938.711672] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [1723938.725100] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:07.012582Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723938.726380] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:07.013874Z","level":"INFO","message":"start","id":"3f24754a8f186d7529d273edef4c5d6d","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723938.725252] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:04:07.012678Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [1723944.710113] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [1723944.719534] agent flakelet[2794]: app: updated to generation 8
container-test-run-flakelet-relay> agent # [1723944.723281] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723945.287531] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:13.575005Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [1723945.288594] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:04:13.576060Z","level":"INFO","message":"deploy finished","job":"0214376e1376797b6231c8053fe3f06e","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 9.07 seconds)
container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856254 | grep -q 'app-slow'
container-test-run-flakelet-relay> agent # [1723945.888502] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:14.175938Z","level":"INFO","message":"start","id":"79568b1870a18eddf3ff096c6fe2a72e","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723945.889149] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:14.176638Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"79568b1870a18eddf3ff096c6fe2a72e\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723945.926532] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [1723945.936942] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723945.941394] agent flakelet[3376]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1723945.942049] agent flakelet[3376]: app: activating generation 9
container-test-run-flakelet-relay> agent # [1723945.953580] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [1723945.954300] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723945.954501] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [1723945.964613] agent systemd[1]: Reload requested from client PID 3383 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723945.964655] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723945.888134] relay flakelet-relay[400]: {"timestamp":"2026-10-01T12:04:14.175596Z","level":"INFO","message":"deploy accepted","job":"4618a827b932dcb3dae7b71cf2d16982","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723946.345073] agent systemd[1]: Reloading finished in 380 ms.
container-test-run-flakelet-relay> agent # [1723946.447935] agent systemd[1]: Reload requested from client PID 3413 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723946.447976] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1790856254 | grep -q 'app-slow', in 1.03 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [1723946.830841] agent systemd[1]: Reloading finished in 382 ms.
container-test-run-flakelet-relay> agent # [1723946.916513] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:15.203977Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723946.929600] agent systemd[1]: Reload requested from client PID 3448 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723946.929638] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [1723946.916108] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [1723946.965660] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723946.967102] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [1723946.967144] relay systemd[1]: flakelet-relay.service: Consumed 2.651s CPU time over 1min 7.669s wall clock time.
container-test-run-flakelet-relay> relay # [1723947.041083] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1723947.344205] agent systemd[1]: Reloading finished in 414 ms.
container-test-run-flakelet-relay> agent # [1723947.426662] agent systemd[1]: Reload requested from client PID 3480 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [1723947.426700] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [1723947.797458] agent systemd[1]: Reloading finished in 370 ms.
container-test-run-flakelet-relay> agent # [1723947.856261] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [1723947.920109] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:16.207509Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.78 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out
container-test-run-flakelet-relay> relay # [1723948.679314] relay flakelet-relay[929]: {"timestamp":"2026-10-01T12:04:16.966730Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723948.680309] relay flakelet-relay[929]: {"timestamp":"2026-10-01T12:04:16.967180Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723948.679813] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> agent # [1723949.932878] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:18.220304Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723949.933094] relay flakelet-relay[929]: {"timestamp":"2026-10-01T12:04:18.220493Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [1723949.934862] relay flakelet-relay[929]: {"timestamp":"2026-10-01T12:04:18.222360Z","level":"INFO","message":"job reattached","job":"4618a827b932dcb3dae7b71cf2d16982","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723953.895053] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [1723953.903629] agent flakelet[3376]: app: updated to generation 9
container-test-run-flakelet-relay> agent # [1723953.907127] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [1723955.001338] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:23.288796Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.07 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.93 seconds)
container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1
container-test-run-flakelet-relay> relay # [1723955.787675] relay flakelet-relay[929]: {"timestamp":"2026-10-01T12:04:24.075083Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [1723955.788046] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:24.075463Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [1723955.788736] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:24.076228Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723955.828790] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [1723955.862227] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [1723955.866448] agent flakelet[3554]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1
container-test-run-flakelet-relay> agent # [1723955.867009] agent flakelet[3554]: other: up to date
container-test-run-flakelet-relay> agent # [1723955.869731] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [1723956.409292] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:24.696695Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [1723956.428072] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:24.715472Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723956.410575] relay flakelet-relay[929]: {"timestamp":"2026-10-01T12:04:24.697989Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723956.427827] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [1723956.479548] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723956.479861] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [1723956.479903] relay systemd[1]: flakelet-relay.service: Consumed 2.453s CPU time over 9.438s wall clock time.
container-test-run-flakelet-relay> relay # [1723956.498132] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [1723957.431712] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:25.719066Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.53 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [1723957.940248] relay flakelet-relay[1319]: {"timestamp":"2026-10-01T12:04:26.227696Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723957.940790] relay flakelet-relay[1319]: {"timestamp":"2026-10-01T12:04:26.228109Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [1723957.940961] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> agent # [1723959.445164] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:27.732496Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [1723959.445318] relay flakelet-relay[1319]: {"timestamp":"2026-10-01T12:04:27.732634Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.06 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/n5cr3hg7jccw59hghm19jvr8n3lj1kp6-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjU2OCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MjY4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1UktSVUI0T0NFVUo2PT09IiwibmJmIjoxNzkwODU2MjY4LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.LO5N2WtIRX6oGnlz1DzkldX5GvPaWUwaEBN2BZz4mB4rkOfrk_vrVaEq6zyZzlqp_AHknNymzkROGYGsgtl-Ag' push --relay https://relay:7443 deploy --id hist2 agent/app
container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: up to date
container-test-run-flakelet-relay> agent # [1723960.101250] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:28.388678Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent/appagent # [1723960.101757] agent flakelet-agent[2931]: {"timestamp":"2026-10-01T12:04:28.389249Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay>  | flakelet-relay-job-app.service: Deactivated successfully.agent # [1723960.140264] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> agent # [1723960.172163] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [1723960.176501] agent flakelet[3582]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent # [1723960.177030] agent flakelet[3582]: app: up to date
container-test-run-flakelet-relay> agent # [1723960.180458] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [1723960.100800] relay flakelet-relay[1319]: {"timestamp":"2026-10-01T12:04:28.388251Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> » agent/app: unchanged (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjU2OCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MjY4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1UktSVUI0T0NFVUo2PT09IiwibmJmIjoxNzkwODU2MjY4LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.LO5N2WtIRX6oGnlz1DzkldX5GvPaWUwaEBN2BZz4mB4rkOfrk_vrVaEq6zyZzlqp_AHknNymzkROGYGsgtl-Ag' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.65 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjU2OCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MjY4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1UktSVUI0T0NFVUo2PT09IiwibmJmIjoxNzkwODU2MjY4LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.LO5N2WtIRX6oGnlz1DzkldX5GvPaWUwaEBN2BZz4mB4rkOfrk_vrVaEq6zyZzlqp_AHknNymzkROGYGsgtl-Ag' push --relay https://relay:7443 jobs
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MDg1NjU2OCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkwODU2MjY4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1UktSVUI0T0NFVUo2PT09IiwibmJmIjoxNzkwODU2MjY4LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.LO5N2WtIRX6oGnlz1DzkldX5GvPaWUwaEBN2BZz4mB4rkOfrk_vrVaEq6zyZzlqp_AHknNymzkROGYGsgtl-Ag' push --relay https://relay:7443 jobs, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.98 seconds)
container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login'
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.08 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds)
container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: ""
container-test-run-flakelet-relay> cleanup
container-test-run-flakelet-relay> kill NspawnMachine (pid 51)
container-test-run-flakelet-relay> kill NspawnMachine (pid 55)
container-test-run-flakelet-relay> kill NspawnMachine (pid 56)
container-test-run-flakelet-relay> Container agent terminated by signal KILL.
container-test-run-flakelet-relay> relay # [1723960.725395] relay flakelet-relay[1319]: {"timestamp":"2026-10-01T12:04:29.012810Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [1723960.800808] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:04:29] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=IpxheFPAMdF3Mu-o3N483ndWPgH7844rTX5m0F7nG5w&code_challenge=lqWB09musStEYFGyJaxO1fDnCUl3bAJplZ9JVAMoQ94&code_challenge_method=S256 HTTP/1.1" 302 -
container-test-run-flakelet-relay> relay # [1723960.847743] relay gak3xiqx9spzgkhmirxzgiwy0qnzcmgk-device-mock[186]: 127.0.0.1 - - [01/Oct/2026 12:04:29] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [1723960.848615] relay flakelet-relay[1319]: {"timestamp":"2026-10-01T12:04:29.136086Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"}
container-test-run-flakelet-relay> Container client terminated by signal KILL.
container-test-run-flakelet-relay> Container relay terminated by signal KILL.
container-test-run-flakelet-relay> (finished: cleanup, in 0.39 seconds)
container-test-run-flakelet-relay> additionally exposed symbols:
container-test-run-flakelet-relay>     agent, client, relay,
container-test-run-flakelet-relay>     vlan1,
container-test-run-flakelet-relay>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-flakelet-relay> » job 86a81216942784b0ee6f88e96d36cd9e via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2
container-test-run-flakelet-relay> agent/app | app: activating generation 2
container-test-run-flakelet-relay> agent/app | app: updated to generation 2
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 2)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 1c2a28ffb5c770daeba76919b2dbd4b1 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken
container-test-run-flakelet-relay> agent/app | app: activating generation 4
container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3)
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app v2...
container-test-run-flakelet-relay> agent/app │ Started app v2.
container-test-run-flakelet-relay> agent/app │ Stopping app v2...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v2.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app broken...
container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent/app │ Failed to start app broken.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> » skipped: agent/other
container-test-run-flakelet-relay> » failed
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 0deea8b1fc66516c837f2aabf7092244 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 7
container-test-run-flakelet-relay> agent/app | app: updated to generation 7
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 7)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 0214376e1376797b6231c8053fe3f06e via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2
container-test-run-flakelet-relay> agent/app | app: activating generation 8
container-test-run-flakelet-relay> agent/app | app: updated to generation 8
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 8)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 4618a827b932dcb3dae7b71cf2d16982 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 9
container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job 1a38fccf7b28c28d866ba8bc9e7c6977
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s
container-test-run-flakelet-relay> » job 4618a827b932dcb3dae7b71cf2d16982 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | app: updated to generation 9
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> 1790856264	hist1	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790856254	1a38fccf7b28c28d866ba8bc9e7c6977	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856245	90ce4e731fcbf97478ecf3f0442a764c	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856228	27bf17ad835d2015286f125e806dff05	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856226	local-app-6-1790856226	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1790856222	local-app-5-1790856222	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1790856219	fc16f53f0cf78bed20e0af5a9ffdccee	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790856207	4fdb7f565417002cb3f5b08d720a6ff5	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856206	81e74aaa63beab2823c0f5bd842cde46	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790856206	9bdbcb288ca52522e0fc351f8619314f	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790856205	4926c124545383671a20fba52b46a705	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1790856201	55fdd2109331f70eec8c21648e229c15	admin@example.org	agent/app:rolled-back
container-test-run-flakelet-relay> 1790856200	0675e922875e3d9b3f0bddc66361c4e8	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790856200	bc2258243445b7e4d129c6df071c96cb	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1790856197	7245dfc67cd00633cf815e33e9600288	someone	agent/other:unchanged
container-test-run-flakelet-relay> 1790856194	3b87149eb8229b251a73361fd9550610	repo:github:example/app:ref:refs/heads/main	agent/app:updated
container-test-run-flakelet-relay> 1790856191	76f43bd28a044ed969a4f30c05548526	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1790856189	local-app-1-1790856189	host activation	agent/app:updated
container-test-run-flakelet-relay> 1790856189	local-flakelet-agent-1-1790856189	host activation	agent/flakelet-agent:updated
container-test-run-flakelet-relay> 1790856189	local-other-1-1790856189	host activation	agent/other:updated
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> Traceback (most recent call last):
container-test-run-flakelet-relay>   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
container-test-run-flakelet-relay>     sys.exit(main())
container-test-run-flakelet-relay>              ~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
container-test-run-flakelet-relay>     driver.run_tests()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
container-test-run-flakelet-relay>     self.test_script()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
container-test-run-flakelet-relay>     exec(self.tests, symbols, None)
container-test-run-flakelet-relay>     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
container-test-run-flakelet-relay>   File "<string>", line 208, in <module>
container-test-run-flakelet-relay> AssertionError
error: Cannot build '/nix/store/36f1mnarm4xqlyfyj9zgvfgvs4lz8ri0-container-test-run-flakelet-relay.drv'.
       Reason: builder failed with exit code 1.
       Output paths:
         /nix/store/kbhq15nshsvc3638p24r00zzpnafwfrp-container-test-run-flakelet-relay
       Last 25 log lines:
       > 1790856201	55fdd2109331f70eec8c21648e229c15	admin@example.org	agent/app:rolled-back
       > 1790856200	0675e922875e3d9b3f0bddc66361c4e8	dev@example.org	agent/other:unchanged
       > 1790856200	bc2258243445b7e4d129c6df071c96cb	dev@example.org	agent/other:unchanged
       > 1790856197	7245dfc67cd00633cf815e33e9600288	someone	agent/other:unchanged
       > 1790856194	3b87149eb8229b251a73361fd9550610	repo:github:example/app:ref:refs/heads/main	agent/app:updated
       > 1790856191	76f43bd28a044ed969a4f30c05548526	admin@example.org	agent/app:updated
       > 1790856189	local-app-1-1790856189	host activation	agent/app:updated
       > 1790856189	local-flakelet-agent-1-1790856189	host activation	agent/flakelet-agent:updated
       > 1790856189	local-other-1-1790856189	host activation	agent/other:updated
       >
       > Traceback (most recent call last):
       >   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
       >     sys.exit(main())
       >              ~~~~^^
       >   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
       >     driver.run_tests()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
       >     self.test_script()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/29sx6wcid88iz35qayaccsr67l3kdrpk-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
       >     exec(self.tests, symbols, None)
       >     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
       >   File "<string>", line 208, in <module>
       > AssertionError
       For full logs, run:
         nix log /nix/store/36f1mnarm4xqlyfyj9zgvfgvs4lz8ri0-container-test-run-flakelet-relay.drv