these 148 derivations will be built: /nix/store/vxkb6l41by1x881mv54j60npy7dc9pgh-flakelet-relay-test-certs.drv /nix/store/niz1mahadjwhz4j5n1b4nh8azz74z3av-push.drv /nix/store/zyd3dsmk0vnm68vpqyfq1azs4z5z95cy-system-path.drv /nix/store/l3cmw3xxz262ykgbwmnrjg4kc7w13mra-dbus-1.drv /nix/store/08kcq3wwzyddykql64jfs59jw4m1zyyn-X-Restart-Triggers-dbus-broker.drv /nix/store/5hkz95kpm4df0g9lrffibgpbhq7cnlhr-unit-dbus-broker.service.drv /nix/store/9w4bl83rwa4bm7ndq1vr23ppjnnpgyjq-unit-network-addresses-eth1.service.drv /nix/store/wxzxqh6hjc563jk958dx6m4sg3brj2i1-tmpfiles.d.drv /nix/store/a8pm034m9hz5iix7kad99wnb0xrpv8al-X-Restart-Triggers-systemd-tmpfiles-resetup.drv /nix/store/na47pkm6pqbbvxwl4iayh0d3063nqgy8-unit-systemd-tmpfiles-resetup.service.drv /nix/store/sfr4b6n5q4m6iw41m3ay4fkinrwdaja6-etc-sysctl.d-60-nixos.conf.drv /nix/store/45k9y4c8arj2scjj3ir67nmzdl1pisxw-X-Restart-Triggers-systemd-sysctl.drv /nix/store/rkl5p9m1qqqvri79nz112whcjmsr3pqk-unit-systemd-sysctl.service.drv /nix/store/7h4dvq13inmbhaj7y9scpfw1cjpz8c1w-unit-script-network-local-commands-start.drv /nix/store/z40lrhhannk7mkmylw1cify7cw9s79pf-unit-network-local-commands.service.drv /nix/store/00k8pyw8g0j86lgdfwkknrr57s4idd8s-system-units.drv /nix/store/045mk2dyyzq1dn13867gvkznsjih15pd-set-environment.drv /nix/store/a0sgqy7fdqgyrglxmibdpm90spj9sb1d-secret.drv /nix/store/0v6jbqp02ip7l8hzl0r64a67kncha0ry-flakelet-relay.json.drv /nix/store/6mmap9ig6c5b1d2c6f1ml2yzllrjknbh-flakelet-agent.json.drv /nix/store/14v0kdkzbryl11ari1k9fhllvwri073a-flakelet-agent.service.drv /nix/store/dvz5mc6xldnk3468p9dkfxsldg259177-users-groups.json.drv /nix/store/180hvpi3j18s7v0dhw97nbrjz9cwfbx7-dry-activate.drv /nix/store/y26dkbddyjvikx6jvg902hsvalcqmn5a-cargo-vendor-dir.drv /nix/store/lnz6wknw88fcyywsnzb9z0k1z3rw0d7d-flakelet-0.1.0.drv /nix/store/lpwl7q6rqpjhwq4dsqpplcx2d6mdmf7d-system-path.drv /nix/store/1qq8628cnkhkd50fx8gj0nqkfjfhx7jl-dbus-1.drv /nix/store/iyxhd7hw3il8d75b6l31h5464llqp78y-X-Restart-Triggers-dbus-broker.drv /nix/store/1flw816dfgrjkidlb2lfgkp1vakkf1vy-unit-dbus-broker.service.drv /nix/store/1ilgqsw66a1hari9zkxpc1rjliwvpr01-X-Restart-Triggers-flakelet-app.drv /nix/store/1lhpya28qlyhrk1my9ka65z211x7yfax-flakelet-relay-health.drv /nix/store/1mz2wl1k1ixpw24csmxkc23bal4qjczp-flakelet-app-state.json.drv /nix/store/1n1d9gvrhng4cm7xw72y4vsddvslwwpd-flakelet-other-state.json.drv /nix/store/3f7w1zrfc0ayd0nx93pgkn02id22dq3b-users-groups.json.drv /nix/store/28bhycqy1s4s8n1pl19a6f8im4l7lnvg-dry-activate.drv /nix/store/a1778d95mwh8rcv77098icpdm452ryli-flakelet-relay.json.drv /nix/store/2cg8csmgvlq5x6l30l6zay2ys4zxysd7-flakelet-relay.service.drv /nix/store/2d8alaxj1i2r2700g860f3gj0dm77gz5-unit-flakelet-app.service.drv /nix/store/gw4q298rpbywnvjxp7vv0vyib9b62is7-nix.conf.drv /nix/store/2sxpq6x7c5fxmlc7v56dsf66kw0bpv2d-X-Restart-Triggers-nix-daemon.drv /nix/store/6facn0cx1ndyzsf3dp38waws9p59761a-app.service.drv /nix/store/8py021pk0q02y0ngjnq6xk815zajad6h-flakelet-app-units.drv /nix/store/x57av8p1chqxg4v69w3mn2zilz7fhv1w-flakelet-app-meta.json.drv /nix/store/34iz71a7j35yxsaak379ix9akr7c5v43-flakelet-app-slow.drv /nix/store/38nrdqzr1g6jkl8zjc4wiyr5b4ld7yzz-flakelet-flakelet-agent-meta.json.drv /nix/store/c8iszlz753277bh6i43c34ngr2k4a53m-flakelet-flakelet-agent-state.json.drv /nix/store/lfnih27z5k4ggd0fkg7j3b582pi3d8kn-flakelet-flakelet-agent-units.drv /nix/store/4c5zys7qg8yk72vi13yhkggiqjgbwb5k-flakelet-flakelet-agent.drv /nix/store/xdd3jncmlml16g35g97a76whhdnh7x75-other.service.drv /nix/store/g6ka0hg3wyywg63f9gbghxy79qlnmxr2-flakelet-other-units.drv /nix/store/wd0ws1zglgnxdagby6qnnwg64jyfjshn-flakelet-other-meta.json.drv /nix/store/8cnjpclxq7dvp3l6mcp3azr621nkl228-flakelet-other-v1.drv /nix/store/h4j1v909k52gggkpaf3i935x07p94l11-app.service.drv /nix/store/9hb75bp5k543rkhrwsxc4g4fizg0j6mk-flakelet-app-units.drv /nix/store/bk5kmpqlkyxihfli6ghx4aywz61ly51q-flakelet-app-v1.drv /nix/store/3vn1kdffzspc7l97f0yw6rpwyaxn3vn6-flakelet-config.json.drv /nix/store/3xqknjwd976s53qya2x31bd72182m8d3-unit-network-addresses-eth1.service.drv /nix/store/cbx4gcqxn129ac10741vax5fkv6ixlnr-X-Restart-Triggers-flakelet-flakelet-agent.drv /nix/store/cdh6lksgl89z799lla2lbgvn5il748p7-unit-flakelet-flakelet-agent.service.drv /nix/store/fhczdkzrvs5wkrzw16hkjd1rsvp8xgpl-unit-flakelet.target.drv /nix/store/gdvcln3ls0swffnb2szfwirxb4d73fn9-unit-flakelet-boot.service.drv /nix/store/f9vic0dx304xfgkbfb9ggkxdzzp56mgc-X-Restart-Triggers-flakelet-other.drv /nix/store/i8yqliqg0xn9hjy0pyw9ba1lkvqmllkj-unit-flakelet-other.service.drv /nix/store/l8m2fg6xbwjhzywjayyj4wywy6hhx70n-unit-nix-daemon.service.drv /nix/store/r5y2f9b4d2y3k41cvq8w0v1396fhqxbg-unit-flakelet-providers.target.drv /nix/store/vy8z9dp0dy45k2j7awfm55qdh6n57rjh-nixos-tmpfiles.d.drv /nix/store/n8ydymx941y2bi5ddqi37cwmnn7l3fsh-tmpfiles.d.drv /nix/store/mrczfi9fqkplsg4kmafmw32xpx55zmjf-X-Restart-Triggers-systemd-tmpfiles-resetup.drv /nix/store/rpfkda12s7lq9n45cskw9z11f6r9g7pm-unit-systemd-tmpfiles-resetup.service.drv /nix/store/6amh4bvrv69s792wns60xjsm5ig3jzi1-X-Restart-Triggers-flakelet-reconcile.drv /nix/store/slngzw8mi8p0p4vqgs3mlh0dj5d1bjgk-unit-flakelet-reconcile.service.drv /nix/store/4gwyaicfk2nmdrri3zslasrfz1rychg2-system-units.drv /nix/store/4qa8ijg4qbnf3afxfzl7kbm3jb3jvi36-etc-systemd-system.conf.drv /nix/store/r970hkk9iip094cwxcs6bv6g0mfqilvf-extra-hosts.drv /nix/store/xxmb5lvg41aff4sc19dlqnya532h6xvd-string-hosts.drv /nix/store/gj6mn8ks9ih8y00ld9al892p1svf3m8x-hosts.drv /nix/store/kiq5v2h0vcbam4v8xz3vvbmgf3a91skj-etc-hostname.drv /nix/store/hiyl686dcxd4777pvhqiv4frnzl8iw2a-unit-dbus-broker.service.drv /nix/store/kni85dpj9dd0zjvgw2wh4wgkm5ah4s1s-user-units.drv /nix/store/s3k71g49ymvrbabpva74i5b781191nc0-etc-profile.drv /nix/store/39rck5ymnckibi81b7hqzrrryx4d4ld6-etc.drv /nix/store/3hgc1niy24ync7bx6fw0n3krkgrp4w9f-system-path.drv /nix/store/ya2qaw4zhnipzl0kn56892p627jpjy5z-app.service.drv /nix/store/4dfay69c25a5a6wh2j6pwd3v5n01y8n4-flakelet-app-units.drv /nix/store/6zmrpahrx3alzlf012qnhha4ninm520f-flakelet-app-slow2.drv /nix/store/qf7scln7v7k8v163h7b1iz7fvycmxhnp-flakelet-relay-test-issuer.drv /nix/store/wwjxcsf078736qcvf48xmbcf83zfzlnl-app.service.drv /nix/store/hx2v1zqrfdb0qgwis4l5wni0lbbz455f-flakelet-app-units.drv /nix/store/rzmbhapcw627zml274a8w7fzcdyp5hh1-flakelet-app-v2.drv /nix/store/8jibjilbj0x14ddwd9w83hqxcbj83gq4-app.service.drv /nix/store/hk9v7p4kixi55b9mdb25bkv4l96536kl-flakelet-app-units.drv /nix/store/sd482kshy5bhz8g1nq5kms35ay6vddjd-flakelet-app-broken.drv /nix/store/d2nrqic3fxpzxm502kla5b9clsdql95a-test-script.drv /nix/store/nkyvncd4vn64pc40gqw3yzk690dzc3v5-activate.drv /nix/store/rya02rwc56yd8ma7wxiwz9m5knfny56y-nixos-system-agent-test.drv /nix/store/8gnr6fcr78sa8qyc72d4nn99bsn7a7x6-run-agent-nspawn.drv /nix/store/89j22sq7hyxw6is5p7hay1ld9qp29riv-hosts.drv /nix/store/qdn2issqvdril4a42gcpn7mxmq9yvwmq-unit-dbus-broker.service.drv /nix/store/c2p7wlp0a4q3a8vi8c3djnmyizcqv49s-user-units.drv /nix/store/b6x3c6f0rj331rab1mapfbqf265pp68k-etc.drv /nix/store/zdgsgxyrn8q96z194sc4yzafd1fi38hn-users-groups.json.drv /nix/store/cmc2vfxl1c4nwms9awvi3091jcf62il7-activate.drv /nix/store/j6xd0y95f26r7nnj6c7jyajrbrqnllyi-nixos-system-client-test.drv /nix/store/inj4r33jl0bsnfvfcr7j0mfhvxj3d5jy-run-client-nspawn.drv /nix/store/7wipab3m6vr9rik283lgfknzck4xwc1l-nixos-tmpfiles.d.drv /nix/store/68gqackwjsd1y9pnf3j6shklash5c776-tmpfiles.d.drv /nix/store/jqc0znnp5jc7m1xmccvrjawmci498yyz-string-hosts.drv /nix/store/7m23gb2ak02a8i5vb9hza39aiz41jb6y-hosts.drv /nix/store/6pcmkrbvgafvvsvjaghghxfxqrl95vzs-flakelet-relay-health.service.drv /nix/store/7izi7vs965h8ivhf3i8m6ldhdbyx180x-flakelet-flakelet-relay-units.drv /nix/store/q67bwkx3r6798hzah2rm4v4wiaffk74l-flakelet-flakelet-relay-meta.json.drv /nix/store/zxd66gbwkkvn57c2npd4bs5z955bz2ry-flakelet-flakelet-relay-state.json.drv /nix/store/rv8vdgjg8gf9kprzmk29a2398l0ilmdz-flakelet-flakelet-relay.drv /nix/store/dqzr3clsd30kblra13cr9rl22s11wy5z-flakelet-config.json.drv /nix/store/lk4a0srl7phqchly056v2vh1aa3dgqbp-nginx.conf.drv /nix/store/p016pym67l4q1fd7az9rniab5jck0rw6-etc-hostname.drv /nix/store/pgz2sczjmlbpmi47vxjxz2m2427kvb49-dbus-1.drv /nix/store/llgx7ra4gnny47ncxgvfm4ns238fyxa5-X-Restart-Triggers-dbus-broker.drv /nix/store/dmnydbbzx8si1cy5zvxpsw0qc54mrbhz-unit-dbus-broker.service.drv /nix/store/vhjk54azgjczc53g13mhckqxhyd40zmz-user-units.drv /nix/store/g5i7q8zxvbchckvv2n9dpp36lqw2x6i5-X-Restart-Triggers-flakelet-reconcile.drv /nix/store/41vb92csh1fgxrzfm8n83flsk0gvlmxw-unit-flakelet-reconcile.service.drv /nix/store/4ifggjnvdfy7gbyrpza16i9rq8a9q0n3-unit-dbus-broker.service.drv /nix/store/bp42knjviabd54hzdy2lz2g9mlzzdskx-unit-network-addresses-eth1.service.drv /nix/store/a3p1ml0jjvhxm8kivddi6q9ya7qaxhii-X-Restart-Triggers-flakelet-flakelet-relay.drv /nix/store/d0ajv5jxkqrn1rqcv6c9m7fqw4ydrlk3-unit-flakelet-flakelet-relay.service.drv /nix/store/iz90w1pkf7s528m2yyszdk2bzaabdhb3-firewall-start.drv /nix/store/rrz9qah2an49s5ddmwgxd2ginyq0iwhz-firewall-reload.drv /nix/store/gr8l178f6y4r3bzvzkqp1g5aj4qjr237-unit-firewall.service.drv /nix/store/k2aw74bjdddyjn9wv714a5hc3c5w62xg-unit-script-nginx-pre-start.drv /nix/store/p5yl22hk24a9rg98rnf2a8vva5j7xkvk-unit-nginx.service.drv /nix/store/vblz9fppzk8pxvsiyjxc3hf7j79gcr69-dnsmasq.conf.drv /nix/store/rn6hybd42v4xfpkhk2dsb9lkvikf54xn-unit-script-dnsmasq-pre-start.drv /nix/store/wxdrh30zfkzv9zx1vdchc00hiz723j7i-X-Restart-Triggers-dnsmasq.drv /nix/store/sz8pyk3nyjv2hj9529x46vrr4hdpb31k-unit-dnsmasq.service.drv /nix/store/6jirii5mjji5w24q3ivwmcya93wncz0h-device-mock.drv /nix/store/snsrzr655534185xfp4isifgyyd9r3b2-device-mock.drv /nix/store/w9b9z1x0x34c27l0iin99kzfmc1p20fs-unit-device-mock.service.drv /nix/store/whfn7zmgx7j7yzdpwdns0v8hvnp4pl69-X-Restart-Triggers-systemd-tmpfiles-resetup.drv /nix/store/yva4csj8fq4qggs03azpn4isxiw4afah-unit-systemd-tmpfiles-resetup.service.drv /nix/store/vvg9a9n0756i9qbzf91cr2srnxfpdqfa-system-units.drv /nix/store/q5mphm8anq01cpphhfirwnlsc6d7vi7q-etc.drv /nix/store/n278pdsr6y2r250ala73byy2lkvk44hd-activate.drv /nix/store/bdkqlgg8dwlxhyd0xj7gniiwxcbln5ql-nixos-system-relay-test.drv /nix/store/ym1jsfzchzlynv0cfakirfx2hwlzzb1r-run-relay-nspawn.drv /nix/store/xf28yljz69ifmjkwd11m1qz22hv690lr-driverConfiguration.json.drv /nix/store/3xjqk431hiqg1jnplxj805rjsh1xbi6s-nixos-test-driver-flakelet-relay.drv /nix/store/r481vb0sxcsw8wf9l3wfngqn8kv803zb-container-test-run-flakelet-relay.drv these 27 paths will be fetched (15.4 MiB download, 64.8 MiB unpacked): /nix/store/7cvmkrdqjci8xf7kvz8rz0vxg4hg0jr9-bitflags-2.13.1 /nix/store/w1i9m5jm4agy4amsk81wzl7csnn0r9f6-dry-activate /nix/store/bllbw1g4dqdqw9gykxpkz9z2nk5mih5w-errno-0.3.14 /nix/store/7hsp817vbg5wgvwgjs31zzkmb1wmbd43-fastrand-2.5.0 /nix/store/imqw57fzg4vyc3r3cs4sc7n3cqrpwgsq-getrandom-0.4.3 /nix/store/ikf3wnhjrkbfx80vi1xinb7b9m7zy78i-lexopt-0.3.2 /nix/store/615ddgpyaqaqyqs5hdvizafray5lnvh9-libc-0.2.189 /nix/store/i37cwx1xj18m18g8p2s9fbjjg1dw2dc1-linux-raw-sys-0.12.1 /nix/store/qm3a39xhkmk0zqkgw5ybw0ys4dsz3n8f-memchr-2.8.3 /nix/store/zh4g79k1kr2k12wada86rzz347naxf4q-nix-eval-jobs-2.35.2 /nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1 /nix/store/p5ad4fp44fqbpbg0hzic23vgmj0zf9iy-once_cell-1.21.4 /nix/store/nppdzc7w6nvy25m6yr5y4g4rrkhcdck0-pam.d /nix/store/9wnbl32wrpm90c07frswqz3ph4qdrg3k-proc-macro2-1.0.107 /nix/store/ryr01xlvnd1l5iq9sbc0ishdv9g26k3r-quote-1.0.47 /nix/store/qrj0rvb5xg4ivwbvjglnvxx1mhmk1a1a-r-efi-6.0.0 /nix/store/vr2pf6p406hz1q1p7z3rjizbmrggpdra-run-nspawn-1.0 /nix/store/psa11m4gf1ma14jah3wpq35fh35i2v0y-rustix-1.1.4 /nix/store/6idlv6nw31x9l5hm3yfvsy692hb8d1xf-step-cli-0.30.6 /nix/store/6qg4yf8g9qp5mi77nv08qh3c9jxc8d8x-system-generators /nix/store/m7j7gnhmga8ryxap069zk1n5pyh9nsp3-system-shutdown /nix/store/8ng3c8lrw8jzyxx2lqbngian2w6x8c2b-tempfile-3.27.0 /nix/store/60qxc9xmjavq8n2vfw5zmi47mnaiyw8m-thiserror-2.0.19 /nix/store/pnxy22j69nxz1h8z6c2rp60hcyal6wyx-thiserror-impl-2.0.19 /nix/store/mc6cp2rw419sswwf4di06zpmb7r5x59p-user-generators /nix/store/cr9arshfrplcgjxp1c0r5klav0ci3zpv-users-groups.json /nix/store/b7sxzv9yzjlzlwrlpdgrxgh6lsgic02i-zmij-1.0.23 building '/nix/store/x57av8p1chqxg4v69w3mn2zilz7fhv1w-flakelet-app-meta.json.drv' building '/nix/store/1mz2wl1k1ixpw24csmxkc23bal4qjczp-flakelet-app-state.json.drv' building '/nix/store/6facn0cx1ndyzsf3dp38waws9p59761a-app.service.drv' building '/nix/store/8jibjilbj0x14ddwd9w83hqxcbj83gq4-app.service.drv' building '/nix/store/h4j1v909k52gggkpaf3i935x07p94l11-app.service.drv' building '/nix/store/wwjxcsf078736qcvf48xmbcf83zfzlnl-app.service.drv' building '/nix/store/ya2qaw4zhnipzl0kn56892p627jpjy5z-app.service.drv' app.service> tribuchet: building on jamie app.service> tribuchet: building on jamie app.service> tribuchet: building on jamie app.service> tribuchet: building on jamie flakelet-app-meta.json> tribuchet: building on jamie flakelet-app-state.json> tribuchet: building on jamie app.service> tribuchet: building on jamie building '/nix/store/vxkb6l41by1x881mv54j60npy7dc9pgh-flakelet-relay-test-certs.drv' building '/nix/store/kiq5v2h0vcbam4v8xz3vvbmgf3a91skj-etc-hostname.drv' building '/nix/store/p016pym67l4q1fd7az9rniab5jck0rw6-etc-hostname.drv' building '/nix/store/sfr4b6n5q4m6iw41m3ay4fkinrwdaja6-etc-sysctl.d-60-nixos.conf.drv' building '/nix/store/4qa8ijg4qbnf3afxfzl7kbm3jb3jvi36-etc-systemd-system.conf.drv' building '/nix/store/gw4q298rpbywnvjxp7vv0vyib9b62is7-nix.conf.drv' building '/nix/store/045mk2dyyzq1dn13867gvkznsjih15pd-set-environment.drv' building '/nix/store/wxzxqh6hjc563jk958dx6m4sg3brj2i1-tmpfiles.d.drv' building '/nix/store/r970hkk9iip094cwxcs6bv6g0mfqilvf-extra-hosts.drv' building '/nix/store/7wipab3m6vr9rik283lgfknzck4xwc1l-nixos-tmpfiles.d.drv' building '/nix/store/vy8z9dp0dy45k2j7awfm55qdh6n57rjh-nixos-tmpfiles.d.drv' building '/nix/store/jqc0znnp5jc7m1xmccvrjawmci498yyz-string-hosts.drv' building '/nix/store/xxmb5lvg41aff4sc19dlqnya532h6xvd-string-hosts.drv' building '/nix/store/r5y2f9b4d2y3k41cvq8w0v1396fhqxbg-unit-flakelet-providers.target.drv' building '/nix/store/fhczdkzrvs5wkrzw16hkjd1rsvp8xgpl-unit-flakelet.target.drv' building '/nix/store/3xqknjwd976s53qya2x31bd72182m8d3-unit-network-addresses-eth1.service.drv' building '/nix/store/9w4bl83rwa4bm7ndq1vr23ppjnnpgyjq-unit-network-addresses-eth1.service.drv' building '/nix/store/bp42knjviabd54hzdy2lz2g9mlzzdskx-unit-network-addresses-eth1.service.drv' building '/nix/store/1ilgqsw66a1hari9zkxpc1rjliwvpr01-X-Restart-Triggers-flakelet-app.drv' building '/nix/store/cbx4gcqxn129ac10741vax5fkv6ixlnr-X-Restart-Triggers-flakelet-flakelet-agent.drv' building '/nix/store/a3p1ml0jjvhxm8kivddi6q9ya7qaxhii-X-Restart-Triggers-flakelet-flakelet-relay.drv' building '/nix/store/f9vic0dx304xfgkbfb9ggkxdzzp56mgc-X-Restart-Triggers-flakelet-other.drv' building '/nix/store/vblz9fppzk8pxvsiyjxc3hf7j79gcr69-dnsmasq.conf.drv' building '/nix/store/iz90w1pkf7s528m2yyszdk2bzaabdhb3-firewall-start.drv' building '/nix/store/7h4dvq13inmbhaj7y9scpfw1cjpz8c1w-unit-script-network-local-commands-start.drv' X-Restart-Triggers-flakelet-app> tribuchet: building on jamie X-Restart-Triggers-flakelet-flakelet-agent> tribuchet: building on jamie X-Restart-Triggers-flakelet-flakelet-relay> tribuchet: building on jamie X-Restart-Triggers-flakelet-other> tribuchet: building on jamie app.service> structuredAttrs is enabled app.service> structuredAttrs is enabled app.service> structuredAttrs is enabled app.service> structuredAttrs is enabled app.service> structuredAttrs is enabled dnsmasq.conf> tribuchet: building on jamie etc-hostname> tribuchet: building on jamie etc-hostname> structuredAttrs is enabled etc-hostname> tribuchet: building on jamie etc-hostname> structuredAttrs is enabled etc-sysctl.d-60-nixos.conf> tribuchet: building on jamie etc-sysctl.d-60-nixos.conf> structuredAttrs is enabled etc-systemd-system.conf> tribuchet: building on jamie etc-systemd-system.conf> structuredAttrs is enabled extra-hosts> tribuchet: building on jamie extra-hosts> structuredAttrs is enabled firewall-start> tribuchet: building on jamie flakelet-app-meta.json> structuredAttrs is enabled flakelet-app-state.json> structuredAttrs is enabled flakelet-relay-test-certs> tribuchet: building on jamie flakelet-relay-test-certs> ..+.+.....+............+.+..+............+.+..+...+.+...+...............+.....+.+.....+.....................+.+..+......+.+.....+.............+.......................+...+.+...+++++++++++++++++++++++++++++++++++++++*..+++++++++++++++++++++++++++++++++++++++*........+.....+..........+......+........+.......+.....+............+......+....+.....+...+....+...+...+...+...........+...+......+......+..........+...+.................+...+.+......+........+.+.....+................+...+..+....+......+...........+..................+....+...........+............+.......+.....+..........+.....+............+.+........+.........+.+...........+.+..+.......+...........+.......+............+.....+...+...+..........+...+......+.........+.....+.+.....+....+..+...+.+..................+......+.....+....+..+......+....+.....+...+.+.........+...+...+..+...+.+...+..+................+.....+.........+..........+...+...+...+.....+......+...+............+.............+...+..+.+...........+.+.......................+......+......+....+......+............+.....+............+......+..................+.+..............+.+.....+.+..+...+...+............+....+.....+.+...+..+...+.......+............+.....+......+................+...+..+........................+....+...+..+......+....+........+...............+....+...+...........+...............+....+...+........+................+.....+.+..+......+.+.....+......+............+.+..+............+.......+......+...+.....+......+...+.......+.........++++++ flakelet-relay-test-certs> .+...+...+++++++++++++++++++++++++++++++++++++++*...+..+.+............+...+.....+....+.....+..........+++++++++++++++++++++++++++++++++++++++*.....+......+..........+..+.......+.....+...+...+............+.......+.........+.................++++++ flakelet-relay-test-certs> ----- flakelet-relay-test-certs> Certificate request self-signature ok flakelet-relay-test-certs> subject=CN=admin nix.conf> tribuchet: building on jamie nix.conf> structuredAttrs is enabled nix.conf> Validating generated nix.conf nixos-tmpfiles.d> tribuchet: building on jamie nixos-tmpfiles.d> structuredAttrs is enabled nixos-tmpfiles.d> tribuchet: building on jamie nixos-tmpfiles.d> structuredAttrs is enabled set-environment> tribuchet: building on jamie set-environment> structuredAttrs is enabled string-hosts> tribuchet: building on jamie string-hosts> structuredAttrs is enabled string-hosts> tribuchet: building on jamie string-hosts> structuredAttrs is enabled tmpfiles.d> tribuchet: building on jamie unit-flakelet-providers.target> tribuchet: building on jamie unit-flakelet-providers.target> structuredAttrs is enabled unit-flakelet.target> tribuchet: building on jamie unit-network-addresses-eth1.service> tribuchet: building on jamie unit-network-addresses-eth1.service> tribuchet: building on jamie unit-network-addresses-eth1.service> tribuchet: building on jamie unit-flakelet.target> structuredAttrs is enabled unit-script-network-local-commands-start> tribuchet: building on jamie building '/nix/store/4dfay69c25a5a6wh2j6pwd3v5n01y8n4-flakelet-app-units.drv' building '/nix/store/8py021pk0q02y0ngjnq6xk815zajad6h-flakelet-app-units.drv' building '/nix/store/9hb75bp5k543rkhrwsxc4g4fizg0j6mk-flakelet-app-units.drv' building '/nix/store/hk9v7p4kixi55b9mdb25bkv4l96536kl-flakelet-app-units.drv' building '/nix/store/hx2v1zqrfdb0qgwis4l5wni0lbbz455f-flakelet-app-units.drv' building '/nix/store/3f7w1zrfc0ayd0nx93pgkn02id22dq3b-users-groups.json.drv' building '/nix/store/dvz5mc6xldnk3468p9dkfxsldg259177-users-groups.json.drv' building '/nix/store/38nrdqzr1g6jkl8zjc4wiyr5b4ld7yzz-flakelet-flakelet-agent-meta.json.drv' building '/nix/store/c8iszlz753277bh6i43c34ngr2k4a53m-flakelet-flakelet-agent-state.json.drv' building '/nix/store/q67bwkx3r6798hzah2rm4v4wiaffk74l-flakelet-flakelet-relay-meta.json.drv' building '/nix/store/zxd66gbwkkvn57c2npd4bs5z955bz2ry-flakelet-flakelet-relay-state.json.drv' building '/nix/store/wd0ws1zglgnxdagby6qnnwg64jyfjshn-flakelet-other-meta.json.drv' building '/nix/store/1n1d9gvrhng4cm7xw72y4vsddvslwwpd-flakelet-other-state.json.drv' building '/nix/store/xdd3jncmlml16g35g97a76whhdnh7x75-other.service.drv' building '/nix/store/1lhpya28qlyhrk1my9ka65z211x7yfax-flakelet-relay-health.drv' X-Restart-Triggers-flakelet-app> structuredAttrs is enabled X-Restart-Triggers-flakelet-flakelet-agent> structuredAttrs is enabled X-Restart-Triggers-flakelet-flakelet-relay> structuredAttrs is enabled X-Restart-Triggers-flakelet-other> structuredAttrs is enabled dnsmasq.conf> structuredAttrs is enabled firewall-start> structuredAttrs is enabled flakelet-app-units> tribuchet: building on jamie flakelet-app-units> tribuchet: building on jamie flakelet-app-units> tribuchet: building on jamie flakelet-app-units> tribuchet: building on jamie flakelet-app-units> tribuchet: building on jamie flakelet-flakelet-agent-meta.json> tribuchet: building on jamie flakelet-flakelet-agent-state.json> tribuchet: building on jamie flakelet-flakelet-relay-meta.json> tribuchet: building on jamie flakelet-flakelet-relay-state.json> tribuchet: building on jamie flakelet-other-meta.json> tribuchet: building on jamie flakelet-other-state.json> tribuchet: building on jamie other.service> tribuchet: building on jamie unit-network-addresses-eth1.service> structuredAttrs is enabled unit-network-addresses-eth1.service> structuredAttrs is enabled unit-network-addresses-eth1.service> structuredAttrs is enabled unit-script-network-local-commands-start> structuredAttrs is enabled users-groups.json> tribuchet: building on jamie users-groups.json> tribuchet: building on jamie building '/nix/store/2sxpq6x7c5fxmlc7v56dsf66kw0bpv2d-X-Restart-Triggers-nix-daemon.drv' building '/nix/store/45k9y4c8arj2scjj3ir67nmzdl1pisxw-X-Restart-Triggers-systemd-sysctl.drv' building '/nix/store/a8pm034m9hz5iix7kad99wnb0xrpv8al-X-Restart-Triggers-systemd-tmpfiles-resetup.drv' building '/nix/store/s3k71g49ymvrbabpva74i5b781191nc0-etc-profile.drv' building '/nix/store/7m23gb2ak02a8i5vb9hza39aiz41jb6y-hosts.drv' building '/nix/store/89j22sq7hyxw6is5p7hay1ld9qp29riv-hosts.drv' building '/nix/store/niz1mahadjwhz4j5n1b4nh8azz74z3av-push.drv' building '/nix/store/68gqackwjsd1y9pnf3j6shklash5c776-tmpfiles.d.drv' building '/nix/store/n8ydymx941y2bi5ddqi37cwmnn7l3fsh-tmpfiles.d.drv' X-Restart-Triggers-nix-daemon> tribuchet: building on jamie X-Restart-Triggers-systemd-sysctl> tribuchet: building on jamie X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie etc-profile> tribuchet: building on jamie flakelet-relay-health> tribuchet: building on jamie hosts> tribuchet: building on jamie hosts> tribuchet: building on jamie push> tribuchet: building on jamie tmpfiles.d> tribuchet: building on jamie users-groups.json> structuredAttrs is enabled users-groups.json> structuredAttrs is enabled building '/nix/store/gj6mn8ks9ih8y00ld9al892p1svf3m8x-hosts.drv' building '/nix/store/6mmap9ig6c5b1d2c6f1ml2yzllrjknbh-flakelet-agent.json.drv' flakelet-flakelet-agent-meta.json> structuredAttrs is enabled flakelet-flakelet-agent-state.json> structuredAttrs is enabled hosts> tribuchet: building on jamie tmpfiles.d> tribuchet: building on jamie building '/nix/store/rrz9qah2an49s5ddmwgxd2ginyq0iwhz-firewall-reload.drv' building '/nix/store/rn6hybd42v4xfpkhk2dsb9lkvikf54xn-unit-script-dnsmasq-pre-start.drv' firewall-reload> tribuchet: building on jamie flakelet-agent.json> tribuchet: building on jamie flakelet-flakelet-relay-meta.json> structuredAttrs is enabled flakelet-flakelet-relay-state.json> structuredAttrs is enabled flakelet-other-meta.json> structuredAttrs is enabled flakelet-other-state.json> structuredAttrs is enabled building '/nix/store/a0sgqy7fdqgyrglxmibdpm90spj9sb1d-secret.drv' flakelet-relay-health> structuredAttrs is enabled other.service> structuredAttrs is enabled unit-script-dnsmasq-pre-start> tribuchet: building on jamie secret> tribuchet: building on jamie building '/nix/store/z40lrhhannk7mkmylw1cify7cw9s79pf-unit-network-local-commands.service.drv' building '/nix/store/28bhycqy1s4s8n1pl19a6f8im4l7lnvg-dry-activate.drv' X-Restart-Triggers-nix-daemon> structuredAttrs is enabled X-Restart-Triggers-systemd-sysctl> structuredAttrs is enabled unit-network-local-commands.service> tribuchet: building on jamie building '/nix/store/180hvpi3j18s7v0dhw97nbrjz9cwfbx7-dry-activate.drv' building '/nix/store/6zmrpahrx3alzlf012qnhha4ninm520f-flakelet-app-slow2.drv' building '/nix/store/bk5kmpqlkyxihfli6ghx4aywz61ly51q-flakelet-app-v1.drv' building '/nix/store/qf7scln7v7k8v163h7b1iz7fvycmxhnp-flakelet-relay-test-issuer.drv' X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled dry-activate> tribuchet: building on jamie dry-activate> tribuchet: building on jamie etc-profile> structuredAttrs is enabled flakelet-app-slow2> tribuchet: building on jamie flakelet-app-v1> tribuchet: building on jamie building '/nix/store/y26dkbddyjvikx6jvg902hsvalcqmn5a-cargo-vendor-dir.drv' flakelet-relay-test-issuer> tribuchet: building on jamie cargo-vendor-dir> tribuchet: building on jamie building '/nix/store/34iz71a7j35yxsaak379ix9akr7c5v43-flakelet-app-slow.drv' flakelet-app-slow> tribuchet: building on jamie building '/nix/store/g6ka0hg3wyywg63f9gbghxy79qlnmxr2-flakelet-other-units.drv' building '/nix/store/6pcmkrbvgafvvsvjaghghxfxqrl95vzs-flakelet-relay-health.service.drv' flakelet-other-units> tribuchet: building on jamie building '/nix/store/sd482kshy5bhz8g1nq5kms35ay6vddjd-flakelet-app-broken.drv' building '/nix/store/rzmbhapcw627zml274a8w7fzcdyp5hh1-flakelet-app-v2.drv' flakelet-agent.json> structuredAttrs is enabled flakelet-app-broken> tribuchet: building on jamie flakelet-relay-health.service> tribuchet: building on jamie secret> structuredAttrs is enabled flakelet-app-v2> tribuchet: building on jamie push> structuredAttrs is enabled building '/nix/store/rkl5p9m1qqqvri79nz112whcjmsr3pqk-unit-systemd-sysctl.service.drv' building '/nix/store/wxdrh30zfkzv9zx1vdchc00hiz723j7i-X-Restart-Triggers-dnsmasq.drv' building '/nix/store/l8m2fg6xbwjhzywjayyj4wywy6hhx70n-unit-nix-daemon.service.drv' X-Restart-Triggers-dnsmasq> tribuchet: building on jamie firewall-reload> structuredAttrs is enabled unit-script-dnsmasq-pre-start> structuredAttrs is enabled unit-systemd-sysctl.service> tribuchet: building on jamie building '/nix/store/na47pkm6pqbbvxwl4iayh0d3063nqgy8-unit-systemd-tmpfiles-resetup.service.drv' unit-network-local-commands.service> structuredAttrs is enabled unit-nix-daemon.service> tribuchet: building on jamie unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie dry-activate> structuredAttrs is enabled dry-activate> structuredAttrs is enabled building '/nix/store/0v6jbqp02ip7l8hzl0r64a67kncha0ry-flakelet-relay.json.drv' flakelet-relay.json> tribuchet: building on jamie building '/nix/store/14v0kdkzbryl11ari1k9fhllvwri073a-flakelet-agent.service.drv' flakelet-agent.service> tribuchet: building on jamie building '/nix/store/mrczfi9fqkplsg4kmafmw32xpx55zmjf-X-Restart-Triggers-systemd-tmpfiles-resetup.drv' X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie unit-systemd-sysctl.service> structuredAttrs is enabled cargo-vendor-dir> structuredAttrs is enabled flakelet-relay-health.service> structuredAttrs is enabled flakelet-relay-test-issuer> Your public key has been saved in /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.pub.json. flakelet-relay-test-issuer> Your private key has been saved in /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json. building '/nix/store/whfn7zmgx7j7yzdpwdns0v8hvnp4pl69-X-Restart-Triggers-systemd-tmpfiles-resetup.drv' building '/nix/store/zyd3dsmk0vnm68vpqyfq1azs4z5z95cy-system-path.drv' X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie building '/nix/store/gr8l178f6y4r3bzvzkqp1g5aj4qjr237-unit-firewall.service.drv' X-Restart-Triggers-dnsmasq> structuredAttrs is enabled system-path> tribuchet: building on jamie unit-nix-daemon.service> structuredAttrs is enabled unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled unit-firewall.service> tribuchet: building on jamie flakelet-agent.service> structuredAttrs is enabled flakelet-relay.json> structuredAttrs is enabled building '/nix/store/8cnjpclxq7dvp3l6mcp3azr621nkl228-flakelet-other-v1.drv' flakelet-other-v1> tribuchet: building on jamie building '/nix/store/6jirii5mjji5w24q3ivwmcya93wncz0h-device-mock.drv' building '/nix/store/lk4a0srl7phqchly056v2vh1aa3dgqbp-nginx.conf.drv' building '/nix/store/d2nrqic3fxpzxm502kla5b9clsdql95a-test-script.drv' X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled device-mock> tribuchet: building on jamie nginx.conf> tribuchet: building on jamie test-script> tribuchet: building on jamie building '/nix/store/sz8pyk3nyjv2hj9529x46vrr4hdpb31k-unit-dnsmasq.service.drv' unit-dnsmasq.service> tribuchet: building on jamie building '/nix/store/lnz6wknw88fcyywsnzb9z0k1z3rw0d7d-flakelet-0.1.0.drv' system-path> structuredAttrs is enabled flakelet-0.1.0> tribuchet: building on jamie unit-firewall.service> structuredAttrs is enabled building '/nix/store/lfnih27z5k4ggd0fkg7j3b582pi3d8kn-flakelet-flakelet-agent-units.drv' building '/nix/store/a1778d95mwh8rcv77098icpdm452ryli-flakelet-relay.json.drv' flakelet-flakelet-agent-units> tribuchet: building on jamie flakelet-relay.json> tribuchet: building on jamie building '/nix/store/yva4csj8fq4qggs03azpn4isxiw4afah-unit-systemd-tmpfiles-resetup.service.drv' building '/nix/store/rpfkda12s7lq9n45cskw9z11f6r9g7pm-unit-systemd-tmpfiles-resetup.service.drv' unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie nginx.conf> structuredAttrs is enabled system-path> created 6400 symlinks in user environment test-script> structuredAttrs is enabled unit-dnsmasq.service> structuredAttrs is enabled flakelet-0.1.0> Running phase: unpackPhase flakelet-0.1.0> unpacking source archive /nix/store/al8v2byrd42w9fldr2vi2wzxa4p694bc-source flakelet-0.1.0> source root is source flakelet-0.1.0> Executing cargoSetupPostUnpackHook nginx.conf> nginx.conf> ==================== Results =================== nginx.conf> No issues found. nginx.conf> nginx.conf> ==================== Summary =================== nginx.conf> Total issues: nginx.conf> Unspecified: 0 nginx.conf> Low: 0 nginx.conf> Medium: 0 nginx.conf> High: 0 nginx.conf> unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/app (expect allow) unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled flakelet-0.1.0> Finished cargoSetupPostUnpackHook flakelet-0.1.0> Running phase: patchPhase flakelet-relay.json> agent/app allowed by ci flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/other (expect deny) flakelet-relay.json> agent/other denied building '/nix/store/snsrzr655534185xfp4isifgyyd9r3b2-device-mock.drv' device-mock> tribuchet: building on jamie flakelet-0.1.0> Executing cargoSetupPostPatchHook flakelet-0.1.0> Validating consistency between /build/source/Cargo.lock and /build/cargo-vendor-dir/Cargo.lock flakelet-0.1.0> Finished cargoSetupPostPatchHook flakelet-0.1.0> Running phase: updateAutotoolsGnuConfigScriptsPhase flakelet-0.1.0> Running phase: configurePhase flakelet-0.1.0> Running phase: buildPhase flakelet-0.1.0> Executing cargoBuildHook flakelet-0.1.0> cargoBuildHook flags: -j 24 --target x86_64-unknown-linux-gnu --offline --profile release flakelet-0.1.0> Compiling proc-macro2 v1.0.107 flakelet-0.1.0> Compiling quote v1.0.47 flakelet-0.1.0> Compiling unicode-ident v1.0.24 flakelet-0.1.0> Compiling serde_core v1.0.229 flakelet-0.1.0> Compiling libc v0.2.189 flakelet-0.1.0> Compiling zmij v1.0.23 flakelet-0.1.0> Compiling getrandom v0.4.3 flakelet-0.1.0> Compiling rustix v1.1.4 flakelet-0.1.0> Compiling thiserror v2.0.19 flakelet-0.1.0> Compiling bitflags v2.13.1 flakelet-0.1.0> Compiling cfg-if v1.0.4 flakelet-0.1.0> Compiling linux-raw-sys v0.12.1 flakelet-0.1.0> Compiling serde v1.0.229 flakelet-0.1.0> Compiling serde_json v1.0.151 flakelet-0.1.0> Compiling memchr v2.8.3 flakelet-0.1.0> Compiling fastrand v2.5.0 flakelet-0.1.0> Compiling itoa v1.0.18 flakelet-0.1.0> Compiling once_cell v1.21.4 flakelet-0.1.0> Compiling lexopt v0.3.2 building '/nix/store/k2aw74bjdddyjn9wv714a5hc3c5w62xg-unit-script-nginx-pre-start.drv' unit-script-nginx-pre-start> tribuchet: building on jamie building '/nix/store/4c5zys7qg8yk72vi13yhkggiqjgbwb5k-flakelet-flakelet-agent.drv' flakelet-flakelet-agent> tribuchet: building on jamie building '/nix/store/2cg8csmgvlq5x6l30l6zay2ys4zxysd7-flakelet-relay.service.drv' flakelet-relay.service> tribuchet: building on jamie unit-script-nginx-pre-start> structuredAttrs is enabled flakelet-relay.service> structuredAttrs is enabled building '/nix/store/w9b9z1x0x34c27l0iin99kzfmc1p20fs-unit-device-mock.service.drv' unit-device-mock.service> tribuchet: building on jamie building '/nix/store/l3cmw3xxz262ykgbwmnrjg4kc7w13mra-dbus-1.drv' flakelet-0.1.0> Compiling syn v3.0.3 unit-device-mock.service> structuredAttrs is enabled building '/nix/store/3vn1kdffzspc7l97f0yw6rpwyaxn3vn6-flakelet-config.json.drv' building '/nix/store/7izi7vs965h8ivhf3i8m6ldhdbyx180x-flakelet-flakelet-relay-units.drv' building '/nix/store/p5yl22hk24a9rg98rnf2a8vva5j7xkvk-unit-nginx.service.drv' dbus-1> tribuchet: building on jamie flakelet-config.json> tribuchet: building on jamie flakelet-flakelet-relay-units> tribuchet: building on jamie unit-nginx.service> tribuchet: building on jamie flakelet-config.json> structuredAttrs is enabled unit-nginx.service> structuredAttrs is enabled building '/nix/store/6amh4bvrv69s792wns60xjsm5ig3jzi1-X-Restart-Triggers-flakelet-reconcile.drv' X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie building '/nix/store/rv8vdgjg8gf9kprzmk29a2398l0ilmdz-flakelet-flakelet-relay.drv' flakelet-flakelet-relay> tribuchet: building on jamie flakelet-0.1.0> Compiling serde_derive v1.0.229 flakelet-0.1.0> Compiling thiserror-impl v2.0.19 flakelet-0.1.0> Compiling tempfile v3.27.0 building '/nix/store/08kcq3wwzyddykql64jfs59jw4m1zyyn-X-Restart-Triggers-dbus-broker.drv' X-Restart-Triggers-dbus-broker> tribuchet: building on jamie X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled X-Restart-Triggers-dbus-broker> structuredAttrs is enabled building '/nix/store/dqzr3clsd30kblra13cr9rl22s11wy5z-flakelet-config.json.drv' flakelet-config.json> tribuchet: building on jamie building '/nix/store/5hkz95kpm4df0g9lrffibgpbhq7cnlhr-unit-dbus-broker.service.drv' building '/nix/store/qdn2issqvdril4a42gcpn7mxmq9yvwmq-unit-dbus-broker.service.drv' unit-dbus-broker.service> tribuchet: building on jamie unit-dbus-broker.service> tribuchet: building on jamie flakelet-config.json> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled building '/nix/store/g5i7q8zxvbchckvv2n9dpp36lqw2x6i5-X-Restart-Triggers-flakelet-reconcile.drv' X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie building '/nix/store/c2p7wlp0a4q3a8vi8c3djnmyizcqv49s-user-units.drv' building '/nix/store/00k8pyw8g0j86lgdfwkknrr57s4idd8s-system-units.drv' user-units> tribuchet: building on jamie system-units> tribuchet: building on jamie X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled flakelet-0.1.0> Compiling flakelet-core v0.1.0 (/build/source/flakelet-core) building '/nix/store/b6x3c6f0rj331rab1mapfbqf265pp68k-etc.drv' etc> tribuchet: building on jamie building '/nix/store/cmc2vfxl1c4nwms9awvi3091jcf62il7-activate.drv' activate> tribuchet: building on jamie flakelet-0.1.0> Compiling flakelet v0.1.0 (/build/source/flakelet) activate> structuredAttrs is enabled building '/nix/store/j6xd0y95f26r7nnj6c7jyajrbrqnllyi-nixos-system-client-test.drv' nixos-system-client-test> tribuchet: building on jamie flakelet-0.1.0> Finished `release` profile [optimized] target(s) in 12.01s flakelet-0.1.0> Executing cargoInstallPostBuildHook nixos-system-client-test> structuredAttrs is enabled flakelet-0.1.0> Finished cargoInstallPostBuildHook flakelet-0.1.0> Finished cargoBuildHook flakelet-0.1.0> Running phase: checkPhase flakelet-0.1.0> Executing cargoCheckHook flakelet-0.1.0> cargoCheckHook flags: -j 24 --profile release --target x86_64-unknown-linux-gnu --offline -- flakelet-0.1.0> Compiling flakelet-core v0.1.0 (/build/source/flakelet-core) flakelet-0.1.0> Compiling flakelet v0.1.0 (/build/source/flakelet) building '/nix/store/inj4r33jl0bsnfvfcr7j0mfhvxj3d5jy-run-client-nspawn.drv' run-client-nspawn> tribuchet: building on jamie flakelet-0.1.0> Finished `release` profile [optimized] target(s) in 5.34s flakelet-0.1.0> Running unittests src/main.rs (target/x86_64-unknown-linux-gnu/release/deps/flakelet-24e3cc88875194a4) flakelet-0.1.0> flakelet-0.1.0> running 0 tests flakelet-0.1.0> flakelet-0.1.0> test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s flakelet-0.1.0> flakelet-0.1.0> Running unittests src/lib.rs (target/x86_64-unknown-linux-gnu/release/deps/flakelet_core-78a067583a5f8345) flakelet-0.1.0> flakelet-0.1.0> running 29 tests flakelet-0.1.0> test driver::tests::render_driver ... ok flakelet-0.1.0> test driver::tests::render_driver_with_nixpkgs_override ... ok flakelet-0.1.0> test driver::tests::json_to_nix_conversion ... ok flakelet-0.1.0> test exports::tests::overlapping_ports_are_rejected ... ok flakelet-0.1.0> test manager::tests::flake_ref_precedence ... ok flakelet-0.1.0> test config::tests::parse_config ... ok flakelet-0.1.0> test manager::tests::output_attrpaths_are_validated ... ok flakelet-0.1.0> test nix::tests::eval_trace_is_stripped ... ok flakelet-0.1.0> test lock::tests::shared_locks_coexist_but_block_exclusive ... ok flakelet-0.1.0> test manager::tests::service_names_are_validated ... ok flakelet-0.1.0> test transfer::tests::folders_follow_the_entry_name ... ok flakelet-0.1.0> test exports::tests::claims_without_announced_provider_are_reported ... ok flakelet-0.1.0> test systemd::tests::template_names ... ok flakelet-0.1.0> test nix::tests::nar_hash_is_not_appended_twice ... ok flakelet-0.1.0> test nix::tests::credential_paths_with_shell_metacharacters_are_rejected ... ok flakelet-0.1.0> test state::tests::change_serializes_tagged ... ok flakelet-0.1.0> test systemd::tests::proc_net_unix ... ok flakelet-0.1.0> test state::tests::by_file_accepts_only_external ... ok flakelet-0.1.0> test transfer::tests::dynamic_folders_live_in_private ... ok flakelet-0.1.0> test settings::tests::finds_store_paths_in_nested_settings ... ok flakelet-0.1.0> test state::tests::roundtrip_and_hold ... ok flakelet-0.1.0> test manager::tests::foreign_unit_names_and_ports_are_rejected ... ok flakelet-0.1.0> test manager::tests::manual_services_are_merged_and_survive_reconcile ... ok flakelet-0.1.0> test manager::tests::disabled_entries_are_left_alone ... ok flakelet-0.1.0> test svcstate::tests::missing_providers_block_export ... ok flakelet-0.1.0> test manager::tests::unit_names_are_validated ... ok flakelet-0.1.0> test generations::tests::create_list_prune ... ok flakelet-0.1.0> test transfer::tests::folder_roundtrip ... ok flakelet-0.1.0> test exports::tests::provision_runs_hook_with_claim_and_propagates_failure ... ok flakelet-0.1.0> flakelet-0.1.0> test result: ok. 29 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.04s flakelet-0.1.0> flakelet-0.1.0> Doc-tests flakelet_core flakelet-0.1.0> flakelet-0.1.0> running 0 tests flakelet-0.1.0> flakelet-0.1.0> test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s flakelet-0.1.0> flakelet-0.1.0> Finished cargoCheckHook flakelet-0.1.0> Running phase: installPhase flakelet-0.1.0> Executing cargoInstallHook flakelet-0.1.0> Finished cargoInstallHook flakelet-0.1.0> Running phase: fixupPhase flakelet-0.1.0> shrinking RPATHs of ELF executables and libraries in /nix/store/wpk8922da6a4knjmamv5qbjjlapibsh5-flakelet-0.1.0 flakelet-0.1.0> shrinking /nix/store/wpk8922da6a4knjmamv5qbjjlapibsh5-flakelet-0.1.0/bin/.flakelet-wrapped flakelet-0.1.0> checking for references to /build/ in /nix/store/wpk8922da6a4knjmamv5qbjjlapibsh5-flakelet-0.1.0... flakelet-0.1.0> patching script interpreter paths in /nix/store/wpk8922da6a4knjmamv5qbjjlapibsh5-flakelet-0.1.0 flakelet-0.1.0> stripping (with command strip and flags -S -p) in /nix/store/wpk8922da6a4knjmamv5qbjjlapibsh5-flakelet-0.1.0/bin building '/nix/store/3hgc1niy24ync7bx6fw0n3krkgrp4w9f-system-path.drv' building '/nix/store/lpwl7q6rqpjhwq4dsqpplcx2d6mdmf7d-system-path.drv' building '/nix/store/2d8alaxj1i2r2700g860f3gj0dm77gz5-unit-flakelet-app.service.drv' building '/nix/store/gdvcln3ls0swffnb2szfwirxb4d73fn9-unit-flakelet-boot.service.drv' building '/nix/store/cdh6lksgl89z799lla2lbgvn5il748p7-unit-flakelet-flakelet-agent.service.drv' building '/nix/store/d0ajv5jxkqrn1rqcv6c9m7fqw4ydrlk3-unit-flakelet-flakelet-relay.service.drv' building '/nix/store/i8yqliqg0xn9hjy0pyw9ba1lkvqmllkj-unit-flakelet-other.service.drv' building '/nix/store/41vb92csh1fgxrzfm8n83flsk0gvlmxw-unit-flakelet-reconcile.service.drv' building '/nix/store/slngzw8mi8p0p4vqgs3mlh0dj5d1bjgk-unit-flakelet-reconcile.service.drv' system-path> tribuchet: building on jamie system-path> tribuchet: building on jamie unit-flakelet-app.service> tribuchet: building on jamie unit-flakelet-boot.service> tribuchet: building on jamie unit-flakelet-flakelet-agent.service> tribuchet: building on jamie unit-flakelet-flakelet-relay.service> tribuchet: building on jamie unit-flakelet-other.service> tribuchet: building on jamie unit-flakelet-reconcile.service> tribuchet: building on jamie unit-flakelet-reconcile.service> tribuchet: building on jamie system-path> structuredAttrs is enabled unit-flakelet-boot.service> structuredAttrs is enabled system-path> structuredAttrs is enabled unit-flakelet-app.service> structuredAttrs is enabled unit-flakelet-flakelet-agent.service> structuredAttrs is enabled unit-flakelet-flakelet-relay.service> structuredAttrs is enabled unit-flakelet-other.service> structuredAttrs is enabled unit-flakelet-reconcile.service> structuredAttrs is enabled unit-flakelet-reconcile.service> structuredAttrs is enabled system-path> created 6399 symlinks in user environment system-path> created 6402 symlinks in user environment building '/nix/store/pgz2sczjmlbpmi47vxjxz2m2427kvb49-dbus-1.drv' building '/nix/store/1qq8628cnkhkd50fx8gj0nqkfjfhx7jl-dbus-1.drv' dbus-1> tribuchet: building on jamie dbus-1> tribuchet: building on jamie building '/nix/store/llgx7ra4gnny47ncxgvfm4ns238fyxa5-X-Restart-Triggers-dbus-broker.drv' X-Restart-Triggers-dbus-broker> tribuchet: building on jamie building '/nix/store/iyxhd7hw3il8d75b6l31h5464llqp78y-X-Restart-Triggers-dbus-broker.drv' X-Restart-Triggers-dbus-broker> tribuchet: building on jamie X-Restart-Triggers-dbus-broker> structuredAttrs is enabled X-Restart-Triggers-dbus-broker> structuredAttrs is enabled building '/nix/store/4ifggjnvdfy7gbyrpza16i9rq8a9q0n3-unit-dbus-broker.service.drv' building '/nix/store/dmnydbbzx8si1cy5zvxpsw0qc54mrbhz-unit-dbus-broker.service.drv' unit-dbus-broker.service> tribuchet: building on jamie unit-dbus-broker.service> tribuchet: building on jamie building '/nix/store/1flw816dfgrjkidlb2lfgkp1vakkf1vy-unit-dbus-broker.service.drv' building '/nix/store/hiyl686dcxd4777pvhqiv4frnzl8iw2a-unit-dbus-broker.service.drv' unit-dbus-broker.service> tribuchet: building on jamie unit-dbus-broker.service> tribuchet: building on jamie unit-dbus-broker.service> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled building '/nix/store/vhjk54azgjczc53g13mhckqxhyd40zmz-user-units.drv' building '/nix/store/vvg9a9n0756i9qbzf91cr2srnxfpdqfa-system-units.drv' user-units> tribuchet: building on jamie system-units> tribuchet: building on jamie building '/nix/store/kni85dpj9dd0zjvgw2wh4wgkm5ah4s1s-user-units.drv' building '/nix/store/4gwyaicfk2nmdrri3zslasrfz1rychg2-system-units.drv' user-units> tribuchet: building on jamie system-units> tribuchet: building on jamie building '/nix/store/q5mphm8anq01cpphhfirwnlsc6d7vi7q-etc.drv' etc> tribuchet: building on jamie building '/nix/store/39rck5ymnckibi81b7hqzrrryx4d4ld6-etc.drv' etc> tribuchet: building on jamie building '/nix/store/n278pdsr6y2r250ala73byy2lkvk44hd-activate.drv' activate> tribuchet: building on jamie building '/nix/store/nkyvncd4vn64pc40gqw3yzk690dzc3v5-activate.drv' activate> tribuchet: building on jamie activate> structuredAttrs is enabled activate> structuredAttrs is enabled building '/nix/store/bdkqlgg8dwlxhyd0xj7gniiwxcbln5ql-nixos-system-relay-test.drv' nixos-system-relay-test> tribuchet: building on jamie building '/nix/store/rya02rwc56yd8ma7wxiwz9m5knfny56y-nixos-system-agent-test.drv' nixos-system-agent-test> tribuchet: building on jamie nixos-system-relay-test> structuredAttrs is enabled nixos-system-agent-test> structuredAttrs is enabled building '/nix/store/ym1jsfzchzlynv0cfakirfx2hwlzzb1r-run-relay-nspawn.drv' run-relay-nspawn> tribuchet: building on jamie building '/nix/store/8gnr6fcr78sa8qyc72d4nn99bsn7a7x6-run-agent-nspawn.drv' run-agent-nspawn> tribuchet: building on jamie building '/nix/store/xf28yljz69ifmjkwd11m1qz22hv690lr-driverConfiguration.json.drv' driverConfiguration.json> tribuchet: building on jamie driverConfiguration.json> structuredAttrs is enabled building '/nix/store/3xjqk431hiqg1jnplxj805rjsh1xbi6s-nixos-test-driver-flakelet-relay.drv' nixos-test-driver-flakelet-relay> tribuchet: building on jamie nixos-test-driver-flakelet-relay> Running type check (enable/disable: config.skipTypeCheck) nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck nixos-test-driver-flakelet-relay> All checks passed! nixos-test-driver-flakelet-relay> Linting test script (enable/disable: config.skipLint) nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint nixos-test-driver-flakelet-relay> All checks passed! building '/nix/store/r481vb0sxcsw8wf9l3wfngqn8kv803zb-container-test-run-flakelet-relay.drv' container-test-run-flakelet-relay> tribuchet: building on jamie container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state container-test-run-flakelet-relay> start all VLans container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds) container-test-run-flakelet-relay> Initializing machine ID from random generator. container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds container-test-run-flakelet-relay> run the VM test script container-test-run-flakelet-relay> start all VMs container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 52) container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 54) container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal... container-test-run-flakelet-relay> client: systemd-nspawn running (pid 53) container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal... container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal... container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds) container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay. container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client. container-test-run-flakelet-relay> agent # [513915.618196] agent systemd-journald[57]: Journal started container-test-run-flakelet-relay> agent # [513915.618236] agent systemd-journald[57]: Runtime Journal (/run/log/journal/25ed900fa3b54fd7bf62a34d7fd62321) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> agent # [513915.629144] agent systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> agent # [513915.641117] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> agent # [513915.655039] agent systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> agent # [513915.655781] agent systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> agent # [513915.691402] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/25ed900fa3b54fd7bf62a34d7fd62321 is 1.482ms for 6 entries. container-test-run-flakelet-relay> relay # [513915.619290] relay systemd-journald[57]: Journal started container-test-run-flakelet-relay> client # [513915.627801] client systemd-journald[57]: Journal started container-test-run-flakelet-relay> relay # [513915.619330] relay systemd-journald[57]: Runtime Journal (/run/log/journal/5f4f6730be524b69822c64743bc6e931) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> client # [513915.627844] client systemd-journald[57]: Runtime Journal (/run/log/journal/904c41cfe840402497ebce37fd8c528f) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [513915.629361] relay systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> client # [513915.638075] client systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> relay # [513915.641323] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> client # [513915.649982] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> relay # [513915.655227] relay systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> client # [513915.684681] client systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> relay # [513915.655855] relay systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> client # [513915.685489] client systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> relay # [513915.690189] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/5f4f6730be524b69822c64743bc6e931 is 1.386ms for 6 entries. container-test-run-flakelet-relay> client # [513915.694790] client systemd-journald[57]: Time spent on flushing to /var/log/journal/904c41cfe840402497ebce37fd8c528f is 2.492ms for 6 entries. container-test-run-flakelet-relay> client # [513915.694790] client systemd-journald[57]: System Journal (/var/log/journal/904c41cfe840402497ebce37fd8c528f) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> client # [513915.703480] client systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> client # [513915.704172] client systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> client # [513915.704306] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> client # [513915.723348] client systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> client # [513915.800136] client systemd[1]: Finished Firewall. container-test-run-flakelet-relay> agent # [513915.691402] agent systemd-journald[57]: System Journal (/var/log/journal/25ed900fa3b54fd7bf62a34d7fd62321) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> agent # [513915.698455] agent systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> agent # [513915.699417] agent systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> agent # [513915.699512] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> agent # [513915.714274] agent systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> agent # [513915.772661] agent systemd[1]: Finished Firewall. container-test-run-flakelet-relay> relay # [513915.690189] relay systemd-journald[57]: System Journal (/var/log/journal/5f4f6730be524b69822c64743bc6e931) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [513915.698569] relay systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> relay # [513915.699245] relay systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> relay # [513915.699373] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> relay # [513915.714160] relay systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> relay # [513915.786545] relay systemd[1]: Finished Firewall. container-test-run-flakelet-relay> agent # [513916.629404] agent systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> agent # [513916.672712] agent systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> agent # [513916.673470] agent systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> agent # [513916.674258] agent systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> agent # [513916.675350] agent systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> agent # [513916.675375] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> agent # [513916.676053] agent systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> agent # [513916.677009] agent systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> agent # [513916.696289] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> agent # [513916.696733] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [513916.697059] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/25ed900fa3b54fd7bf62a34d7fd62321 failed: Operation not permitted container-test-run-flakelet-relay> agent # [513916.697411] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> client # [513916.654619] client systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> client # [513916.685719] client systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> client # [513916.686982] client systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> client # [513916.688398] client systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> client # [513916.689702] client systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> client # [513916.689751] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [513916.690950] client systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> client # [513916.691852] client systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> client # [513916.710335] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> client # [513916.710740] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> client # [513916.711063] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/904c41cfe840402497ebce37fd8c528f failed: Operation not permitted container-test-run-flakelet-relay> client # [513916.711430] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [513916.628973] relay systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> relay # [513916.687191] relay systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> relay # [513916.688233] relay systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> relay # [513916.689503] relay systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> relay # [513916.690752] relay systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> relay # [513916.690798] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> relay # [513916.691708] relay systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> relay # [513916.692808] relay systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> relay # [513916.712034] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.gwELQd2K8v/chsh': Operation not permitted container-test-run-flakelet-relay> relay # [513916.715428] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> relay # [513916.715909] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [513916.716227] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/5f4f6730be524b69822c64743bc6e931 failed: Operation not permitted container-test-run-flakelet-relay> relay # [513916.716562] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [513916.775267] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> relay # [513916.787673] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> relay # [513916.787708] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> relay # [513916.787763] relay systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> relay # [513916.787900] relay systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> relay # [513916.788325] relay systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> relay # [513916.807761] relay systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> relay # [513916.808555] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> relay # [513916.825039] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> relay # [513916.827227] relay systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> relay # [513916.828801] relay systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> relay # [513916.837402] relay systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> relay # [513916.837496] relay systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> relay # [513916.837564] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> relay # [513916.837584] relay systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> relay # [513916.837596] relay systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> relay # [513916.837683] relay systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> relay # [513916.837842] relay systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> relay # [513916.837934] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> relay # [513916.837947] relay systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> relay # [513916.837972] relay systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> relay # [513916.839137] relay systemd[1]: Started device-mock.service. container-test-run-flakelet-relay> relay # [513916.839712] relay systemd[1]: Starting Re-link flakelet services at boot... container-test-run-flakelet-relay> relay # [513916.840539] relay systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> relay # [513916.841481] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [513916.842041] relay systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> relay # [513916.850518] relay systemd[1]: Finished Re-link flakelet services at boot. container-test-run-flakelet-relay> relay # [513916.851441] relay systemd[1]: Starting Reconcile flakelet services with the host configuration... container-test-run-flakelet-relay> relay # [513916.859806] relay systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> relay # [513916.861634] relay systemd[1]: Finished Reconcile flakelet services with the host configuration. container-test-run-flakelet-relay> agent # [513916.700838] agent systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> agent # [513916.703583] agent suid-sgid-wrappers-start[169]: chmod: changing permissions of '/run/wrappers/wrappers.T4OdJ4f82q/chsh': Operation not permitted container-test-run-flakelet-relay> agent # [513916.773037] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> agent # [513916.785341] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent # [513916.785432] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent # [513916.785585] agent systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> agent # [513916.785807] agent systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> agent # [513916.788162] agent systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> agent # [513916.789372] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> agent # [513916.816578] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> agent # [513916.825072] agent systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> agent # [513916.827017] agent systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> agent # [513916.835311] agent systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> agent # [513916.835410] agent systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> agent # [513916.835497] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> agent # [513916.835529] agent systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> agent # [513916.835543] agent systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> agent # [513916.835637] agent systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> agent # [513916.835835] agent systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> agent # [513916.835936] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> agent # [513916.835951] agent systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> agent # [513916.835978] agent systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> agent # [513916.837636] agent systemd[1]: Starting Re-link flakelet services at boot... container-test-run-flakelet-relay> agent # [513916.839444] agent systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> agent # [513916.841165] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [513916.841939] agent systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> agent # [513916.849459] agent systemd[1]: Finished Re-link flakelet services at boot. container-test-run-flakelet-relay> agent # [513916.851980] agent systemd[1]: Starting Reconcile flakelet services with the host configuration... container-test-run-flakelet-relay> agent # [513916.860595] agent systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> agent # [513916.865155] agent systemd[1]: Finished Reconcile flakelet services with the host configuration. container-test-run-flakelet-relay> client # [513916.713543] client suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.q1aZpyaux5/chsh': Operation not permitted container-test-run-flakelet-relay> client # [513916.777878] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> client # [513916.790792] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> client # [513916.790835] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> client # [513916.790911] client systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> client # [513916.791200] client systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> client # [513916.791879] client systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> client # [513916.808219] client systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> client # [513916.809661] client systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> client # [513916.824853] client systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> client # [513916.826566] client systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> client # [513916.828445] client systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> client # [513916.836918] client systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> client # [513916.837027] client systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> client # [513916.837118] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [513916.837151] client systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> client # [513916.837174] client systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> client # [513916.837278] client systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> client # [513916.837502] client systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> client # [513916.837607] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> client # [513916.837621] client systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> client # [513916.837652] client systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> client # [513916.838872] client systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> client # [513916.839757] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> client # [513916.840565] client systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> client # [513916.859451] client systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> client # [513916.957202] client systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> client # [513916.957432] client systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> client # [513916.957570] client systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [513916.959036] client systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> client # [513916.960163] client systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> client # [513916.960824] client systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> client # [513916.961673] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> client # [513916.979843] client network-addresses-eth1-start[236]: adding address 192.168.1.2/24... done container-test-run-flakelet-relay> client # [513916.983603] client network-addresses-eth1-start[236]: adding address 2001:db8:1::2/64... done container-test-run-flakelet-relay> client # [513916.989109] client systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> client # [513917.037616] client systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> client # [513917.038328] client systemd[1]: Reached target Network. container-test-run-flakelet-relay> client # [513917.071016] client systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> client # [513917.071155] client systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [513917.073551] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [513916.921240] agent systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513916.921379] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [513916.924196] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [513916.957200] agent systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> agent # [513916.958168] agent systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> agent # [513916.959435] agent systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> agent # [513916.960323] agent systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> agent # [513916.980493] agent network-addresses-eth1-start[242]: adding address 192.168.1.1/24... done container-test-run-flakelet-relay> agent # [513916.983787] agent network-addresses-eth1-start[242]: adding address 2001:db8:1::1/64... done container-test-run-flakelet-relay> agent # [513916.988252] agent systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> agent # [513917.037911] agent systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> agent # [513917.038024] agent systemd[1]: Reached target Network. container-test-run-flakelet-relay> agent # [513917.039562] agent systemd[1]: Starting Update flakelet service app... container-test-run-flakelet-relay> agent # [513917.041013] agent systemd[1]: Starting Update flakelet service flakelet-agent... container-test-run-flakelet-relay> agent # [513917.041829] agent systemd[1]: Starting Update flakelet service other... container-test-run-flakelet-relay> agent # [513917.067483] agent flakelet[304]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [513917.068139] agent flakelet[304]: app: activating generation 1 container-test-run-flakelet-relay> agent # [513917.071959] agent flakelet[306]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [513917.072552] agent flakelet[306]: other: activating generation 1 container-test-run-flakelet-relay> agent # [513917.072749] agent systemd[1]: Reload requested from client PID 307 ('systemctl') (unit flakelet-app.service)... container-test-run-flakelet-relay> agent # [513917.072828] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513917.074305] agent flakelet[305]: flakelet-agent: using prebuilt artifact /nix/store/flgya4ggb72hyvnnjcsjw6zbknb4w1s4-flakelet-flakelet-agent container-test-run-flakelet-relay> agent # [513917.074918] agent flakelet[305]: flakelet-agent: activating generation 1 container-test-run-flakelet-relay> relay # [513916.920981] relay systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513916.921225] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [513916.925355] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [513916.957266] relay systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> relay # [513916.957674] relay systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> relay # [513916.959343] relay systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> relay # [513916.960699] relay systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> relay # [513916.982318] relay network-addresses-eth1-start[251]: adding address 192.168.1.3/24... done container-test-run-flakelet-relay> relay # [513916.985719] relay network-addresses-eth1-start[251]: adding address 2001:db8:1::3/64... done container-test-run-flakelet-relay> relay # [513916.990742] relay systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> relay # [513917.022718] relay systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> relay # [513917.022825] relay systemd[1]: Reached target Network. container-test-run-flakelet-relay> relay # [513917.024310] relay systemd[1]: Starting Dnsmasq Daemon... container-test-run-flakelet-relay> relay # [513917.025257] relay systemd[1]: Starting Nginx Web Server... container-test-run-flakelet-relay> relay # [513917.026060] relay systemd[1]: Starting Update flakelet service flakelet-relay... container-test-run-flakelet-relay> relay # [513917.037400] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/55zvswj0bvimz7faqq19rhsjlvqasa00-flakelet-flakelet-relay container-test-run-flakelet-relay> relay # [513917.038249] relay flakelet[311]: flakelet-relay: activating generation 1 container-test-run-flakelet-relay> relay # [513917.043954] relay systemd[1]: Reload requested from client PID 314 ('systemctl') (unit flakelet-flakelet-relay.service)... container-test-run-flakelet-relay> relay # [513917.043999] relay systemd[1]: Reloading... container-test-run-flakelet-relay> client # [513917.355148] client nsncd[303]: Sep 17 11:57:05.642 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> client # [513917.355115] client systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [513917.355210] client systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> client # [513917.355314] client systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> client # [513917.357708] client systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> client # [513917.359142] client systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> client # [513917.390508] client systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> client # [513917.392541] client systemd[1]: Started Console Getty. container-test-run-flakelet-relay> client # [513917.392594] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> client # [513917.392623] client systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> relay # [513917.386204] relay nsncd[245]: Sep 17 11:57:05.673 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> relay # [513917.456266] relay systemd[1]: Reloading finished in 411 ms. container-test-run-flakelet-relay> relay # [513917.573524] relay systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [513917.574582] relay systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> relay # [513917.574628] relay systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> relay # [513917.575761] relay systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> relay # [513917.576588] relay systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> relay # [513917.583478] relay systemd[1]: Reload requested from client PID 357 ('systemctl') (unit flakelet-flakelet-relay.service)... container-test-run-flakelet-relay> relay # [513917.583509] relay systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513917.464763] agent systemd[1]: Reloading finished in 391 ms. container-test-run-flakelet-relay> agent # [513917.574195] agent systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513917.574346] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [513917.580847] agent systemd[1]: Reload requested from client PID 308 ('systemctl') (unit flakelet-other.service)... container-test-run-flakelet-relay> agent # [513917.580902] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513917.704431] relay dnsmasq-pre-start[393]: dnsmasq: syntax check OK. container-test-run-flakelet-relay> relay # [513917.938586] relay systemd[1]: Reloading finished in 354 ms. container-test-run-flakelet-relay> relay # [513918.079693] relay systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> agent # [513917.948639] agent systemd[1]: Reloading finished in 367 ms. container-test-run-flakelet-relay> agent # [513918.078438] agent systemd[1]: Reload requested from client PID 309 ('systemctl') (unit flakelet-flakelet-agent.service)... container-test-run-flakelet-relay> agent # [513918.078495] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513918.083256] relay systemd[1]: Started Console Getty. container-test-run-flakelet-relay> relay # [513918.083279] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> relay # [513918.083292] relay systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> relay # [513918.113181] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [513918.468840] agent systemd[1]: Reloading finished in 389 ms. container-test-run-flakelet-relay> agent # [513918.554870] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [513918.560448] agent systemd[1]: Reload requested from client PID 391 ('systemctl') (unit flakelet-app.service)... container-test-run-flakelet-relay> agent # [513918.560496] agent systemd[1]: Reloading... container-test-run-flakelet-relay> client # [513918.698890] client systemd-logind[315]: New seat seat0. container-test-run-flakelet-relay> client # [513918.699249] client systemd[1]: Started User Login Management. container-test-run-flakelet-relay> client # [513918.711749] client systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> client # [513918.714963] client systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> client # [513918.729166] client systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> client # [513918.729531] client systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> client # [513918.729891] client systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> relay # [513918.682482] relay systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> relay # [513918.711790] relay nginx-pre-start[403]: nginx: the configuration file /nix/store/a6vli3znypjpjrh5rzjh88sj1pb5al8x-nginx.conf syntax is ok container-test-run-flakelet-relay> relay # [513918.712515] relay nginx-pre-start[403]: nginx: configuration file /nix/store/a6vli3znypjpjrh5rzjh88sj1pb5al8x-nginx.conf test is successful container-test-run-flakelet-relay> relay # [513918.729191] relay systemd[1]: Started Nginx Web Server. container-test-run-flakelet-relay> relay # [513919.003550] relay systemd-logind[355]: New seat seat0. container-test-run-flakelet-relay> relay # [513919.003885] relay systemd[1]: Started User Login Management. container-test-run-flakelet-relay> relay # [513919.006311] relay systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> relay # [513919.043633] relay systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513919.043978] relay systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> relay # [513919.248077] relay dbus-broker-launch[402]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> relay # [513919.249461] relay dbus-broker-launch[402]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> relay # [513919.249461] relay dbus-broker-launch[402]: Invalid user-name in /nix/store/43w9dr1mn08yxp891i9sgc66qamk73pz-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> relay # [513919.250813] relay systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> agent # [513918.910540] agent nsncd[392]: Sep 17 11:57:07.197 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> agent # [513918.926538] agent systemd[1]: Reloading finished in 365 ms. container-test-run-flakelet-relay> agent # [513918.990839] agent systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [513918.994410] agent systemd[1]: Reload requested from client PID 394 ('systemctl') (unit flakelet-other.service)... container-test-run-flakelet-relay> agent # [513918.994453] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513919.336344] agent systemd[1]: Reloading finished in 341 ms. container-test-run-flakelet-relay> agent # [513919.410637] agent systemd[1]: Reload requested from client PID 431 ('systemctl') (unit flakelet-flakelet-agent.service)... container-test-run-flakelet-relay> agent # [513919.410687] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513919.257583] relay dbus-broker-launch[402]: Ready container-test-run-flakelet-relay> relay # [513919.261447] relay systemd[1]: Started Dnsmasq Daemon. container-test-run-flakelet-relay> relay # [513919.264021] relay dnsmasq[394]: started, version 2.93 cachesize 150 container-test-run-flakelet-relay> relay # [513919.264042] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile container-test-run-flakelet-relay> relay # [513919.264056] relay dnsmasq[394]: DBus support enabled: connected to system bus container-test-run-flakelet-relay> relay # [513919.264090] relay dnsmasq[394]: no upstream servers configured - please set them from DBus container-test-run-flakelet-relay> relay # [513919.264416] relay dnsmasq[394]: read /etc/hosts - 9 names container-test-run-flakelet-relay> client # [513919.221361] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> client # [513919.223158] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> client # [513919.223158] client dbus-broker-launch[325]: Invalid user-name in /nix/store/bavypp7cmwvqb019gw72zkdw9ha0biq8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> client # [513919.224227] client systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> client # [513919.224714] client systemd[1]: Startup finished in 4.023s. container-test-run-flakelet-relay> client # [513919.229176] client dbus-broker-launch[325]: Ready container-test-run-flakelet-relay> agent # [513919.744885] agent systemd[1]: Reloading finished in 333 ms. container-test-run-flakelet-relay> agent # [513919.819234] agent systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> agent # [513919.819345] agent systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> agent # [513919.820628] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [513919.821903] agent systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> agent # [513919.822590] agent systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> agent # [513919.848110] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [513919.849111] agent systemd[1]: Starting other v1... container-test-run-flakelet-relay> agent # [513919.851729] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [513919.888100] agent systemd[1]: Started other v1. container-test-run-flakelet-relay> agent # [513919.888362] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [513919.888674] agent systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> agent # [513919.891957] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:08.179228Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513919.895109] agent flakelet[305]: flakelet-agent: updated to generation 1 container-test-run-flakelet-relay> agent # [513919.895624] agent flakelet[306]: other: updated to generation 1 container-test-run-flakelet-relay> agent # [513919.896039] agent flakelet[304]: app: updated to generation 1 container-test-run-flakelet-relay> agent # [513919.896149] agent systemd[1]: Started Console Getty. container-test-run-flakelet-relay> agent # [513919.896174] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> agent # [513919.896187] agent systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> agent # [513919.896488] agent systemd[1]: Finished Update flakelet service app. container-test-run-flakelet-relay> agent # [513919.896716] agent systemd[1]: Finished Update flakelet service flakelet-agent. container-test-run-flakelet-relay> agent # [513919.896920] agent systemd[1]: Finished Update flakelet service other. container-test-run-flakelet-relay> agent # [513919.899138] agent systemd[1]: Reached target flakelet managed services. container-test-run-flakelet-relay> relay # [513920.054070] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:08.341287Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [513920.054482] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:08.341883Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [513920.054589] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> relay # [513920.065102] relay systemd[1]: Starting health for flakelet-relay... container-test-run-flakelet-relay> relay # [513920.340328] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513920.340614] relay systemd[1]: Finished health for flakelet-relay. container-test-run-flakelet-relay> relay # [513920.347374] relay flakelet[311]: flakelet-relay: updated to generation 1 container-test-run-flakelet-relay> relay # [513920.349350] relay systemd[1]: Finished Update flakelet service flakelet-relay. container-test-run-flakelet-relay> relay # [513920.349685] relay systemd[1]: Reached target flakelet managed services. container-test-run-flakelet-relay> relay # [513920.349786] relay systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> relay # [513920.349960] relay systemd[1]: Startup finished in 5.161s. container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.17 seconds) container-test-run-flakelet-relay> relay: waiting for unit nginx.service container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for unit flakelet.target container-test-run-flakelet-relay> agent # [513920.896109] agent systemd-logind[488]: New seat seat0. container-test-run-flakelet-relay> agent # [513920.897155] agent systemd[1]: Started User Login Management. container-test-run-flakelet-relay> agent # [513920.899197] agent systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> agent # [513920.900590] agent systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> agent # [513920.932998] agent systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513920.933409] agent systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> agent # [513920.933793] agent systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.64 seconds) container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for unit multi-user.target container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1' container-test-run-flakelet-relay> agent # [513921.278228] agent dbus-broker-launch[894]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> agent # [513921.279360] agent dbus-broker-launch[894]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> agent # [513921.279360] agent dbus-broker-launch[894]: Invalid user-name in /nix/store/flwdz8g9rqzw07wvh1g1j68syb1p53xd-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> agent # [513921.279884] agent systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> agent # [513921.280302] agent systemd[1]: Startup finished in 6.098s. container-test-run-flakelet-relay> agent # [513921.285698] agent dbus-broker-launch[894]: Ready container-test-run-flakelet-relay> agent # [513921.907343] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:10.194737Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513921.908350] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:10.195201Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513921.908350] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:10.195387Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513921.910078] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:10.197563Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [513921.910554] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:10.197968Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(1), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 1.04 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds) container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1 container-test-run-flakelet-relay> agent # [513922.646825] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:10.934231Z","level":"INFO","message":"start","id":"d1069d76a7511bcea519a94f61831381","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513922.647572] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:10.935041Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"d1069d76a7511bcea519a94f61831381\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513922.676235] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513922.707100] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513922.710944] agent flakelet[916]: app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2 container-test-run-flakelet-relay> agent # [513922.711638] agent flakelet[916]: app: activating generation 2 container-test-run-flakelet-relay> agent # [513922.722522] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [513922.723244] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513922.723381] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [513922.734813] agent systemd[1]: Reload requested from client PID 923 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513922.734850] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513923.070886] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> relay # [513922.646088] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:10.933501Z","level":"INFO","message":"deploy accepted","job":"94a5dded9871d7a5e5ecb29bcf04e7ec","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513923.140931] agent systemd[1]: Reload requested from client PID 953 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513923.140975] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513923.472036] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [513923.566743] agent systemd[1]: Reload requested from client PID 982 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513923.566779] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513923.887566] agent systemd[1]: Reloading finished in 320 ms. container-test-run-flakelet-relay> agent # [513923.967026] agent systemd[1]: Reload requested from client PID 1016 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513923.967062] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513924.305043] agent systemd[1]: Reloading finished in 337 ms. container-test-run-flakelet-relay> agent # [513924.391846] agent systemd[1]: Starting app v2... container-test-run-flakelet-relay> agent # [513924.425048] agent systemd[1]: Started app v2. container-test-run-flakelet-relay> agent # [513924.430249] agent flakelet[916]: app: updated to generation 2 container-test-run-flakelet-relay> agent # [513924.432526] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.88 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2' container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2' container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by' container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 2.95 seconds) container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjUzMywiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MjMzLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJJSU1BSzNaQ0NZWkhNPT09IiwibmJmIjoxNzg5NjQ2MjMzLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.oG8nb7qiKTmXMLtzFoIsPu_dma3xYr4kpsKA92uTFi6bUoN8mtwKvkOmISqDOZxsf09Aq4zcENWP0fcMbjscBA' push --relay https://relay:7443 deploy agent/app 2>&1 container-test-run-flakelet-relay> agent # [513925.501197] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:13.788504Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513925.669588] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:13.956993Z","level":"INFO","message":"start","id":"99e198c59ab14a0d8e9a8e921d80cdd6","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513925.670144] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:13.957629Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"99e198c59ab14a0d8e9a8e921d80cdd6\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513925.706724] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513925.734867] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513925.739480] agent flakelet[1082]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [513925.740173] agent flakelet[1082]: app: activating generation 3 container-test-run-flakelet-relay> agent # [513925.753327] agent systemd[1]: Stopping app v2... container-test-run-flakelet-relay> relay # [513925.502586] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:13.790031Z","level":"INFO","message":"deploy finished","job":"94a5dded9871d7a5e5ecb29bcf04e7ec","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513925.669252] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:13.956688Z","level":"INFO","message":"deploy accepted","job":"7c20595a7936cce70b4b3037e989fbcb","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513925.755012] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513925.755279] agent systemd[1]: Stopped app v2. container-test-run-flakelet-relay> agent # [513925.773048] agent systemd[1]: Reload requested from client PID 1089 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513925.773116] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513926.113293] agent systemd[1]: Reloading finished in 339 ms. container-test-run-flakelet-relay> agent # [513926.195223] agent systemd[1]: Reload requested from client PID 1122 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513926.195257] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513926.522022] agent systemd[1]: Reloading finished in 326 ms. container-test-run-flakelet-relay> agent # [513926.585769] agent systemd[1]: Reload requested from client PID 1152 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513926.585803] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513926.909746] agent systemd[1]: Reloading finished in 323 ms. container-test-run-flakelet-relay> agent # [513926.999182] agent systemd[1]: Reload requested from client PID 1183 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513926.999217] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513927.323724] agent systemd[1]: Reloading finished in 324 ms. container-test-run-flakelet-relay> agent # [513927.387477] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [513927.414109] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [513927.420014] agent flakelet[1082]: app: updated to generation 3 container-test-run-flakelet-relay> agent # [513927.422236] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjUzMywiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MjMzLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJJSU1BSzNaQ0NZWkhNPT09IiwibmJmIjoxNzg5NjQ2MjMzLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.oG8nb7qiKTmXMLtzFoIsPu_dma3xYr4kpsKA92uTFi6bUoN8mtwKvkOmISqDOZxsf09Aq4zcENWP0fcMbjscBA' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.91 seconds) container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 2.98 seconds) container-test-run-flakelet-relay> subtest: policy denies uncovered target container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjUzMywiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MjMzLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJJSU1BSzNaQ0NZWkhNPT09IiwibmJmIjoxNzg5NjQ2MjMzLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.oG8nb7qiKTmXMLtzFoIsPu_dma3xYr4kpsKA92uTFi6bUoN8mtwKvkOmISqDOZxsf09Aq4zcENWP0fcMbjscBA' push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjUzMywiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MjMzLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJJSU1BSzNaQ0NZWkhNPT09IiwibmJmIjoxNzg5NjQ2MjMzLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.oG8nb7qiKTmXMLtzFoIsPu_dma3xYr4kpsKA92uTFi6bUoN8mtwKvkOmISqDOZxsf09Aq4zcENWP0fcMbjscBA' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds) container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.05 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjUzNiwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc4OTY0NjIzNiwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiUU5OS1U2TEszWU1OWT09PSIsIm5iZiI6MTc4OTY0NjIzNiwic3ViIjoic29tZW9uZSJ9.tJOMnVc49itVsCWXUgLP7Mx5oR8Vc896ZgDAQohmPQgCjFt3czV4_YaXjOZ5NuwTLgsy914KB0nzZ-RJHrfeDg' push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [513928.537274] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:16.824716Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513928.637414] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:16.924861Z","level":"INFO","message":"start","id":"d435cbd10aae91d3e9ab2d110ea75114","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513928.637650] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:16.925157Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"d435cbd10aae91d3e9ab2d110ea75114\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513928.674742] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [513928.695955] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [513928.700644] agent flakelet[1237]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [513928.701241] agent flakelet[1237]: other: up to date container-test-run-flakelet-relay> agent # [513928.703391] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513928.538212] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:16.825658Z","level":"INFO","message":"deploy finished","job":"7c20595a7936cce70b4b3037e989fbcb","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513928.637219] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:16.924653Z","level":"INFO","message":"deploy accepted","job":"b25ac07e61227b69af3d0712c69dfedb","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjUzNiwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc4OTY0NjIzNiwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiUU5OS1U2TEszWU1OWT09PSIsIm5iZiI6MTc4OTY0NjIzNiwic3ViIjoic29tZW9uZSJ9.tJOMnVc49itVsCWXUgLP7Mx5oR8Vc896ZgDAQohmPQgCjFt3czV4_YaXjOZ5NuwTLgsy914KB0nzZ-RJHrfeDg' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.63 seconds) container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.68 seconds) container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1 container-test-run-flakelet-relay> agent # [513929.238535] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:17.525973Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [513929.239867] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:17.527347Z","level":"INFO","message":"deploy finished","job":"b25ac07e61227b69af3d0712c69dfedb","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513929.263548] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[186]: 127.0.0.1 - - [17/Sep/2026 11:57:17] "POST /device HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [513930.269373] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[186]: 127.0.0.1 - - [17/Sep/2026 11:57:18] "POST /token HTTP/1.1" 400 - container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.08 seconds) container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600 container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [513931.353178] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:19.640635Z","level":"INFO","message":"start","id":"4242f35aab4b36bbd854be12c5f3e0b3","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513931.353890] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:19.641217Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"4242f35aab4b36bbd854be12c5f3e0b3\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513931.389359] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [513931.417858] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [513931.422413] agent flakelet[1261]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [513931.422934] agent flakelet[1261]: other: up to date container-test-run-flakelet-relay> agent # [513931.424071] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513931.320338] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[186]: 127.0.0.1 - - [17/Sep/2026 11:57:19] "POST /token HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [513931.352740] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:19.640207Z","level":"INFO","message":"deploy accepted","job":"1873cdd7bf07892c77584681d2fb7781","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.62 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [513931.956625] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:20.244089Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513931.977859] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:20.265334Z","level":"INFO","message":"start","id":"2ef322fadc7fd10f6c7315768308b4c9","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513931.978243] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:20.265732Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"2ef322fadc7fd10f6c7315768308b4c9\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513932.015048] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [513932.047111] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [513932.052853] agent flakelet[1285]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [513932.053520] agent flakelet[1285]: other: up to date container-test-run-flakelet-relay> agent # [513932.055654] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513931.957673] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:20.245142Z","level":"INFO","message":"deploy finished","job":"1873cdd7bf07892c77584681d2fb7781","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513931.977526] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:20.265011Z","level":"INFO","message":"deploy accepted","job":"c07c695ca2a67b8984f6163e318c3b39","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.63 seconds) container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.35 seconds) container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1 container-test-run-flakelet-relay> agent # [513932.586179] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:20.873631Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513932.622551] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:20.910028Z","level":"INFO","message":"start","id":"bd97f1224cec60074a97c426e3715d72","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513932.622942] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:20.910411Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"bd97f1224cec60074a97c426e3715d72\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513932.663399] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513932.693125] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513932.698207] agent flakelet[1308]: app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken container-test-run-flakelet-relay> agent # [513932.699341] agent flakelet[1308]: app: activating generation 4 container-test-run-flakelet-relay> agent # [513932.717295] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [513932.718957] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513932.719248] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [513932.734485] agent systemd[1]: Reload requested from client PID 1315 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513932.734550] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513932.587309] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:20.874781Z","level":"INFO","message":"deploy finished","job":"c07c695ca2a67b8984f6163e318c3b39","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513932.622220] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:20.909693Z","level":"INFO","message":"deploy accepted","job":"d677a459c349a775aad0b07e3ff9663c","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513933.073297] agent systemd[1]: Reloading finished in 338 ms. container-test-run-flakelet-relay> agent # [513933.153940] agent systemd[1]: Reload requested from client PID 1345 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513933.153975] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513933.478744] agent systemd[1]: Reloading finished in 324 ms. container-test-run-flakelet-relay> agent # [513933.559657] agent systemd[1]: Reload requested from client PID 1374 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513933.559696] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513933.892430] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [513933.978402] agent systemd[1]: Reload requested from client PID 1408 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513933.978438] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513934.302719] agent systemd[1]: Reloading finished in 323 ms. container-test-run-flakelet-relay> agent # [513934.378645] agent systemd[1]: Starting app broken... container-test-run-flakelet-relay> agent # [513934.407426] agent (nonexistent)[1439]: app.service: Unable to locate executable '/nonexistent': No such file or directory container-test-run-flakelet-relay> agent # [513934.407447] agent (nonexistent)[1439]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory container-test-run-flakelet-relay> agent # [513934.408846] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC container-test-run-flakelet-relay> agent # [513934.408956] agent systemd[1]: app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent # [513934.409313] agent systemd[1]: Failed to start app broken. container-test-run-flakelet-relay> agent # [513934.438500] agent systemd[1]: Reload requested from client PID 1445 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513934.438536] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513934.774948] agent systemd[1]: Reloading finished in 336 ms. container-test-run-flakelet-relay> agent # [513934.845772] agent systemd[1]: Reload requested from client PID 1475 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513934.845809] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513935.170008] agent systemd[1]: Reloading finished in 323 ms. container-test-run-flakelet-relay> agent # [513935.252618] agent systemd[1]: Reload requested from client PID 1505 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513935.252658] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513935.582218] agent systemd[1]: Reloading finished in 329 ms. container-test-run-flakelet-relay> agent # [513935.663249] agent systemd[1]: Reload requested from client PID 1535 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513935.663285] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513935.991828] agent systemd[1]: Reloading finished in 328 ms. container-test-run-flakelet-relay> agent # [513936.067594] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [513936.103203] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [513936.104642] agent flakelet[1308]: app: deploy failed, rolled back: systemctl start app.service failed: container-test-run-flakelet-relay> agent # [513936.104642] agent flakelet[1308]: failed units: app.service. See journalctl -u app.service container-test-run-flakelet-relay> agent # [513936.107098] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent # [513936.107195] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.20 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1' container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.23 seconds) container-test-run-flakelet-relay> subtest: host patterns expand on the relay container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1 container-test-run-flakelet-relay> agent # [513936.796365] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:25.083797Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513936.854612] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:25.142085Z","level":"INFO","message":"start","id":"22e94290e68bc064fd1d492269572798","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513936.855080] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:25.142569Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"22e94290e68bc064fd1d492269572798\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513936.890053] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513936.920485] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513936.925522] agent flakelet[1595]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [513936.926161] agent flakelet[1595]: app: up to date container-test-run-flakelet-relay> agent # [513936.927737] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513936.797747] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:25.085203Z","level":"INFO","message":"deploy finished","job":"d677a459c349a775aad0b07e3ff9663c","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513936.854307] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:25.141786Z","level":"INFO","message":"deploy accepted","job":"2bb0aa7a44bb726a7869e73c72f092bd","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1 container-test-run-flakelet-relay> agent # [513937.466968] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:25.754414Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513937.490595] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:25.778073Z","level":"INFO","message":"start","id":"f02144583eef24d770b9f7e5850b719f","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513937.491017] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:25.778497Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"f02144583eef24d770b9f7e5850b719f\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513937.528312] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513937.562080] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513937.566874] agent flakelet[1615]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [513937.567528] agent flakelet[1615]: app: up to date container-test-run-flakelet-relay> agent # [513937.569635] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513937.468295] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:25.755760Z","level":"INFO","message":"deploy finished","job":"2bb0aa7a44bb726a7869e73c72f092bd","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513937.490419] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:25.777901Z","level":"INFO","message":"deploy accepted","job":"ce012b3f0c63708533b5815f1741163e","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.65 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1 container-test-run-flakelet-relay> agent # [513938.112475] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:26.399924Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513938.134571] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:26.422055Z","level":"INFO","message":"start","id":"3c5ef18d6f6d6b63f795e91dff450797","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513938.134977] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:26.422461Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"3c5ef18d6f6d6b63f795e91dff450797\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513938.169406] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513938.206505] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513938.211039] agent flakelet[1639]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [513938.211664] agent flakelet[1639]: app: up to date container-test-run-flakelet-relay> agent # [513938.212843] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513938.113768] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:26.401248Z","level":"INFO","message":"deploy finished","job":"ce012b3f0c63708533b5815f1741163e","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513938.134363] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:26.421859Z","level":"INFO","message":"deploy accepted","job":"e11369d64699dc33c8d8cc030c6bba03","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.96 seconds) container-test-run-flakelet-relay> subtest: detach returns once the job is accepted container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1 container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service container-test-run-flakelet-relay> agent # [513938.750761] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:27.038221Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513938.813242] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:27.100716Z","level":"INFO","message":"start","id":"3e808ec364c2c7c8bd2ab02934787550","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513938.813681] agent flakelet-agent[490]: {"timestamp":"2026-09-17T11:57:27.101172Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"3e808ec364c2c7c8bd2ab02934787550\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513938.854182] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513938.890312] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513938.895056] agent flakelet[1663]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2 container-test-run-flakelet-relay> agent # [513938.895728] agent flakelet[1663]: app: activating generation 4 container-test-run-flakelet-relay> agent # [513938.910581] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [513938.911042] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513938.911303] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [513938.930456] agent systemd[1]: Reload requested from client PID 1670 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513938.930522] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513938.752379] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:27.039840Z","level":"INFO","message":"deploy finished","job":"e11369d64699dc33c8d8cc030c6bba03","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513938.813029] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:27.100455Z","level":"INFO","message":"deploy accepted","job":"4ea224f9ca8141909e4a586bb7f9baf4","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513939.273966] agent systemd[1]: Reloading finished in 342 ms. container-test-run-flakelet-relay> agent # [513939.357466] agent systemd[1]: Reload requested from client PID 1700 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513939.357502] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513939.684828] agent systemd[1]: Reloading finished in 326 ms. container-test-run-flakelet-relay> agent # [513939.750209] agent systemd[1]: Reload requested from client PID 1729 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513939.750246] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513940.075211] agent systemd[1]: Reloading finished in 324 ms. container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.34 seconds) container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> agent # [513940.162042] agent systemd[1]: Reload requested from client PID 1765 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513940.162077] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513940.492097] agent systemd[1]: Reloading finished in 329 ms. container-test-run-flakelet-relay> agent # [513940.559249] agent systemd[1]: Starting app slow2... container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 6.49 seconds) container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 7.86 seconds) container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.07 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0' container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out container-test-run-flakelet-relay> agent # [513946.627141] agent systemd[1]: Started app slow2. container-test-run-flakelet-relay> agent # [513946.634728] agent flakelet[1663]: app: updated to generation 4 container-test-run-flakelet-relay> agent # [513946.637051] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513946.674616] agent systemd[1]: Stopping flakelet-agent... container-test-run-flakelet-relay> agent # [513946.699805] agent systemd[1]: flakelet-agent.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513946.700214] agent systemd[1]: Stopped flakelet-agent. container-test-run-flakelet-relay> agent # [513946.700686] agent systemd[1]: flakelet-agent.service: Consumed 2.029s CPU time over 26.851s wall clock time. container-test-run-flakelet-relay> relay # [513946.674529] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:34.961974Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.10 seconds) container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out container-test-run-flakelet-relay> agent # [513947.791321] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [513947.851792] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:36.139261Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"3e808ec364c2c7c8bd2ab02934787550\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513947.875742] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [513947.886163] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:36.173658Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [513947.886226] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:36.173700Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [513948.396383] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:36.683838Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513949.777887] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:38.065340Z","level":"INFO","message":"start","id":"54a923d4c817254cadd2c7322d744eda","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513949.778710] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:38.065974Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"54a923d4c817254cadd2c7322d744eda\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513949.814090] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [513949.852083] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [513949.856880] agent flakelet[2241]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [513949.857532] agent flakelet[2241]: other: up to date container-test-run-flakelet-relay> agent # [513949.859399] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513949.777508] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:38.064931Z","level":"INFO","message":"deploy accepted","job":"6c2a865a30f4d3dfa1558994a34ba507","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513951.395381] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:39.682810Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [513951.396869] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:39.684311Z","level":"INFO","message":"deploy finished","job":"6c2a865a30f4d3dfa1558994a34ba507","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 4.05 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjU2MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MjYwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1VUM2NE5UUlBLWlhNPT09IiwibmJmIjoxNzg5NjQ2MjYwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.GG9CnTG2wbfF7uqhOAB4Nnp02exQJfCGMeSRIU5Mm1T9DSX0VwtsxxEtsKPl2uuEZTMYQ4lHVyN04RnOeR1gAw' push --relay https://relay:7443 agents container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjU2MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MjYwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1VUM2NE5UUlBLWlhNPT09IiwibmJmIjoxNzg5NjQ2MjYwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.GG9CnTG2wbfF7uqhOAB4Nnp02exQJfCGMeSRIU5Mm1T9DSX0VwtsxxEtsKPl2uuEZTMYQ4lHVyN04RnOeR1gAw' push --relay https://relay:7443 agents, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 5.38 seconds) container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation' container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.03 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet update app container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2 container-test-run-flakelet-relay> app: activating generation 5 container-test-run-flakelet-relay> agent # [513952.094740] agent systemd[1]: Stopping app slow2... container-test-run-flakelet-relay> agent # [513952.095474] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513952.095604] agent systemd[1]: Stopped app slow2. container-test-run-flakelet-relay> agent # [513952.105461] agent systemd[1]: Reload requested from client PID 2280 ('systemctl')... container-test-run-flakelet-relay> agent # [513952.105495] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513952.440600] agent systemd[1]: Reloading finished in 334 ms. container-test-run-flakelet-relay> agent # [513952.503178] agent systemd[1]: Reload requested from client PID 2309 ('systemctl')... container-test-run-flakelet-relay> agent # [513952.503213] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513952.826757] agent systemd[1]: Reloading finished in 323 ms. container-test-run-flakelet-relay> agent # [513952.907727] agent systemd[1]: Reload requested from client PID 2337 ('systemctl')... container-test-run-flakelet-relay> agent # [513952.907765] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513953.231926] agent systemd[1]: Reloading finished in 323 ms. container-test-run-flakelet-relay> agent # [513953.298264] agent systemd[1]: Reload requested from client PID 2366 ('systemctl')... container-test-run-flakelet-relay> agent # [513953.298310] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.68 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5' container-test-run-flakelet-relay> agent # [513953.623431] agent systemd[1]: Reloading finished in 324 ms. container-test-run-flakelet-relay> agent # [513953.712843] agent systemd[1]: Starting app v2... container-test-run-flakelet-relay> agent # [513953.745063] agent systemd[1]: Started app v2. container-test-run-flakelet-relay> agent # [513953.896395] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:42.183717Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 1.04 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5- container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app- container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet update app container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> app: activating generation 6 container-test-run-flakelet-relay> agent # [513954.894048] agent systemd[1]: Stopping app v2... container-test-run-flakelet-relay> agent # [513954.894511] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513954.894773] agent systemd[1]: Stopped app v2. container-test-run-flakelet-relay> agent # [513954.913860] agent systemd[1]: Reload requested from client PID 2412 ('systemctl')... container-test-run-flakelet-relay> agent # [513954.913927] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513955.255245] agent systemd[1]: Reloading finished in 340 ms. container-test-run-flakelet-relay> agent # [513955.339043] agent systemd[1]: Reload requested from client PID 2441 ('systemctl')... container-test-run-flakelet-relay> agent # [513955.339083] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513955.661261] agent systemd[1]: Reloading finished in 321 ms. container-test-run-flakelet-relay> agent # [513955.726737] agent systemd[1]: Reload requested from client PID 2469 ('systemctl')... container-test-run-flakelet-relay> agent # [513955.726773] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513956.050232] agent systemd[1]: Reloading finished in 323 ms. container-test-run-flakelet-relay> agent # [513956.132314] agent systemd[1]: Reload requested from client PID 2501 ('systemctl')... container-test-run-flakelet-relay> agent # [513956.132361] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.69 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6' container-test-run-flakelet-relay> agent # [513956.454926] agent systemd[1]: Reloading finished in 322 ms. container-test-run-flakelet-relay> agent # [513956.511779] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [513956.546049] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [513957.902302] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:46.189711Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 2.06 seconds) container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 6.60 seconds) container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.02 seconds) container-test-run-flakelet-relay> subtest: metrics container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.02 seconds) container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: date +%s container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646266 | grep -q 'app-slow' container-test-run-flakelet-relay> agent # [513958.702198] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:46.989637Z","level":"INFO","message":"start","id":"c12ad968e0c3cf19597c3ce88b84a185","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513958.702831] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:46.990320Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"c12ad968e0c3cf19597c3ce88b84a185\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513958.729860] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513958.762169] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513958.766552] agent flakelet[2551]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent # [513958.767199] agent flakelet[2551]: app: activating generation 7 container-test-run-flakelet-relay> agent # [513958.776851] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [513958.778589] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513958.778791] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [513958.787544] agent systemd[1]: Reload requested from client PID 2558 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513958.787581] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513958.641078] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:46.928504Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay # [513958.701834] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:46.989299Z","level":"INFO","message":"deploy accepted","job":"5c56139894ae74c8e60f287088ef6b9d","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513959.117557] agent systemd[1]: Reloading finished in 329 ms. container-test-run-flakelet-relay> agent # [513959.201041] agent systemd[1]: Reload requested from client PID 2588 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513959.201078] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513959.524046] agent systemd[1]: Reloading finished in 322 ms. container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646266 | grep -q 'app-slow', in 1.02 seconds) container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds) container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.09 seconds) container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443 container-test-run-flakelet-relay> agent # [513959.585900] agent systemd[1]: Reload requested from client PID 2617 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513959.585941] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646266 | grep -q 'updated to generation' container-test-run-flakelet-relay> agent # [513959.846264] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:48.133573Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513959.911575] agent systemd[1]: Reloading finished in 325 ms. container-test-run-flakelet-relay> agent # [513959.999652] agent systemd[1]: Reload requested from client PID 2665 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513959.999691] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513959.814058] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:57:48.101416Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [513960.321401] agent systemd[1]: Reloading finished in 321 ms. container-test-run-flakelet-relay> agent # [513960.379118] agent systemd[1]: Starting app slow... container-test-run-flakelet-relay> agent # [513960.848750] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:49.136175Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513962.851247] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:51.138651Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513966.444190] agent systemd[1]: Started app slow. container-test-run-flakelet-relay> agent # [513966.451584] agent flakelet[2551]: app: updated to generation 7 container-test-run-flakelet-relay> agent # [513966.454205] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646266 | grep -q 'updated to generation', in 7.10 seconds) container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out container-test-run-flakelet-relay> agent # [513966.853549] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:55.140832Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513967.577437] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:57:55.864875Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.09 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.41 seconds) container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2' container-test-run-flakelet-relay> agent # [513974.856611] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:58:03.144023Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513974.857701] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:58:03.145200Z","level":"INFO","message":"start","id":"c12ad968e0c3cf19597c3ce88b84a185","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513975.101264] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:58:03.388674Z","level":"INFO","message":"start","id":"7edd2acbf12e726aba4fcb65f29283f4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513975.101812] agent flakelet-agent[1828]: {"timestamp":"2026-09-17T11:58:03.389302Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"7edd2acbf12e726aba4fcb65f29283f4\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [513974.856664] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:03.144073Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay # [513974.858120] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:03.145590Z","level":"INFO","message":"deploy finished","job":"5c56139894ae74c8e60f287088ef6b9d","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513975.100776] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:03.388211Z","level":"INFO","message":"deploy accepted","job":"ec3762d5e9f0b346fbb0eb7deca5b235","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513975.143621] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513975.173159] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513975.177520] agent flakelet[2787]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2 container-test-run-flakelet-relay> agent # [513975.178185] agent flakelet[2787]: app: activating generation 8 container-test-run-flakelet-relay> agent # [513975.195021] agent systemd[1]: Stopping app slow... container-test-run-flakelet-relay> agent # [513975.196686] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513975.196941] agent systemd[1]: Stopped app slow. container-test-run-flakelet-relay> agent # [513975.211932] agent systemd[1]: Reload requested from client PID 2794 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513975.211997] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513975.548262] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [513975.605352] agent systemd[1]: Reload requested from client PID 2824 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513975.605394] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.03 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent container-test-run-flakelet-relay> agent # [513975.930237] agent systemd[1]: Reloading finished in 324 ms. container-test-run-flakelet-relay> agent # [513976.012594] agent systemd[1]: Reload requested from client PID 2855 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513976.012630] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513976.339407] agent systemd[1]: Reloading finished in 326 ms. container-test-run-flakelet-relay> agent # [513976.404880] agent systemd[1]: Stopping flakelet-agent... container-test-run-flakelet-relay> agent # [513976.414295] agent systemd[1]: Reload requested from client PID 2892 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513976.414330] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513976.405287] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:04.692672Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 0.80 seconds) container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)" container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out container-test-run-flakelet-relay> agent # [513976.742869] agent systemd[1]: Reloading finished in 328 ms. container-test-run-flakelet-relay> agent # [513976.820223] agent systemd[1]: flakelet-agent.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513976.820399] agent systemd[1]: Stopped flakelet-agent. container-test-run-flakelet-relay> agent # [513976.820412] agent systemd[1]: flakelet-agent.service: Consumed 1.793s CPU time over 29.028s wall clock time. container-test-run-flakelet-relay> agent # [513976.838532] agent systemd[1]: Starting app slow2... container-test-run-flakelet-relay> agent # [513976.839289] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [513976.896322] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:05.183799Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"7edd2acbf12e726aba4fcb65f29283f4\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513976.913789] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [513976.923533] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:05.211001Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513976.924818] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:05.212310Z","level":"INFO","message":"start","id":"7edd2acbf12e726aba4fcb65f29283f4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [513976.923694] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:05.211116Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [513982.911129] agent systemd[1]: Started app slow2. container-test-run-flakelet-relay> agent # [513982.919987] agent flakelet[2787]: app: updated to generation 8 container-test-run-flakelet-relay> agent # [513982.923215] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513983.476267] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:11.763687Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [513983.477269] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:11.764701Z","level":"INFO","message":"deploy finished","job":"ec3762d5e9f0b346fbb0eb7deca5b235","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.08 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 8.96 seconds) container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: date +%s container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646292 | grep -q 'app-slow' container-test-run-flakelet-relay> agent # [513984.073629] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:12.361061Z","level":"INFO","message":"start","id":"caafadc53f8d807e836b6d986de9d0fb","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513984.073938] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:12.361440Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"caafadc53f8d807e836b6d986de9d0fb\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513984.105574] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513984.145535] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513984.149641] agent flakelet[3369]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent # [513984.150229] agent flakelet[3369]: app: activating generation 9 container-test-run-flakelet-relay> agent # [513984.166970] agent systemd[1]: Stopping app slow2... container-test-run-flakelet-relay> agent # [513984.167432] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513984.167688] agent systemd[1]: Stopped app slow2. container-test-run-flakelet-relay> agent # [513984.183999] agent systemd[1]: Reload requested from client PID 3376 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513984.184076] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [513984.073282] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:12.360726Z","level":"INFO","message":"deploy accepted","job":"dc2f29a2646025383b854a73df087932","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513984.526565] agent systemd[1]: Reloading finished in 341 ms. container-test-run-flakelet-relay> agent # [513984.616535] agent systemd[1]: Reload requested from client PID 3406 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513984.616572] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646292 | grep -q 'app-slow', in 1.02 seconds) container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay container-test-run-flakelet-relay> agent # [513984.939025] agent systemd[1]: Reloading finished in 322 ms. container-test-run-flakelet-relay> agent # [513985.013575] agent systemd[1]: Reload requested from client PID 3437 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513985.013607] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513985.096548] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:13.383984Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [513985.095752] relay systemd[1]: Stopping flakelet-relay... container-test-run-flakelet-relay> relay # [513985.131605] relay systemd[1]: flakelet-relay.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513985.132000] relay systemd[1]: Stopped flakelet-relay. container-test-run-flakelet-relay> relay # [513985.132058] relay systemd[1]: flakelet-relay.service: Consumed 2.374s CPU time over 1min 7.018s wall clock time. container-test-run-flakelet-relay> relay # [513985.168331] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [513985.345330] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [513985.429298] agent systemd[1]: Reload requested from client PID 3473 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [513985.429335] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [513985.761239] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [513985.849592] agent systemd[1]: Starting app slow... container-test-run-flakelet-relay> agent # [513986.099746] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:14.387053Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.50 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out container-test-run-flakelet-relay> relay # [513986.578948] relay flakelet-relay[929]: {"timestamp":"2026-09-17T11:58:14.866379Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [513986.579458] relay flakelet-relay[929]: {"timestamp":"2026-09-17T11:58:14.866805Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [513986.579366] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> agent # [513988.111254] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:16.398697Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [513988.111524] relay flakelet-relay[929]: {"timestamp":"2026-09-17T11:58:16.398941Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay # [513988.112078] relay flakelet-relay[929]: {"timestamp":"2026-09-17T11:58:16.399575Z","level":"INFO","message":"job reattached","job":"dc2f29a2646025383b854a73df087932","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [513991.931181] agent systemd[1]: Started app slow. container-test-run-flakelet-relay> agent # [513991.938839] agent flakelet[3369]: app: updated to generation 9 container-test-run-flakelet-relay> agent # [513991.941766] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [513993.009086] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:21.296541Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.09 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.65 seconds) container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1 container-test-run-flakelet-relay> agent # [513993.701484] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:21.988899Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513993.702106] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:21.989596Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513993.738923] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [513993.767142] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [513993.771690] agent flakelet[3547]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [513993.772256] agent flakelet[3547]: other: up to date container-test-run-flakelet-relay> agent # [513993.773434] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513993.701128] relay flakelet-relay[929]: {"timestamp":"2026-09-17T11:58:21.988417Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay container-test-run-flakelet-relay> agent # [513994.311693] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:22.599154Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513994.330186] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:22.617636Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [513994.312624] relay flakelet-relay[929]: {"timestamp":"2026-09-17T11:58:22.600073Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513994.330029] relay systemd[1]: Stopping flakelet-relay... container-test-run-flakelet-relay> relay # [513994.365025] relay systemd[1]: flakelet-relay.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513994.365303] relay systemd[1]: Stopped flakelet-relay. container-test-run-flakelet-relay> relay # [513994.365332] relay systemd[1]: flakelet-relay.service: Consumed 1.797s CPU time over 9.196s wall clock time. container-test-run-flakelet-relay> relay # [513994.381765] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [513995.332768] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:23.620215Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.46 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1' container-test-run-flakelet-relay> relay # [513995.778255] relay flakelet-relay[1319]: {"timestamp":"2026-09-17T11:58:24.065698Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [513995.778691] relay flakelet-relay[1319]: {"timestamp":"2026-09-17T11:58:24.066151Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [513995.778731] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> agent # [513997.343414] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:25.630873Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [513997.343497] relay flakelet-relay[1319]: {"timestamp":"2026-09-17T11:58:25.630921Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYwNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzA2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI2QTdBQVVVVUQyRlJRPT09IiwibmJmIjoxNzg5NjQ2MzA2LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.OwdTEr782N3Qm4jX7by0rrA9sLrwdeJSJh-ol4x7DPB7LfmrQJSh_zCJbzvGe5rXu9wrVubWsB0P6PpZydFuAw' push --relay https://relay:7443 deploy --id hist2 agent/app container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513997.925511] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:26.212957Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [513997.926139] agent flakelet-agent[2924]: {"timestamp":"2026-09-17T11:58:26.213629Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [513997.961077] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [513997.995090] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [513998.000623] agent flakelet[3575]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent # [513998.001479] agent flakelet[3575]: app: up to date container-test-run-flakelet-relay> agent # [513998.002446] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: up to date container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [513997.925129] relay flakelet-relay[1319]: {"timestamp":"2026-09-17T11:58:26.212602Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> » agent/app: unchanged (generation 9) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYwNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzA2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI2QTdBQVVVVUQyRlJRPT09IiwibmJmIjoxNzg5NjQ2MzA2LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.OwdTEr782N3Qm4jX7by0rrA9sLrwdeJSJh-ol4x7DPB7LfmrQJSh_zCJbzvGe5rXu9wrVubWsB0P6PpZydFuAw' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.63 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYwNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzA2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI2QTdBQVVVVUQyRlJRPT09IiwibmJmIjoxNzg5NjQ2MzA2LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.OwdTEr782N3Qm4jX7by0rrA9sLrwdeJSJh-ol4x7DPB7LfmrQJSh_zCJbzvGe5rXu9wrVubWsB0P6PpZydFuAw' push --relay https://relay:7443 jobs container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYwNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzA2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI2QTdBQVVVVUQyRlJRPT09IiwibmJmIjoxNzg5NjQ2MzA2LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.OwdTEr782N3Qm4jX7by0rrA9sLrwdeJSJh-ol4x7DPB7LfmrQJSh_zCJbzvGe5rXu9wrVubWsB0P6PpZydFuAw' push --relay https://relay:7443 jobs, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.88 seconds) container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login' container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.08 seconds) container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds) container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: "" container-test-run-flakelet-relay> cleanup container-test-run-flakelet-relay> kill NspawnMachine (pid 52) container-test-run-flakelet-relay> kill NspawnMachine (pid 53) container-test-run-flakelet-relay> kill NspawnMachine (pid 54) container-test-run-flakelet-relay> Container agent terminated by signal KILL. container-test-run-flakelet-relay> relay # [513998.538289] relay flakelet-relay[1319]: {"timestamp":"2026-09-17T11:58:26.825770Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [513998.610384] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[186]: 127.0.0.1 - - [17/Sep/2026 11:58:26] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=Y-AaNMmSXH_fBTrp1RjJhh6wz_Mq6g5UexvOAa022sg&code_challenge=vMznJgn6PNCcVPIx8Q1g31qDDC2RdhuOH9pXRYsUCvs&code_challenge_method=S256 HTTP/1.1" 302 - container-test-run-flakelet-relay> relay # [513998.657472] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[186]: 127.0.0.1 - - [17/Sep/2026 11:58:26] "POST /token HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [513998.658165] relay flakelet-relay[1319]: {"timestamp":"2026-09-17T11:58:26.945644Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"} container-test-run-flakelet-relay> Container client terminated by signal KILL. container-test-run-flakelet-relay> (finished: cleanup, in 0.29 seconds) container-test-run-flakelet-relay> additionally exposed symbols: container-test-run-flakelet-relay> agent, client, relay, container-test-run-flakelet-relay> vlan1, container-test-run-flakelet-relay> start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh container-test-run-flakelet-relay> » job 94a5dded9871d7a5e5ecb29bcf04e7ec via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2 container-test-run-flakelet-relay> agent/app | app: activating generation 2 container-test-run-flakelet-relay> agent/app | app: updated to generation 2 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 2) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job d677a459c349a775aad0b07e3ff9663c via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken container-test-run-flakelet-relay> agent/app | app: activating generation 4 container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed: container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3) container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> agent/app │ Stopping app v1... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v1. container-test-run-flakelet-relay> agent/app │ Starting app v2... container-test-run-flakelet-relay> agent/app │ Started app v2. container-test-run-flakelet-relay> agent/app │ Stopping app v2... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v2. container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> agent/app │ Stopping app v1... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v1. container-test-run-flakelet-relay> agent/app │ Starting app broken... container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent/app │ Failed to start app broken. container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> » skipped: agent/other container-test-run-flakelet-relay> » failed container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 5c56139894ae74c8e60f287088ef6b9d via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: activating generation 7 container-test-run-flakelet-relay> agent/app | app: updated to generation 7 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 7) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job ec3762d5e9f0b346fbb0eb7deca5b235 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2 container-test-run-flakelet-relay> agent/app | app: activating generation 8 container-test-run-flakelet-relay> agent/app | app: updated to generation 8 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 8) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job dc2f29a2646025383b854a73df087932 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: activating generation 9 container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job 02912135f13664c6d55f7a1972a3bb9a container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s container-test-run-flakelet-relay> » job dc2f29a2646025383b854a73df087932 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | app: updated to generation 9 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 9) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> 1789646301 hist1 admin@example.org agent/other:unchanged container-test-run-flakelet-relay> 1789646292 02912135f13664c6d55f7a1972a3bb9a admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646283 45b52e9d2197f4744a14c53e59d63ed3 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646266 4dd07973c343c2a6df7829c416805dc1 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646264 local-app-6-1789646264 root (shell) agent/app:updated container-test-run-flakelet-relay> 1789646262 local-app-5-1789646262 root (shell) agent/app:updated container-test-run-flakelet-relay> 1789646258 97a59a28f9e5f4ad916048b822e558ff admin@example.org agent/other:unchanged container-test-run-flakelet-relay> 1789646247 1e4bd9b0de2622871b825dd3e1fbb6ff admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646246 bf7d360d34eb70be6a0d4c731f902867 admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1789646245 71ee43ef7424d0aab17c58ab32124177 admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1789646245 f9489c506714860af2eb1e7bcaa1e69f admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1789646240 101ded943aa1aed7eea845d40c45b9ff dev@example.org agent/other:unchanged container-test-run-flakelet-relay> 1789646240 92268a3365716ae2b7d0e13d6fa08e79 admin@example.org agent/app:rolled-back container-test-run-flakelet-relay> 1789646239 d9959c3015315bd3700de63c8170e665 dev@example.org agent/other:unchanged container-test-run-flakelet-relay> 1789646236 3cb11d32f7a9b46f8fed3717806772d3 someone agent/other:unchanged container-test-run-flakelet-relay> 1789646233 fa5f88350ad01403f5b5e12cc7240bae repo:github:example/app:ref:refs/heads/main agent/app:updated container-test-run-flakelet-relay> 1789646230 526f83b50095902827d2fde587ce8862 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646228 local-app-1-1789646228 host activation agent/app:updated container-test-run-flakelet-relay> 1789646228 local-flakelet-agent-1-1789646228 host activation agent/flakelet-agent:updated container-test-run-flakelet-relay> 1789646228 local-other-1-1789646228 host activation agent/other:updated container-test-run-flakelet-relay> container-test-run-flakelet-relay> Traceback (most recent call last): container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in container-test-run-flakelet-relay> sys.exit(main()) container-test-run-flakelet-relay> ~~~~^^ container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main container-test-run-flakelet-relay> driver.run_tests() container-test-run-flakelet-relay> ~~~~~~~~~~~~~~~~^^ container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests container-test-run-flakelet-relay> self.test_script() container-test-run-flakelet-relay> ~~~~~~~~~~~~~~~~^^ container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script container-test-run-flakelet-relay> exec(self.tests, symbols, None) container-test-run-flakelet-relay> ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ container-test-run-flakelet-relay> File "", line 208, in container-test-run-flakelet-relay> AssertionError container-test-run-flakelet-relay> Container relay terminated by signal KILL. error: Cannot build '/nix/store/r481vb0sxcsw8wf9l3wfngqn8kv803zb-container-test-run-flakelet-relay.drv'. Reason: builder failed with exit code 1. Output paths: /nix/store/lxmyb8gxcd948lrdqw43c7ni14xywf42-container-test-run-flakelet-relay Last 25 log lines: > 1789646240 92268a3365716ae2b7d0e13d6fa08e79 admin@example.org agent/app:rolled-back > 1789646239 d9959c3015315bd3700de63c8170e665 dev@example.org agent/other:unchanged > 1789646236 3cb11d32f7a9b46f8fed3717806772d3 someone agent/other:unchanged > 1789646233 fa5f88350ad01403f5b5e12cc7240bae repo:github:example/app:ref:refs/heads/main agent/app:updated > 1789646230 526f83b50095902827d2fde587ce8862 admin@example.org agent/app:updated > 1789646228 local-app-1-1789646228 host activation agent/app:updated > 1789646228 local-flakelet-agent-1-1789646228 host activation agent/flakelet-agent:updated > 1789646228 local-other-1-1789646228 host activation agent/other:updated > > Traceback (most recent call last): > File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in > sys.exit(main()) > ~~~~^^ > File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main > driver.run_tests() > ~~~~~~~~~~~~~~~~^^ > File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests > self.test_script() > ~~~~~~~~~~~~~~~~^^ > File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script > exec(self.tests, symbols, None) > ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ > File "", line 208, in > AssertionError > Container relay terminated by signal KILL. For full logs, run: nix log /nix/store/r481vb0sxcsw8wf9l3wfngqn8kv803zb-container-test-run-flakelet-relay.drv nixbot: transient error detected, retrying once this derivation will be built: /nix/store/r481vb0sxcsw8wf9l3wfngqn8kv803zb-container-test-run-flakelet-relay.drv building '/nix/store/r481vb0sxcsw8wf9l3wfngqn8kv803zb-container-test-run-flakelet-relay.drv' container-test-run-flakelet-relay> tribuchet: building on jamie container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state container-test-run-flakelet-relay> start all VLans container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds) container-test-run-flakelet-relay> Initializing machine ID from random generator. container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds container-test-run-flakelet-relay> run the VM test script container-test-run-flakelet-relay> start all VMs container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 52) container-test-run-flakelet-relay> client: systemd-nspawn running (pid 54) container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 53) container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal... container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal... container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal... container-test-run-flakelet-relay> (finished: start all VMs, in 0.01 seconds) container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay. container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent. container-test-run-flakelet-relay> agent # No journal files were found. container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> relay # No journal files were found. container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> client # No journal files were found. container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> agent # [514002.090760] agent systemd-journald[57]: Journal started container-test-run-flakelet-relay> agent # [514002.090805] agent systemd-journald[57]: Runtime Journal (/run/log/journal/12177be2e33c48acbe7100da0c1d8dd9) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> agent # [514002.099785] agent systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> agent # [514002.112176] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> agent # [514002.146709] agent systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> agent # [514002.147417] agent systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> agent # [514002.157263] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/12177be2e33c48acbe7100da0c1d8dd9 is 1.539ms for 6 entries. container-test-run-flakelet-relay> agent # [514002.157263] agent systemd-journald[57]: System Journal (/var/log/journal/12177be2e33c48acbe7100da0c1d8dd9) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> agent # [514002.167540] agent systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> agent # [514002.168344] agent systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> agent # [514002.168487] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> agent # [514002.180823] agent systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> agent # [514002.273449] agent systemd[1]: Finished Firewall. container-test-run-flakelet-relay> agent # [514003.090368] agent systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> agent # [514003.150509] agent systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> agent # [514003.151615] agent systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> agent # [514003.152994] agent systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> relay # [514002.087358] relay systemd-journald[57]: Journal started container-test-run-flakelet-relay> relay # [514002.087398] relay systemd-journald[57]: Runtime Journal (/run/log/journal/6df87aee40ef47a38d17cddc1370f193) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [514002.091962] relay systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> relay # [514002.103739] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> relay # [514002.117519] relay systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> relay # [514002.118169] relay systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> relay # [514002.152143] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/6df87aee40ef47a38d17cddc1370f193 is 1.487ms for 6 entries. container-test-run-flakelet-relay> relay # [514002.152143] relay systemd-journald[57]: System Journal (/var/log/journal/6df87aee40ef47a38d17cddc1370f193) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [514002.166423] relay systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> relay # [514002.166600] relay systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> relay # [514002.166682] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> relay # [514002.174489] relay systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> relay # [514002.273178] relay systemd[1]: Finished Firewall. container-test-run-flakelet-relay> relay # [514003.093369] relay systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> relay # [514003.150136] relay systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> relay # [514003.151373] relay systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> relay # [514003.152647] relay systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> relay # [514003.154071] relay systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> relay # [514003.154115] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> relay # [514003.155725] relay systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> client # [514002.083905] client systemd-journald[57]: Journal started container-test-run-flakelet-relay> client # [514002.083948] client systemd-journald[57]: Runtime Journal (/run/log/journal/d13e066fb68a46248f8b4ffa3c857cb4) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> client # [514002.092194] client systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> client # [514002.104293] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> client # [514002.119180] client systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> client # [514002.119878] client systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> client # [514002.152793] client systemd-journald[57]: Time spent on flushing to /var/log/journal/d13e066fb68a46248f8b4ffa3c857cb4 is 1.538ms for 6 entries. container-test-run-flakelet-relay> client # [514002.152793] client systemd-journald[57]: System Journal (/var/log/journal/d13e066fb68a46248f8b4ffa3c857cb4) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> client # [514002.160925] client systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> client # [514002.161649] client systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> client # [514002.161760] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> client # [514002.178054] client systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> client # [514002.246042] client systemd[1]: Finished Firewall. container-test-run-flakelet-relay> client # [514003.092132] client systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> client # [514003.150255] client systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> client # [514003.151299] client systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> client # [514003.152507] client systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> client # [514003.154079] client systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> client # [514003.154128] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [514003.155736] client systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> client # [514003.157215] client systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> relay # [514003.156980] relay systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> relay # [514003.175398] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> relay # [514003.175848] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> client # [514003.175788] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> client # [514003.176245] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [514003.176179] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/6df87aee40ef47a38d17cddc1370f193 failed: Operation not permitted container-test-run-flakelet-relay> relay # [514003.176528] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [514003.154480] agent systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> agent # [514003.154532] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> agent # [514003.155622] agent systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> client # [514003.176604] client suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.RNZg5ujPFV/chsh': Operation not permitted container-test-run-flakelet-relay> agent # [514003.157073] agent systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> client # [514003.176559] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/d13e066fb68a46248f8b4ffa3c857cb4 failed: Operation not permitted container-test-run-flakelet-relay> agent # [514003.176609] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> client # [514003.176902] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [514003.177035] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [514003.177329] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/12177be2e33c48acbe7100da0c1d8dd9 failed: Operation not permitted container-test-run-flakelet-relay> agent # [514003.177646] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [514003.180419] agent suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.fFbBZovtjN/chsh': Operation not permitted container-test-run-flakelet-relay> agent # [514003.183700] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent # [514003.183740] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent # [514003.183795] agent systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> agent # [514003.196116] agent systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> agent # [514003.247848] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> agent # [514003.260914] agent systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> agent # [514003.264475] agent systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> agent # [514003.265267] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> agent # [514003.304200] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> agent # [514003.311875] agent systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> agent # [514003.312965] agent systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> agent # [514003.324210] agent systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> agent # [514003.324465] agent systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> agent # [514003.324569] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> agent # [514003.324610] agent systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> agent # [514003.324632] agent systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> agent # [514003.324924] agent systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> agent # [514003.325454] agent systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> agent # [514003.325637] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> agent # [514003.325662] agent systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> agent # [514003.325707] agent systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> agent # [514003.327132] agent systemd[1]: Starting Re-link flakelet services at boot... container-test-run-flakelet-relay> agent # [514003.328047] agent systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> agent # [514003.329567] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [514003.330764] agent systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> agent # [514003.338855] agent systemd[1]: Finished Re-link flakelet services at boot. container-test-run-flakelet-relay> agent # [514003.340175] agent systemd[1]: Starting Reconcile flakelet services with the host configuration... container-test-run-flakelet-relay> relay # [514003.179812] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.eoM4ge5gXw/chsh': Operation not permitted container-test-run-flakelet-relay> relay # [514003.183060] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> relay # [514003.183124] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> relay # [514003.183164] relay systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> relay # [514003.183684] relay systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> relay # [514003.247136] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> relay # [514003.260037] relay systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> relay # [514003.263479] relay systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> relay # [514003.264389] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> relay # [514003.302517] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> relay # [514003.311572] relay systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> relay # [514003.312596] relay systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> relay # [514003.322036] relay systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> relay # [514003.322860] relay systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> relay # [514003.323039] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> relay # [514003.323091] relay systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> relay # [514003.323115] relay systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> relay # [514003.323282] relay systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> relay # [514003.323540] relay systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> relay # [514003.323818] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> relay # [514003.323845] relay systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> relay # [514003.323891] relay systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> relay # [514003.325660] relay systemd[1]: Started device-mock.service. container-test-run-flakelet-relay> relay # [514003.326824] relay systemd[1]: Starting Re-link flakelet services at boot... container-test-run-flakelet-relay> relay # [514003.327863] relay systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> relay # [514003.329109] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [514003.330103] relay systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> relay # [514003.338172] relay systemd[1]: Finished Re-link flakelet services at boot. container-test-run-flakelet-relay> relay # [514003.339115] relay systemd[1]: Starting Reconcile flakelet services with the host configuration... container-test-run-flakelet-relay> client # [514003.182871] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> client # [514003.182964] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> client # [514003.183114] client systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> client # [514003.183613] client systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> client # [514003.247163] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> client # [514003.259943] client systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> client # [514003.262794] client systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> client # [514003.263781] client systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> client # [514003.304054] client systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> client # [514003.310452] client systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> client # [514003.311444] client systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> client # [514003.320454] client systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> client # [514003.320677] client systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> client # [514003.320780] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [514003.320816] client systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> client # [514003.320840] client systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> client # [514003.320996] client systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> client # [514003.321250] client systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> client # [514003.321419] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> client # [514003.321442] client systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> client # [514003.321491] client systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> client # [514003.323242] client systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> client # [514003.324644] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> client # [514003.326077] client systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> client # [514003.338882] client systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> relay # [514003.350127] relay systemd[1]: Finished Reconcile flakelet services with the host configuration. container-test-run-flakelet-relay> relay # [514003.352010] relay systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> relay # [514003.398860] relay systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> relay # [514003.399423] relay systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> relay # [514003.406482] relay systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> relay # [514003.412720] relay systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> relay # [514003.419323] relay systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514003.445331] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [514003.448612] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [514003.463400] relay network-addresses-eth1-start[246]: adding address 192.168.1.3/24... done container-test-run-flakelet-relay> relay # [514003.466615] relay network-addresses-eth1-start[246]: adding address 2001:db8:1::3/64... done container-test-run-flakelet-relay> relay # [514003.471656] relay systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> relay # [514003.505515] relay systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> relay # [514003.505687] relay systemd[1]: Reached target Network. container-test-run-flakelet-relay> relay # [514003.506997] relay systemd[1]: Starting Dnsmasq Daemon... container-test-run-flakelet-relay> relay # [514003.507819] relay systemd[1]: Starting Nginx Web Server... container-test-run-flakelet-relay> relay # [514003.508588] relay systemd[1]: Starting Update flakelet service flakelet-relay... container-test-run-flakelet-relay> relay # [514003.555382] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/55zvswj0bvimz7faqq19rhsjlvqasa00-flakelet-flakelet-relay container-test-run-flakelet-relay> relay # [514003.555986] relay flakelet[311]: flakelet-relay: activating generation 1 container-test-run-flakelet-relay> relay # [514003.559605] relay systemd[1]: Reload requested from client PID 316 ('systemctl') (unit flakelet-flakelet-relay.service)... container-test-run-flakelet-relay> relay # [514003.559640] relay systemd[1]: Reloading... container-test-run-flakelet-relay> client # [514003.406312] client systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> client # [514003.406883] client systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> client # [514003.416288] client systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> client # [514003.425730] client systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> client # [514003.445314] client systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> client # [514003.445381] client systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [514003.449077] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> client # [514003.463869] client network-addresses-eth1-start[233]: adding address 192.168.1.2/24... done container-test-run-flakelet-relay> client # [514003.467308] client network-addresses-eth1-start[233]: adding address 2001:db8:1::2/64... done container-test-run-flakelet-relay> client # [514003.471987] client systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> client # [514003.547381] client systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> client # [514003.547692] client systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> client # [514003.547892] client systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [514003.550312] client systemd[1]: Reached target Network. container-test-run-flakelet-relay> client # [514003.551625] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [514003.346444] agent systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> agent # [514003.352873] agent systemd[1]: Finished Reconcile flakelet services with the host configuration. container-test-run-flakelet-relay> agent # [514003.445365] agent systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> agent # [514003.445565] agent systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514003.445615] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [514003.447924] agent systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> agent # [514003.449188] agent systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> agent # [514003.449919] agent systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> agent # [514003.450735] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [514003.471731] agent network-addresses-eth1-start[240]: adding address 192.168.1.1/24... done container-test-run-flakelet-relay> agent # [514003.474967] agent network-addresses-eth1-start[240]: adding address 2001:db8:1::1/64... done container-test-run-flakelet-relay> agent # [514003.480062] agent systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> agent # [514003.547369] agent systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> agent # [514003.547574] agent systemd[1]: Reached target Network. container-test-run-flakelet-relay> agent # [514003.548848] agent systemd[1]: Starting Update flakelet service app... container-test-run-flakelet-relay> agent # [514003.550054] agent systemd[1]: Starting Update flakelet service flakelet-agent... container-test-run-flakelet-relay> agent # [514003.550722] agent systemd[1]: Starting Update flakelet service other... container-test-run-flakelet-relay> agent # [514003.555651] agent systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514003.555839] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [514003.558409] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [514003.561410] agent flakelet[304]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [514003.561980] agent flakelet[304]: app: activating generation 1 container-test-run-flakelet-relay> agent # [514003.562258] agent flakelet[305]: flakelet-agent: using prebuilt artifact /nix/store/flgya4ggb72hyvnnjcsjw6zbknb4w1s4-flakelet-flakelet-agent container-test-run-flakelet-relay> agent # [514003.562822] agent flakelet[305]: flakelet-agent: activating generation 1 container-test-run-flakelet-relay> agent # [514003.562944] agent flakelet[306]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [514003.563489] agent flakelet[306]: other: activating generation 1 container-test-run-flakelet-relay> agent # [514003.566198] agent systemd[1]: Reload requested from client PID 311 ('systemctl') (unit flakelet-app.service)... container-test-run-flakelet-relay> agent # [514003.566233] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514003.906499] relay nsncd[251]: Sep 17 11:58:32.193 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> relay # [514003.982291] relay systemd[1]: Reloading finished in 422 ms. container-test-run-flakelet-relay> relay # [514004.124183] relay systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [514004.125049] relay systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> relay # [514004.125192] relay systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> relay # [514004.126830] relay systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> relay # [514004.127938] relay systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> relay # [514004.144363] relay systemd[1]: Reload requested from client PID 357 ('systemctl') (unit flakelet-flakelet-relay.service)... container-test-run-flakelet-relay> relay # [514004.144412] relay systemd[1]: Reloading... container-test-run-flakelet-relay> client # [514003.899480] client nsncd[303]: Sep 17 11:58:32.186 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> client # [514003.899523] client systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [514003.899618] client systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> client # [514003.899734] client systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> client # [514003.902516] client systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> client # [514003.904213] client systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> client # [514003.936450] client systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> client # [514003.937736] client systemd[1]: Started Console Getty. container-test-run-flakelet-relay> client # [514003.937764] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> client # [514003.937776] client systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> agent # [514003.878996] agent nsncd[310]: Sep 17 11:58:32.166 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> agent # [514003.993798] agent systemd[1]: Reloading finished in 427 ms. container-test-run-flakelet-relay> agent # [514004.119226] agent systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [514004.122344] agent systemd[1]: Reload requested from client PID 314 ('systemctl') (unit flakelet-other.service)... container-test-run-flakelet-relay> agent # [514004.122390] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514004.156975] relay dnsmasq-pre-start[360]: dnsmasq: syntax check OK. container-test-run-flakelet-relay> relay # [514004.499568] relay systemd[1]: Reloading finished in 354 ms. container-test-run-flakelet-relay> agent # [514004.506585] agent systemd[1]: Reloading finished in 383 ms. container-test-run-flakelet-relay> agent # [514004.639993] agent systemd[1]: Reload requested from client PID 313 ('systemctl') (unit flakelet-flakelet-agent.service)... container-test-run-flakelet-relay> agent # [514004.640059] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514004.642040] relay systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> relay # [514004.670168] relay systemd[1]: Started Console Getty. container-test-run-flakelet-relay> relay # [514004.670340] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> relay # [514004.670557] relay systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> relay # [514004.675321] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> relay # [514005.006943] relay nginx-pre-start[402]: nginx: the configuration file /nix/store/a6vli3znypjpjrh5rzjh88sj1pb5al8x-nginx.conf syntax is ok container-test-run-flakelet-relay> relay # [514005.007755] relay nginx-pre-start[402]: nginx: configuration file /nix/store/a6vli3znypjpjrh5rzjh88sj1pb5al8x-nginx.conf test is successful container-test-run-flakelet-relay> relay # [514005.023630] relay systemd[1]: Started Nginx Web Server. container-test-run-flakelet-relay> agent # [514005.037416] agent systemd[1]: Reloading finished in 396 ms. container-test-run-flakelet-relay> agent # [514005.126733] agent systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> agent # [514005.126889] agent systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> agent # [514005.128244] agent systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> agent # [514005.129443] agent systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> agent # [514005.136526] agent systemd[1]: Reload requested from client PID 408 ('systemctl') (unit flakelet-other.service)... container-test-run-flakelet-relay> agent # [514005.136555] agent systemd[1]: Reloading... container-test-run-flakelet-relay> client # [514005.128992] client systemd-logind[315]: New seat seat0. container-test-run-flakelet-relay> client # [514005.129370] client systemd[1]: Started User Login Management. container-test-run-flakelet-relay> client # [514005.131641] client systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> client # [514005.159621] client systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> client # [514005.184970] client systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> client # [514005.185323] client systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> client # [514005.185676] client systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> relay # [514005.291970] relay systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> relay # [514005.497041] relay systemd-logind[354]: New seat seat0. container-test-run-flakelet-relay> relay # [514005.497424] relay systemd[1]: Started User Login Management. container-test-run-flakelet-relay> relay # [514005.500074] relay systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> relay # [514005.539128] relay systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514005.539508] relay systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> agent # [514005.519646] agent systemd[1]: Reloading finished in 382 ms. container-test-run-flakelet-relay> agent # [514005.598747] agent systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> agent # [514005.604647] agent systemd[1]: Reload requested from client PID 409 ('systemctl') (unit flakelet-app.service)... container-test-run-flakelet-relay> agent # [514005.604693] agent systemd[1]: Reloading... container-test-run-flakelet-relay> client # [514005.736095] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> client # [514005.737742] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> client # [514005.737742] client dbus-broker-launch[325]: Invalid user-name in /nix/store/bavypp7cmwvqb019gw72zkdw9ha0biq8-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> client # [514005.738750] client systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> client # [514005.739275] client systemd[1]: Startup finished in 4.079s. container-test-run-flakelet-relay> client # [514005.743762] client dbus-broker-launch[325]: Ready container-test-run-flakelet-relay> relay # [514005.820323] relay dbus-broker-launch[408]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> relay # [514005.821603] relay dbus-broker-launch[408]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> relay # [514005.821603] relay dbus-broker-launch[408]: Invalid user-name in /nix/store/43w9dr1mn08yxp891i9sgc66qamk73pz-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> relay # [514005.822727] relay systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> relay # [514005.828258] relay dbus-broker-launch[408]: Ready container-test-run-flakelet-relay> relay # [514005.831597] relay systemd[1]: Started Dnsmasq Daemon. container-test-run-flakelet-relay> relay # [514005.833786] relay dnsmasq[394]: started, version 2.93 cachesize 150 container-test-run-flakelet-relay> relay # [514005.833796] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile container-test-run-flakelet-relay> relay # [514005.833800] relay dnsmasq[394]: DBus support enabled: connected to system bus container-test-run-flakelet-relay> relay # [514005.833808] relay dnsmasq[394]: no upstream servers configured - please set them from DBus container-test-run-flakelet-relay> relay # [514005.833911] relay dnsmasq[394]: read /etc/hosts - 9 names container-test-run-flakelet-relay> agent # [514005.955736] agent systemd[1]: Reloading finished in 350 ms. container-test-run-flakelet-relay> agent # [514006.026180] agent systemd[1]: Started Console Getty. container-test-run-flakelet-relay> agent # [514006.026276] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> agent # [514006.026395] agent systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> agent # [514006.026995] agent systemd[1]: Reload requested from client PID 410 ('systemctl') (unit flakelet-flakelet-agent.service)... container-test-run-flakelet-relay> agent # [514006.027034] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514006.365215] agent systemd[1]: Reloading finished in 337 ms. container-test-run-flakelet-relay> agent # [514006.440674] agent systemd[1]: Starting other v1... container-test-run-flakelet-relay> agent # [514006.443195] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [514006.469016] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [514006.472526] agent systemd[1]: Started other v1. container-test-run-flakelet-relay> agent # [514006.473201] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [514006.476383] agent systemd-logind[405]: New seat seat0. container-test-run-flakelet-relay> agent # [514006.488336] agent systemd[1]: Started User Login Management. container-test-run-flakelet-relay> agent # [514006.491784] agent systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> agent # [514006.491836] agent flakelet[306]: other: updated to generation 1 container-test-run-flakelet-relay> agent # [514006.493235] agent systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> agent # [514006.493788] agent systemd[1]: Finished Update flakelet service other. container-test-run-flakelet-relay> agent # [514006.495453] agent flakelet[304]: app: updated to generation 1 container-test-run-flakelet-relay> agent # [514006.497587] agent systemd[1]: Finished Update flakelet service app. container-test-run-flakelet-relay> agent # [514006.504912] agent systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514006.505072] agent systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> agent # [514006.518293] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:34.805766Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514006.518630] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:34.805935Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514006.518608] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [514006.520949] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:34.808421Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514006.524830] agent flakelet[305]: flakelet-agent: updated to generation 1 container-test-run-flakelet-relay> agent # [514006.526792] agent systemd[1]: Finished Update flakelet service flakelet-agent. container-test-run-flakelet-relay> agent # [514006.527992] agent systemd[1]: Reached target flakelet managed services. container-test-run-flakelet-relay> agent # [514006.528087] agent systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> agent # [514006.536951] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:34.824445Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [514006.679359] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:34.966777Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [514006.680102] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:34.967166Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [514006.679928] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> relay # [514006.691229] relay systemd[1]: Starting health for flakelet-relay... container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.17 seconds) container-test-run-flakelet-relay> relay: waiting for unit nginx.service container-test-run-flakelet-relay> agent # [514006.910204] agent dbus-broker-launch[706]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> agent # [514006.911720] agent dbus-broker-launch[706]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> agent # [514006.911720] agent dbus-broker-launch[706]: Invalid user-name in /nix/store/flwdz8g9rqzw07wvh1g1j68syb1p53xd-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> agent # [514006.912234] agent systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> agent # [514006.912559] agent systemd[1]: Startup finished in 5.240s. container-test-run-flakelet-relay> agent # [514006.918289] agent dbus-broker-launch[706]: Ready container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for unit flakelet.target container-test-run-flakelet-relay> relay # [514006.958063] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514006.958427] relay systemd[1]: Finished health for flakelet-relay. container-test-run-flakelet-relay> relay # [514006.965971] relay flakelet[311]: flakelet-relay: updated to generation 1 container-test-run-flakelet-relay> relay # [514006.968600] relay systemd[1]: Finished Update flakelet service flakelet-relay. container-test-run-flakelet-relay> relay # [514006.969171] relay systemd[1]: Reached target flakelet managed services. container-test-run-flakelet-relay> relay # [514006.969343] relay systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> relay # [514006.969595] relay systemd[1]: Startup finished in 5.324s. container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.02 seconds) container-test-run-flakelet-relay> client: waiting for unit multi-user.target container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1' container-test-run-flakelet-relay> agent # [514008.534127] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:36.821507Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514008.534205] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:36.821597Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(1), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds) container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1 container-test-run-flakelet-relay> agent # [514009.494430] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:37.781862Z","level":"INFO","message":"start","id":"d661ec204f7cb640c930552b1e6ce9e0","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514009.494945] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:37.782442Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"d661ec204f7cb640c930552b1e6ce9e0\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514009.530708] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514009.560158] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514009.564984] agent flakelet[926]: app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2 container-test-run-flakelet-relay> agent # [514009.565703] agent flakelet[926]: app: activating generation 2 container-test-run-flakelet-relay> agent # [514009.582154] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [514009.584034] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514009.584342] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [514009.601195] agent systemd[1]: Reload requested from client PID 933 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514009.601263] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514009.494035] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:37.781467Z","level":"INFO","message":"deploy accepted","job":"718651f3253803c42a213aff77f3b07c","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514009.941312] agent systemd[1]: Reloading finished in 339 ms. container-test-run-flakelet-relay> agent # [514010.023302] agent systemd[1]: Reload requested from client PID 963 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514010.023340] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514010.347547] agent systemd[1]: Reloading finished in 323 ms. container-test-run-flakelet-relay> agent # [514010.411880] agent systemd[1]: Reload requested from client PID 992 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514010.411920] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514010.736723] agent systemd[1]: Reloading finished in 324 ms. container-test-run-flakelet-relay> agent # [514010.823073] agent systemd[1]: Reload requested from client PID 1026 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514010.823108] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514011.146401] agent systemd[1]: Reloading finished in 322 ms. container-test-run-flakelet-relay> agent # [514011.214388] agent systemd[1]: Starting app v2... container-test-run-flakelet-relay> agent # [514011.245208] agent systemd[1]: Started app v2. container-test-run-flakelet-relay> agent # [514011.251268] agent flakelet[926]: app: updated to generation 2 container-test-run-flakelet-relay> agent # [514011.254376] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.89 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2' container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2' container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by' container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.03 seconds) container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 2.96 seconds) container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.05 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYyMCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzIwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJNV1lZN1pIR1lUSDdTPT09IiwibmJmIjoxNzg5NjQ2MzIwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.zeqrUWz4NdebMLWSxuEMIHFGwXq4s58OvldJGTuMCMUdDjDohAAL1gG-WhC9cqyJnG1cEyETvWgrDmcciey_AQ' push --relay https://relay:7443 deploy agent/app 2>&1 container-test-run-flakelet-relay> agent # [514012.353311] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:40.640724Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514012.521255] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:40.808687Z","level":"INFO","message":"start","id":"3a624a3a8626e2d95bba62f883df4e95","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514012.521557] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:40.809056Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"3a624a3a8626e2d95bba62f883df4e95\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514012.562176] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514012.592024] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514012.595767] agent flakelet[1096]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [514012.596392] agent flakelet[1096]: app: activating generation 3 container-test-run-flakelet-relay> agent # [514012.609028] agent systemd[1]: Stopping app v2... container-test-run-flakelet-relay> relay # [514012.355045] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:40.642450Z","level":"INFO","message":"deploy finished","job":"718651f3253803c42a213aff77f3b07c","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514012.521067] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:40.808432Z","level":"INFO","message":"deploy accepted","job":"4667d4aaa93dd7b48cacd5a1edd7028e","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514012.609486] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514012.609740] agent systemd[1]: Stopped app v2. container-test-run-flakelet-relay> agent # [514012.626497] agent systemd[1]: Reload requested from client PID 1103 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514012.626566] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514012.967556] agent systemd[1]: Reloading finished in 340 ms. container-test-run-flakelet-relay> agent # [514013.048146] agent systemd[1]: Reload requested from client PID 1133 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514013.048183] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514013.371386] agent systemd[1]: Reloading finished in 322 ms. container-test-run-flakelet-relay> agent # [514013.457179] agent systemd[1]: Reload requested from client PID 1162 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514013.457217] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514013.785732] agent systemd[1]: Reloading finished in 328 ms. container-test-run-flakelet-relay> agent # [514013.873568] agent systemd[1]: Reload requested from client PID 1193 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514013.873604] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514014.194942] agent systemd[1]: Reloading finished in 320 ms. container-test-run-flakelet-relay> agent # [514014.264148] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [514014.295115] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [514014.299639] agent flakelet[1096]: app: updated to generation 3 container-test-run-flakelet-relay> agent # [514014.302119] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYyMCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzIwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJNV1lZN1pIR1lUSDdTPT09IiwibmJmIjoxNzg5NjQ2MzIwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.zeqrUWz4NdebMLWSxuEMIHFGwXq4s58OvldJGTuMCMUdDjDohAAL1gG-WhC9cqyJnG1cEyETvWgrDmcciey_AQ' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.93 seconds) container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 3.00 seconds) container-test-run-flakelet-relay> subtest: policy denies uncovered target container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYyMCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzIwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJNV1lZN1pIR1lUSDdTPT09IiwibmJmIjoxNzg5NjQ2MzIwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.zeqrUWz4NdebMLWSxuEMIHFGwXq4s58OvldJGTuMCMUdDjDohAAL1gG-WhC9cqyJnG1cEyETvWgrDmcciey_AQ' push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYyMCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzIwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJNV1lZN1pIR1lUSDdTPT09IiwibmJmIjoxNzg5NjQ2MzIwLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.zeqrUWz4NdebMLWSxuEMIHFGwXq4s58OvldJGTuMCMUdDjDohAAL1gG-WhC9cqyJnG1cEyETvWgrDmcciey_AQ' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.03 seconds) container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.05 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYyMywiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc4OTY0NjMyMywiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiN1hTTUpURjRKTUkzTz09PSIsIm5iZiI6MTc4OTY0NjMyMywic3ViIjoic29tZW9uZSJ9.ePtT2y3uzP-gRtyjS_xKnkS9qVwQeV7IhQjVyYUVunHzntoKO7MhWVEKHpbIGJ0Qlp528x_LU11nSia6XCmHBw' push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [514015.409994] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:43.697395Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514015.518238] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:43.805682Z","level":"INFO","message":"start","id":"6298494196acada2565ea344fb54b692","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514015.518773] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:43.806263Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"6298494196acada2565ea344fb54b692\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514015.556267] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [514015.585245] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [514015.591011] agent flakelet[1247]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [514015.591971] agent flakelet[1247]: other: up to date container-test-run-flakelet-relay> agent # [514015.592627] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514015.411543] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:43.698910Z","level":"INFO","message":"deploy finished","job":"4667d4aaa93dd7b48cacd5a1edd7028e","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514015.517868] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:43.805287Z","level":"INFO","message":"deploy accepted","job":"908b46607c76674a74ffd9fc06af729c","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjYyMywiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc4OTY0NjMyMywiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiN1hTTUpURjRKTUkzTz09PSIsIm5iZiI6MTc4OTY0NjMyMywic3ViIjoic29tZW9uZSJ9.ePtT2y3uzP-gRtyjS_xKnkS9qVwQeV7IhQjVyYUVunHzntoKO7MhWVEKHpbIGJ0Qlp528x_LU11nSia6XCmHBw' push --relay https://relay:7443 deploy agent/other 2>&1, in 1.64 seconds) container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 1.70 seconds) container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1 container-test-run-flakelet-relay> agent # [514017.132233] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:45.419643Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [514017.134201] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:45.421639Z","level":"INFO","message":"deploy finished","job":"908b46607c76674a74ffd9fc06af729c","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514017.156745] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[186]: 127.0.0.1 - - [17/Sep/2026 11:58:45] "POST /device HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [514018.161442] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[186]: 127.0.0.1 - - [17/Sep/2026 11:58:46] "POST /token HTTP/1.1" 400 - container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.08 seconds) container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600 container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [514019.249403] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:47.536841Z","level":"INFO","message":"start","id":"fbe45a86fef058984ac3ba016f9b6bdb","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514019.250200] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:47.537689Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"fbe45a86fef058984ac3ba016f9b6bdb\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514019.290171] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [514019.318144] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [514019.322970] agent flakelet[1276]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [514019.323532] agent flakelet[1276]: other: up to date container-test-run-flakelet-relay> agent # [514019.326793] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514019.214219] relay 7gsx6vaqmkb2vf8rr0w4y1g018hi9d43-device-mock[186]: 127.0.0.1 - - [17/Sep/2026 11:58:47] "POST /token HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [514019.248992] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:47.536460Z","level":"INFO","message":"deploy accepted","job":"8e74b0f318b0c4ae5a54615fca63e91d","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [514019.863758] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:48.151176Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514019.885788] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:48.173263Z","level":"INFO","message":"start","id":"f2af0682c4ebe9a8f92f86b612d57360","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514019.886176] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:48.173666Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"f2af0682c4ebe9a8f92f86b612d57360\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514019.923819] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [514019.958263] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [514019.962744] agent flakelet[1296]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [514019.963294] agent flakelet[1296]: other: up to date container-test-run-flakelet-relay> agent # [514019.966682] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514019.865347] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:48.152778Z","level":"INFO","message":"deploy finished","job":"8e74b0f318b0c4ae5a54615fca63e91d","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514019.885606] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:48.173087Z","level":"INFO","message":"deploy accepted","job":"565a665a03908801241a5e0ba964e8f6","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.37 seconds) container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1 container-test-run-flakelet-relay> agent # [514020.504258] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:48.791670Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514020.542125] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:48.829569Z","level":"INFO","message":"start","id":"789c9c77efd2ad47fab19564ea997f7d","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514020.542465] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:48.829957Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"789c9c77efd2ad47fab19564ea997f7d\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514020.575343] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514020.607221] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514020.611635] agent flakelet[1323]: app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken container-test-run-flakelet-relay> agent # [514020.612294] agent flakelet[1323]: app: activating generation 4 container-test-run-flakelet-relay> agent # [514020.629107] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [514020.630769] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514020.631044] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [514020.646410] agent systemd[1]: Reload requested from client PID 1330 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514020.646478] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514020.505524] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:48.792947Z","level":"INFO","message":"deploy finished","job":"565a665a03908801241a5e0ba964e8f6","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514020.541853] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:48.829328Z","level":"INFO","message":"deploy accepted","job":"7785a7578bc59044d2221ef3e1e57ec4","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514020.981630] agent systemd[1]: Reloading finished in 334 ms. container-test-run-flakelet-relay> agent # [514021.054206] agent systemd[1]: Reload requested from client PID 1360 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514021.054243] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514021.376585] agent systemd[1]: Reloading finished in 321 ms. container-test-run-flakelet-relay> agent # [514021.452236] agent systemd[1]: Reload requested from client PID 1389 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514021.452273] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514021.772873] agent systemd[1]: Reloading finished in 320 ms. container-test-run-flakelet-relay> agent # [514021.848678] agent systemd[1]: Reload requested from client PID 1420 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514021.848712] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514022.169655] agent systemd[1]: Reloading finished in 320 ms. container-test-run-flakelet-relay> agent # [514022.242780] agent systemd[1]: Starting app broken... container-test-run-flakelet-relay> agent # [514022.273478] agent (nonexistent)[1450]: app.service: Unable to locate executable '/nonexistent': No such file or directory container-test-run-flakelet-relay> agent # [514022.273500] agent (nonexistent)[1450]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory container-test-run-flakelet-relay> agent # [514022.275099] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC container-test-run-flakelet-relay> agent # [514022.275208] agent systemd[1]: app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent # [514022.275572] agent systemd[1]: Failed to start app broken. container-test-run-flakelet-relay> agent # [514022.298672] agent systemd[1]: Reload requested from client PID 1456 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514022.298710] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514022.623426] agent systemd[1]: Reloading finished in 324 ms. container-test-run-flakelet-relay> agent # [514022.701185] agent systemd[1]: Reload requested from client PID 1489 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514022.701220] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514023.022443] agent systemd[1]: Reloading finished in 320 ms. container-test-run-flakelet-relay> agent # [514023.096970] agent systemd[1]: Reload requested from client PID 1520 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514023.097015] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514023.425038] agent systemd[1]: Reloading finished in 327 ms. container-test-run-flakelet-relay> agent # [514023.483996] agent systemd[1]: Reload requested from client PID 1550 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514023.484041] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514023.805170] agent systemd[1]: Reloading finished in 320 ms. container-test-run-flakelet-relay> agent # [514023.884435] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [514023.913062] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [514023.914285] agent flakelet[1323]: app: deploy failed, rolled back: systemctl start app.service failed: container-test-run-flakelet-relay> agent # [514023.914285] agent flakelet[1323]: failed units: app.service. See journalctl -u app.service container-test-run-flakelet-relay> agent # [514023.916970] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent # [514023.917076] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.12 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1' container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.15 seconds) container-test-run-flakelet-relay> subtest: host patterns expand on the relay container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1 container-test-run-flakelet-relay> agent # [514024.637554] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:52.924968Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514024.689381] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:52.976822Z","level":"INFO","message":"start","id":"1c2a7a87f197df64f61cb529fd35ceb5","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514024.689791] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:52.977281Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"1c2a7a87f197df64f61cb529fd35ceb5\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514024.715803] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514024.746147] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514024.750363] agent flakelet[1610]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [514024.750949] agent flakelet[1610]: app: up to date container-test-run-flakelet-relay> agent # [514024.753561] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514024.638824] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:52.926259Z","level":"INFO","message":"deploy finished","job":"7785a7578bc59044d2221ef3e1e57ec4","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514024.689151] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:52.976591Z","level":"INFO","message":"deploy accepted","job":"5a94dbba39c0e0eaa5af7dc2234183bc","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.62 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1 container-test-run-flakelet-relay> agent # [514025.287100] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:53.574523Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514025.310262] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:53.597750Z","level":"INFO","message":"start","id":"89d5195b8ebbb6bf2ba9c0ad8d490edc","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514025.310476] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:53.597970Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"89d5195b8ebbb6bf2ba9c0ad8d490edc\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514025.335153] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514025.366069] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514025.370376] agent flakelet[1630]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [514025.370929] agent flakelet[1630]: app: up to date container-test-run-flakelet-relay> agent # [514025.373456] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514025.288245] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:53.575684Z","level":"INFO","message":"deploy finished","job":"5a94dbba39c0e0eaa5af7dc2234183bc","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514025.309998] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:53.597482Z","level":"INFO","message":"deploy accepted","job":"b3eafc5ba98d10a36d91f72a3e01b3c0","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.62 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1 container-test-run-flakelet-relay> agent # [514025.910261] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:54.197672Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514025.937341] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:54.224791Z","level":"INFO","message":"start","id":"2f8ace70734c0db79a276a41bc965567","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514025.937686] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:54.225181Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"2f8ace70734c0db79a276a41bc965567\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514025.972417] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514026.005401] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514026.010122] agent flakelet[1650]: app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> agent # [514026.010712] agent flakelet[1650]: app: up to date container-test-run-flakelet-relay> agent # [514026.014553] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514025.911793] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:54.199252Z","level":"INFO","message":"deploy finished","job":"b3eafc5ba98d10a36d91f72a3e01b3c0","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514025.937123] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:54.224611Z","level":"INFO","message":"deploy accepted","job":"3dc5b822ea258ccba30d46a074b6f09f","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.92 seconds) container-test-run-flakelet-relay> subtest: detach returns once the job is accepted container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1 container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service container-test-run-flakelet-relay> agent # [514026.546525] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:54.833978Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514026.611211] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:54.898655Z","level":"INFO","message":"start","id":"3863177a439ba5d75c0460e8e749614c","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514026.611763] agent flakelet-agent[504]: {"timestamp":"2026-09-17T11:58:54.899250Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"3863177a439ba5d75c0460e8e749614c\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514026.639558] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514026.678131] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514026.682183] agent flakelet[1678]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2 container-test-run-flakelet-relay> agent # [514026.682835] agent flakelet[1678]: app: activating generation 4 container-test-run-flakelet-relay> agent # [514026.692336] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [514026.693045] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514026.693169] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [514026.702513] agent systemd[1]: Reload requested from client PID 1685 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514026.702549] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514026.549668] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:54.837117Z","level":"INFO","message":"deploy finished","job":"3dc5b822ea258ccba30d46a074b6f09f","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514026.610912] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:58:54.898350Z","level":"INFO","message":"deploy accepted","job":"cf24ff62fb693ff11642f0795bb5208d","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514027.024799] agent systemd[1]: Reloading finished in 321 ms. container-test-run-flakelet-relay> agent # [514027.116483] agent systemd[1]: Reload requested from client PID 1715 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514027.116522] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514027.438144] agent systemd[1]: Reloading finished in 321 ms. container-test-run-flakelet-relay> agent # [514027.507989] agent systemd[1]: Reload requested from client PID 1744 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514027.508031] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.30 seconds) container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> agent # [514027.829134] agent systemd[1]: Reloading finished in 320 ms. container-test-run-flakelet-relay> agent # [514027.924577] agent systemd[1]: Reload requested from client PID 1777 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514027.924612] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514028.245648] agent systemd[1]: Reloading finished in 320 ms. container-test-run-flakelet-relay> agent # [514028.310184] agent systemd[1]: Starting app slow2... container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 6.47 seconds) container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 7.81 seconds) container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.07 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0' container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out container-test-run-flakelet-relay> agent # [514034.376097] agent systemd[1]: Started app slow2. container-test-run-flakelet-relay> agent # [514034.381243] agent flakelet[1678]: app: updated to generation 4 container-test-run-flakelet-relay> agent # [514034.381911] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514034.418999] agent systemd[1]: Stopping flakelet-agent... container-test-run-flakelet-relay> agent # [514034.449200] agent systemd[1]: flakelet-agent.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514034.449662] agent systemd[1]: Stopped flakelet-agent. container-test-run-flakelet-relay> agent # [514034.450115] agent systemd[1]: flakelet-agent.service: Consumed 1.788s CPU time over 27.980s wall clock time. container-test-run-flakelet-relay> relay # [514034.418858] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:02.706296Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.10 seconds) container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out container-test-run-flakelet-relay> agent # [514035.539135] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [514035.600714] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:03.888144Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"3863177a439ba5d75c0460e8e749614c\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514035.624187] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [514035.633092] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:03.920498Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514035.633149] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:03.920593Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [514036.147828] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:04.435276Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514037.525741] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:05.813167Z","level":"INFO","message":"start","id":"ec0c2636d746f01b8066afa28132c48f","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514037.526522] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:05.813755Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"ec0c2636d746f01b8066afa28132c48f\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514037.559211] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [514037.585010] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [514037.589404] agent flakelet[2252]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [514037.589966] agent flakelet[2252]: other: up to date container-test-run-flakelet-relay> agent # [514037.591232] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514037.525380] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:05.812826Z","level":"INFO","message":"deploy accepted","job":"1a4c54b09e47d54f346043187ba99a1d","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514038.118476] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:06.405944Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [514038.119791] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:06.407228Z","level":"INFO","message":"deploy finished","job":"1a4c54b09e47d54f346043187ba99a1d","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 3.04 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjY0NiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzQ3LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJJVFZYVExXUUFMMlJZPT09IiwibmJmIjoxNzg5NjQ2MzQ3LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.pwsQZtewO_cYtryFW9Lig3FSMKgFcr844HDRhCgrJOPjxo2cO752nxKxg6F_Vg2pgmY-Y64wZWrhWqFRboLPDQ' push --relay https://relay:7443 agents container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjY0NiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2MzQ3LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJJVFZYVExXUUFMMlJZPT09IiwibmJmIjoxNzg5NjQ2MzQ3LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.pwsQZtewO_cYtryFW9Lig3FSMKgFcr844HDRhCgrJOPjxo2cO752nxKxg6F_Vg2pgmY-Y64wZWrhWqFRboLPDQ' push --relay https://relay:7443 agents, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 4.39 seconds) container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation' container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.03 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet update app container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2 container-test-run-flakelet-relay> app: activating generation 5 container-test-run-flakelet-relay> agent # [514038.857141] agent systemd[1]: Stopping app slow2... container-test-run-flakelet-relay> agent # [514038.857606] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514038.857872] agent systemd[1]: Stopped app slow2. container-test-run-flakelet-relay> agent # [514038.877334] agent systemd[1]: Reload requested from client PID 2286 ('systemctl')... container-test-run-flakelet-relay> agent # [514038.877399] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514039.222236] agent systemd[1]: Reloading finished in 344 ms. container-test-run-flakelet-relay> agent # [514039.282881] agent systemd[1]: Reload requested from client PID 2315 ('systemctl')... container-test-run-flakelet-relay> agent # [514039.282919] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514039.609047] agent systemd[1]: Reloading finished in 325 ms. container-test-run-flakelet-relay> agent # [514039.697865] agent systemd[1]: Reload requested from client PID 2345 ('systemctl')... container-test-run-flakelet-relay> agent # [514039.697906] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514040.025119] agent systemd[1]: Reloading finished in 326 ms. container-test-run-flakelet-relay> agent # [514040.088973] agent systemd[1]: Reload requested from client PID 2376 ('systemctl')... container-test-run-flakelet-relay> agent # [514040.089015] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.71 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5' container-test-run-flakelet-relay> agent # [514040.417375] agent systemd[1]: Reloading finished in 328 ms. container-test-run-flakelet-relay> agent # [514040.498116] agent systemd[1]: Starting app v2... container-test-run-flakelet-relay> agent # [514040.530047] agent systemd[1]: Started app v2. container-test-run-flakelet-relay> agent # [514041.645974] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:09.933444Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 2.07 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5- container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app- container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet update app container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/cqj0khcw75fy7djy7y554bcgxi50911r-flakelet-app-v1 container-test-run-flakelet-relay> app: activating generation 6 container-test-run-flakelet-relay> agent # [514042.709318] agent systemd[1]: Stopping app v2... container-test-run-flakelet-relay> agent # [514042.709732] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514042.709992] agent systemd[1]: Stopped app v2. container-test-run-flakelet-relay> agent # [514042.727053] agent systemd[1]: Reload requested from client PID 2422 ('systemctl')... container-test-run-flakelet-relay> agent # [514042.727119] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514043.066217] agent systemd[1]: Reloading finished in 338 ms. container-test-run-flakelet-relay> agent # [514043.163410] agent systemd[1]: Reload requested from client PID 2451 ('systemctl')... container-test-run-flakelet-relay> agent # [514043.163448] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514043.486083] agent systemd[1]: Reloading finished in 322 ms. container-test-run-flakelet-relay> agent # [514043.535738] agent systemd[1]: Reload requested from client PID 2479 ('systemctl')... container-test-run-flakelet-relay> agent # [514043.535774] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514043.857376] agent systemd[1]: Reloading finished in 321 ms. container-test-run-flakelet-relay> agent # [514043.949339] agent systemd[1]: Reload requested from client PID 2511 ('systemctl')... container-test-run-flakelet-relay> agent # [514043.949374] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.71 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6' container-test-run-flakelet-relay> agent # [514044.269616] agent systemd[1]: Reloading finished in 319 ms. container-test-run-flakelet-relay> agent # [514044.351432] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [514044.383037] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [514045.649359] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:13.936829Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 2.07 seconds) container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 7.68 seconds) container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.03 seconds) container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.03 seconds) container-test-run-flakelet-relay> subtest: metrics container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.01 seconds) container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: date +%s container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646354 | grep -q 'app-slow' container-test-run-flakelet-relay> agent # [514046.543681] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:14.831123Z","level":"INFO","message":"start","id":"93cb20cd583da2e5dbe9c7835e7910f9","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514046.544307] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:14.831801Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"93cb20cd583da2e5dbe9c7835e7910f9\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514046.580673] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514046.609046] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514046.613419] agent flakelet[2561]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent # [514046.614073] agent flakelet[2561]: app: activating generation 7 container-test-run-flakelet-relay> agent # [514046.631988] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [514046.632520] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514046.632791] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [514046.650215] agent systemd[1]: Reload requested from client PID 2568 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514046.650298] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514046.482635] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:14.770058Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay # [514046.543293] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:14.830754Z","level":"INFO","message":"deploy accepted","job":"d939f04bf9c498a7e8cd1b740fb7d6b0","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514046.990583] agent systemd[1]: Reloading finished in 339 ms. container-test-run-flakelet-relay> agent # [514047.081240] agent systemd[1]: Reload requested from client PID 2598 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514047.081276] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646354 | grep -q 'app-slow', in 1.02 seconds) container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds) container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds) container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443 container-test-run-flakelet-relay> agent # [514047.402774] agent systemd[1]: Reloading finished in 321 ms. container-test-run-flakelet-relay> agent # [514047.456598] agent systemd[1]: Reload requested from client PID 2627 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514047.456635] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646354 | grep -q 'updated to generation' container-test-run-flakelet-relay> agent # [514047.663998] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:15.951294Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514047.786334] agent systemd[1]: Reloading finished in 329 ms. container-test-run-flakelet-relay> agent # [514047.867489] agent systemd[1]: Reload requested from client PID 2675 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514047.867530] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514047.631439] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:15.918845Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [514048.191796] agent systemd[1]: Reloading finished in 323 ms. container-test-run-flakelet-relay> agent # [514048.249060] agent systemd[1]: Starting app slow... container-test-run-flakelet-relay> agent # [514048.666455] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:16.953877Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514050.669217] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:18.956658Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514054.320199] agent systemd[1]: Started app slow. container-test-run-flakelet-relay> agent # [514054.327893] agent flakelet[2561]: app: updated to generation 7 container-test-run-flakelet-relay> agent # [514054.331553] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646354 | grep -q 'updated to generation', in 7.10 seconds) container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out container-test-run-flakelet-relay> agent # [514054.671147] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:22.958584Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514055.447956] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:23.735403Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.09 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.39 seconds) container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2' container-test-run-flakelet-relay> relay # [514062.674498] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:30.961934Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [514062.674404] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:30.961840Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514062.676249] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:30.963713Z","level":"INFO","message":"deploy finished","job":"d939f04bf9c498a7e8cd1b740fb7d6b0","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514062.675658] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:30.963146Z","level":"INFO","message":"start","id":"93cb20cd583da2e5dbe9c7835e7910f9","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514062.925061] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:31.212389Z","level":"INFO","message":"deploy accepted","job":"69db184941613cf0c2a71635a4403f43","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514062.925468] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:31.212778Z","level":"INFO","message":"start","id":"f5a2ba7205a6da65424802cf84c243c8","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514062.925874] agent flakelet-agent[1839]: {"timestamp":"2026-09-17T11:59:31.213342Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"f5a2ba7205a6da65424802cf84c243c8\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514062.953310] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514062.984342] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514062.989820] agent flakelet[2797]: app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2 container-test-run-flakelet-relay> agent # [514062.990504] agent flakelet[2797]: app: activating generation 8 container-test-run-flakelet-relay> agent # [514063.006582] agent systemd[1]: Stopping app slow... container-test-run-flakelet-relay> agent # [514063.008551] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514063.008946] agent systemd[1]: Stopped app slow. container-test-run-flakelet-relay> agent # [514063.024405] agent systemd[1]: Reload requested from client PID 2804 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514063.024469] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514063.361717] agent systemd[1]: Reloading finished in 336 ms. container-test-run-flakelet-relay> agent # [514063.428105] agent systemd[1]: Reload requested from client PID 2834 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514063.428140] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514063.761595] agent systemd[1]: Reloading finished in 333 ms. container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent container-test-run-flakelet-relay> agent # [514063.850686] agent systemd[1]: Reload requested from client PID 2866 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514063.850724] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514064.176596] agent systemd[1]: Reloading finished in 325 ms. container-test-run-flakelet-relay> agent # [514064.248887] agent systemd[1]: Stopping flakelet-agent... container-test-run-flakelet-relay> agent # [514064.256952] agent systemd[1]: Reload requested from client PID 2902 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514064.256987] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514064.249101] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:32.536558Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 0.82 seconds) container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)" container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out container-test-run-flakelet-relay> agent # [514064.591831] agent systemd[1]: Reloading finished in 334 ms. container-test-run-flakelet-relay> agent # [514064.673601] agent systemd[1]: flakelet-agent.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514064.673791] agent systemd[1]: Stopped flakelet-agent. container-test-run-flakelet-relay> agent # [514064.673804] agent systemd[1]: flakelet-agent.service: Consumed 1.650s CPU time over 29.134s wall clock time. container-test-run-flakelet-relay> agent # [514064.692358] agent systemd[1]: Starting app slow2... container-test-run-flakelet-relay> agent # [514064.693162] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [514064.743279] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:33.030752Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"f5a2ba7205a6da65424802cf84c243c8\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514064.759641] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [514064.768263] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:33.055750Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514064.769491] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:33.056995Z","level":"INFO","message":"start","id":"f5a2ba7205a6da65424802cf84c243c8","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514064.768415] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:33.055840Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [514070.757202] agent systemd[1]: Started app slow2. container-test-run-flakelet-relay> agent # [514070.766714] agent flakelet[2797]: app: updated to generation 8 container-test-run-flakelet-relay> agent # [514070.771239] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514071.326394] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:39.613835Z","level":"INFO","message":"deploy finished","job":"69db184941613cf0c2a71635a4403f43","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514071.325118] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:39.612500Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.08 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 8.98 seconds) container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: date +%s container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646380 | grep -q 'app-slow' container-test-run-flakelet-relay> agent # [514071.913638] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:40.201074Z","level":"INFO","message":"start","id":"a6bfbacb1642439cdbbbdec31ff82387","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514071.914219] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:40.201710Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"a6bfbacb1642439cdbbbdec31ff82387\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514071.947901] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [514071.985181] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [514071.988753] agent flakelet[3379]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent # [514071.989362] agent flakelet[3379]: app: activating generation 9 container-test-run-flakelet-relay> agent # [514072.007285] agent systemd[1]: Stopping app slow2... container-test-run-flakelet-relay> agent # [514072.007745] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [514072.008019] agent systemd[1]: Stopped app slow2. container-test-run-flakelet-relay> agent # [514072.024441] agent systemd[1]: Reload requested from client PID 3386 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514072.024508] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [514071.913249] relay flakelet-relay[400]: {"timestamp":"2026-09-17T11:59:40.200692Z","level":"INFO","message":"deploy accepted","job":"c15795180f7e911f92a7c474e1a66cb4","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514072.358726] agent systemd[1]: Reloading finished in 333 ms. container-test-run-flakelet-relay> agent # [514072.423582] agent systemd[1]: Reload requested from client PID 3416 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514072.423621] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514072.749644] agent systemd[1]: Reloading finished in 325 ms. container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1789646380 | grep -q 'app-slow', in 1.03 seconds) container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay container-test-run-flakelet-relay> agent # [514072.847208] agent systemd[1]: Reload requested from client PID 3447 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514072.847247] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514072.939930] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:41.227396Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514072.939513] relay systemd[1]: Stopping flakelet-relay... container-test-run-flakelet-relay> relay # [514072.976025] relay systemd[1]: flakelet-relay.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514072.976317] relay systemd[1]: Stopped flakelet-relay. container-test-run-flakelet-relay> relay # [514072.976346] relay systemd[1]: flakelet-relay.service: Consumed 2.532s CPU time over 1min 8.300s wall clock time. container-test-run-flakelet-relay> relay # [514072.993490] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [514073.175605] agent systemd[1]: Reloading finished in 327 ms. container-test-run-flakelet-relay> agent # [514073.267948] agent systemd[1]: Reload requested from client PID 3483 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [514073.267987] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [514073.596461] agent systemd[1]: Reloading finished in 328 ms. container-test-run-flakelet-relay> agent # [514073.680988] agent systemd[1]: Starting app slow... container-test-run-flakelet-relay> agent # [514073.943097] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:42.230334Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.50 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out container-test-run-flakelet-relay> relay # [514074.422122] relay flakelet-relay[932]: {"timestamp":"2026-09-17T11:59:42.709538Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [514074.422837] relay flakelet-relay[932]: {"timestamp":"2026-09-17T11:59:42.710030Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [514074.422601] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> agent # [514075.955204] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:44.242619Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514075.955372] relay flakelet-relay[932]: {"timestamp":"2026-09-17T11:59:44.242811Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [514079.750111] agent systemd[1]: Started app slow. container-test-run-flakelet-relay> agent # [514079.758742] agent flakelet[3379]: app: updated to generation 9 container-test-run-flakelet-relay> agent # [514079.762481] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514079.958537] relay flakelet-relay[932]: {"timestamp":"2026-09-17T11:59:48.245935Z","level":"INFO","message":"job reattached","job":"c15795180f7e911f92a7c474e1a66cb4","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [514080.834106] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:49.121539Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.08 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.64 seconds) container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1 container-test-run-flakelet-relay> agent # [514081.536670] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:49.824081Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514081.537303] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:49.824793Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514081.567111] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [514081.593049] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [514081.597155] agent flakelet[3557]: other: using prebuilt artifact /nix/store/h4k7d4dqcfa4h9d48c0rm4x08qziqfaf-flakelet-other-v1 container-test-run-flakelet-relay> agent # [514081.597704] agent flakelet[3557]: other: up to date container-test-run-flakelet-relay> agent # [514081.598224] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514081.536193] relay flakelet-relay[932]: {"timestamp":"2026-09-17T11:59:49.823603Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.62 seconds) container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay container-test-run-flakelet-relay> agent # [514082.136446] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:50.423874Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514082.156397] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:50.443874Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514082.137840] relay flakelet-relay[932]: {"timestamp":"2026-09-17T11:59:50.425248Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [514082.156350] relay systemd[1]: Stopping flakelet-relay... container-test-run-flakelet-relay> relay # [514082.192236] relay systemd[1]: flakelet-relay.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514082.192729] relay systemd[1]: Stopped flakelet-relay. container-test-run-flakelet-relay> relay # [514082.192777] relay systemd[1]: flakelet-relay.service: Consumed 2.873s CPU time over 9.198s wall clock time. container-test-run-flakelet-relay> relay # [514082.214563] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [514083.159099] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:51.446541Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.49 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1' container-test-run-flakelet-relay> relay # [514083.632049] relay flakelet-relay[1322]: {"timestamp":"2026-09-17T11:59:51.919495Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [514083.632794] relay flakelet-relay[1322]: {"timestamp":"2026-09-17T11:59:51.919989Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [514083.632645] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> agent # [514085.169609] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:53.457057Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [514085.169760] relay flakelet-relay[1322]: {"timestamp":"2026-09-17T11:59:53.457204Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.06 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin.pem --key /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/4y8k1nvlafnzaadg5frncjjarv7aw3ry-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjY5NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2Mzk0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaWURFVUJCSDVLRElBPT09IiwibmJmIjoxNzg5NjQ2Mzk0LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.uvX139lrq9hPVPcnl2zHd14cMJUruRDKJ-NS2cI9xWfxrsCeVzO8imrZOmPPwL4I1yLMRLCFc-CPNgScPhE2Bw' push --relay https://relay:7443 deploy --id hist2 agent/app container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent # [514085.788774] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:54.076188Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [514085.789314] agent flakelet-agent[2934]: {"timestamp":"2026-09-17T11:59:54.076808Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [514085.822827] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/appagent # [514085.854127] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> | agent # [514085.858579] agent flakelet[3585]: app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> app: up to dateagent # [514085.859182] agent flakelet[3585]: app: up to date container-test-run-flakelet-relay> container-test-run-flakelet-relay> agent # [514085.861390] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [514085.788327] relay flakelet-relay[1322]: {"timestamp":"2026-09-17T11:59:54.075782Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> » agent/app: unchanged (generation 9) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjY5NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2Mzk0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaWURFVUJCSDVLRElBPT09IiwibmJmIjoxNzg5NjQ2Mzk0LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.uvX139lrq9hPVPcnl2zHd14cMJUruRDKJ-NS2cI9xWfxrsCeVzO8imrZOmPPwL4I1yLMRLCFc-CPNgScPhE2Bw' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.63 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjY5NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2Mzk0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaWURFVUJCSDVLRElBPT09IiwibmJmIjoxNzg5NjQ2Mzk0LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.uvX139lrq9hPVPcnl2zHd14cMJUruRDKJ-NS2cI9xWfxrsCeVzO8imrZOmPPwL4I1yLMRLCFc-CPNgScPhE2Bw' push --relay https://relay:7443 jobs container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc4OTY0NjY5NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzg5NjQ2Mzk0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJaWURFVUJCSDVLRElBPT09IiwibmJmIjoxNzg5NjQ2Mzk0LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.uvX139lrq9hPVPcnl2zHd14cMJUruRDKJ-NS2cI9xWfxrsCeVzO8imrZOmPPwL4I1yLMRLCFc-CPNgScPhE2Bw' push --relay https://relay:7443 jobs, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.91 seconds) container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login' container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.08 seconds) container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/1mmby7f9fvxprhygz7w9j1i4ks3vf5ms-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds) container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: "" container-test-run-flakelet-relay> cleanup container-test-run-flakelet-relay> kill NspawnMachine (pid 52) container-test-run-flakelet-relay> kill NspawnMachine (pid 54) container-test-run-flakelet-relay> Container agent terminated by signal KILL. container-test-run-flakelet-relay> kill NspawnMachine (pid 53) container-test-run-flakelet-relay> Container client terminated by signal KILL. container-test-run-flakelet-relay> (finished: cleanup, in 0.39 seconds) container-test-run-flakelet-relay> additionally exposed symbols: container-test-run-flakelet-relay> agent, client, relay, container-test-run-flakelet-relay> vlan1, container-test-run-flakelet-relay> start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh container-test-run-flakelet-relay> » job 718651f3253803c42a213aff77f3b07c via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/1hhsfvlan5s6l308sr1yx2i20rkz1mdc-flakelet-app-v2 container-test-run-flakelet-relay> agent/app | app: activating generation 2 container-test-run-flakelet-relay> agent/app | app: updated to generation 2 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 2) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 7785a7578bc59044d2221ef3e1e57ec4 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/qy8h9kkvfrxq0bc47vwjy6lfnk9i95ga-flakelet-app-broken container-test-run-flakelet-relay> agent/app | app: activating generation 4 container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed: container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3) container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> agent/app │ Stopping app v1... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v1. container-test-run-flakelet-relay> agent/app │ Starting app v2... container-test-run-flakelet-relay> agent/app │ Started app v2. container-test-run-flakelet-relay> agent/app │ Stopping app v2... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v2. container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> agent/app │ Stopping app v1... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v1. container-test-run-flakelet-relay> agent/app │ Starting app broken... container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent/app │ Failed to start app broken. container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> » skipped: agent/other container-test-run-flakelet-relay> » failed container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job d939f04bf9c498a7e8cd1b740fb7d6b0 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: activating generation 7 container-test-run-flakelet-relay> agent/app | app: updated to generation 7 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 7) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 69db184941613cf0c2a71635a4403f43 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/yqdz0mcr1b2ljpw9vli2zvbmm43j4gr2-flakelet-app-slow2 container-test-run-flakelet-relay> agent/app | app: activating generation 8 container-test-run-flakelet-relay> agent/app | app: updated to generation 8 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 8) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job c15795180f7e911f92a7c474e1a66cb4 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/lb9sxpw9lh5imz78256ba6b43w55pkww-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: activating generation 9 container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job 4082ea48118924f93dfd8cdcaaa1f47a container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s container-test-run-flakelet-relay> flakelet-push: https://relay:7443: 404 Not Found: unknown_job: no connected agent knows this job, retrying in 4s container-test-run-flakelet-relay> » job c15795180f7e911f92a7c474e1a66cb4 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | app: updated to generation 9 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 9) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> 1789646389 hist1 admin@example.org agent/other:unchanged container-test-run-flakelet-relay> 1789646380 4082ea48118924f93dfd8cdcaaa1f47a admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646371 4d96611fe01bd4a8dcfd73774911c009 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646354 0142853d8680ae8fea861acda70164c0 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646352 local-app-6-1789646352 root (shell) agent/app:updated container-test-run-flakelet-relay> 1789646348 local-app-5-1789646348 root (shell) agent/app:updated container-test-run-flakelet-relay> 1789646345 ad526be85bb12cb71e689e5a875a39f2 admin@example.org agent/other:unchanged container-test-run-flakelet-relay> 1789646334 29c80fb31ff0d1ce20cb6850f112a8c2 admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1789646334 ac37e0fc0cd119a7b862314a78f0f68a admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646333 492a81812dbdfa87b48d7db6a0dd7948 admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1789646332 b7162414b61f02ad5294a01b5d44424a admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1789646328 dbdb9f38d458f1fec1896ee8b11b7a8f dev@example.org agent/other:unchanged container-test-run-flakelet-relay> 1789646328 e356f69259812a4c426b4e7dfe398ac9 admin@example.org agent/app:rolled-back container-test-run-flakelet-relay> 1789646327 dd0b3b2048365378051bfcf6645f5ffd dev@example.org agent/other:unchanged container-test-run-flakelet-relay> 1789646323 0b30516e854691c530e2248d692f02a2 someone agent/other:unchanged container-test-run-flakelet-relay> 1789646320 e87c185910a57f76d635957715a05a16 repo:github:example/app:ref:refs/heads/main agent/app:updated container-test-run-flakelet-relay> 1789646317 aa289c58965ca17c93d0a2df7767414b admin@example.org agent/app:updated container-test-run-flakelet-relay> 1789646314 local-app-1-1789646314 host activation agent/app:updated container-test-run-flakelet-relay> 1789646314 local-flakelet-agent-1-1789646314 host activation agent/flakelet-agent:updated container-test-run-flakelet-relay> 1789646314 local-other-1-1789646314 host activation agent/other:updated container-test-run-flakelet-relay> container-test-run-flakelet-relay> Container relay terminated by signal KILL. container-test-run-flakelet-relay> Traceback (most recent call last): container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in container-test-run-flakelet-relay> sys.exit(main()) container-test-run-flakelet-relay> ~~~~^^ container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main container-test-run-flakelet-relay> driver.run_tests() container-test-run-flakelet-relay> ~~~~~~~~~~~~~~~~^^ container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests container-test-run-flakelet-relay> self.test_script() container-test-run-flakelet-relay> ~~~~~~~~~~~~~~~~^^ container-test-run-flakelet-relay> File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script container-test-run-flakelet-relay> exec(self.tests, symbols, None) container-test-run-flakelet-relay> ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ container-test-run-flakelet-relay> File "", line 208, in container-test-run-flakelet-relay> AssertionError error: Cannot build '/nix/store/r481vb0sxcsw8wf9l3wfngqn8kv803zb-container-test-run-flakelet-relay.drv'. Reason: builder failed with exit code 1. Output paths: /nix/store/lxmyb8gxcd948lrdqw43c7ni14xywf42-container-test-run-flakelet-relay Last 25 log lines: > 1789646328 e356f69259812a4c426b4e7dfe398ac9 admin@example.org agent/app:rolled-back > 1789646327 dd0b3b2048365378051bfcf6645f5ffd dev@example.org agent/other:unchanged > 1789646323 0b30516e854691c530e2248d692f02a2 someone agent/other:unchanged > 1789646320 e87c185910a57f76d635957715a05a16 repo:github:example/app:ref:refs/heads/main agent/app:updated > 1789646317 aa289c58965ca17c93d0a2df7767414b admin@example.org agent/app:updated > 1789646314 local-app-1-1789646314 host activation agent/app:updated > 1789646314 local-flakelet-agent-1-1789646314 host activation agent/flakelet-agent:updated > 1789646314 local-other-1-1789646314 host activation agent/other:updated > > Container relay terminated by signal KILL. > Traceback (most recent call last): > File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in > sys.exit(main()) > ~~~~^^ > File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main > driver.run_tests() > ~~~~~~~~~~~~~~~~^^ > File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests > self.test_script() > ~~~~~~~~~~~~~~~~^^ > File "/nix/store/463h52kqv09byfnk9gw61bsa1h1qb8bh-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script > exec(self.tests, symbols, None) > ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ > File "", line 208, in > AssertionError For full logs, run: nix log /nix/store/r481vb0sxcsw8wf9l3wfngqn8kv803zb-container-test-run-flakelet-relay.drv