these 149 derivations will be built: /nix/store/crg0ivx5210dyggqpzxw733jp160x3x4-nixos-tmpfiles.d.drv /nix/store/icgj3ip7xnrv42bqvn2jnfpznc8zggz2-tmpfiles.d.drv /nix/store/h9z2b9m7z5188qga68bn2as8h8557cxx-X-Restart-Triggers-systemd-tmpfiles-resetup.drv /nix/store/3wv6l69qwymyvg0w8rl08c4dmixyc5fw-unit-systemd-tmpfiles-resetup.service.drv /nix/store/8wmgj21lca2m47dhysvx5hqi6bvr1l8h-X-Restart-Triggers-flakelet-flakelet-agent.drv /nix/store/i27x2jjd0r6xj0v2v0dlfzfh4d2s1jin-cargo-vendor-dir.drv /nix/store/aayi6fwx84gvc6am0cvriq09cankd0jm-flakelet-0.1.0.drv /nix/store/9dbl189ff34l399czgfwv9dwabwpcync-unit-flakelet-flakelet-agent.service.drv /nix/store/rnqzvikxk45kwl2sgylmrb48ggfzh7r7-X-Restart-Triggers-flakelet-app.drv /nix/store/ad5kbsyqhd30m28vqqx1gvabp2fhgj6d-unit-flakelet-app.service.drv /nix/store/0m2wk5d670k1msy9r8az5qzxik9p89j9-flakelet-flakelet-agent-meta.json.drv /nix/store/9yrwiygi31aq647amdx5gb1ng762wbv6-flakelet-relay-test-certs.drv /nix/store/9ks85xp946z6mdpn2jlxc6n97h68vq5f-flakelet-agent.json.drv /nix/store/858xh0pxvyfsc1knhqg8fijnf432y6bc-flakelet-agent.service.drv /nix/store/q8ibyds8946pi74hckncsmsj3k19xrpp-flakelet-flakelet-agent-units.drv /nix/store/sh6rkpldl6zsqzakbh00w0b3mpbj6hf9-flakelet-flakelet-agent-state.json.drv /nix/store/92hqvjrpdaizqvqmy1i2bgjr2i7pj0l8-flakelet-flakelet-agent.drv /nix/store/1lypl6fm4xd0hl79p87nnnqbvfkyzn7f-flakelet-other-state.json.drv /nix/store/30i8lr3w7w277cmsyghaf7550brz984z-other.service.drv /nix/store/dn88bwi0qggc80vf03nar46llwr2rqx1-flakelet-other-units.drv /nix/store/q3f4lg2pib4s2dafx10z73c25n0sjns8-flakelet-other-meta.json.drv /nix/store/j3faxxqa4rgvq6w6d9l4hk4gcsrp03cl-flakelet-other-v1.drv /nix/store/1m7nycayjdadgxmmlyjyy8dmsqp129x6-flakelet-app-meta.json.drv /nix/store/8sinv75kcdracwjkzyrypw0by9wlw9di-flakelet-app-state.json.drv /nix/store/lrjcpjpndkl8a4q556qldwdhgj3j55yz-app.service.drv /nix/store/lsm05rhi3125azbgd2bsrv6jdfq2dvbw-flakelet-app-units.drv /nix/store/w82a75m99v88hysya6y2nsnhc02kmy1j-flakelet-app-v1.drv /nix/store/ipbsv2kh48kz1sdp0j36skgphfggyn4r-flakelet-config.json.drv /nix/store/h2f4jns6wrk87qv1r34gw8jsbnydkx18-X-Restart-Triggers-flakelet-reconcile.drv /nix/store/cafkps47za7h3s3sdahs3hqyaha0j9sf-unit-flakelet-reconcile.service.drv /nix/store/09jra7dw7lpx7qy15g0jhwwcklm83qnp-etc-sysctl.d-60-nixos.conf.drv /nix/store/agpa9ykqhryp8f6q024j37lw4zh38xap-X-Restart-Triggers-systemd-sysctl.drv /nix/store/cp4dsm6npl340h0rgbi207pnpdmgrkc9-unit-systemd-sysctl.service.drv /nix/store/ljb009zr9bq2dx5hnpy920synxd2xbq3-unit-flakelet-boot.service.drv /nix/store/r2krj41q544cf3y574davs18yxmjdf5i-unit-flakelet-providers.target.drv /nix/store/lsq3jj5807ppr2f6af3w0c9z4s1ain8y-nixos-version.drv /nix/store/idd9dmn7gjsz18nrjx6hia6fjfvkrz3a-system-path.drv /nix/store/2l7z94rfbwcgpg7fv86ks3hbyahvvm7d-dbus-1.drv /nix/store/gdag2l7pykpwal717m4rz6w70wg2if09-X-Restart-Triggers-dbus-broker.drv /nix/store/rci268nif2hk6vrhhnlcx6c52f6kc074-unit-dbus-broker.service.drv /nix/store/ywbqc68z8kc8h9zrfak7nr8y3qld0m8n-nix.conf.drv /nix/store/y5xfyl8p2f6fmcb6d0l9xvdvhkmw4607-X-Restart-Triggers-nix-daemon.drv /nix/store/vrq6v79hjr3fgfsmr50i9xhsn8xa2xgl-unit-nix-daemon.service.drv /nix/store/wpn4rj2r1q0ri1vwk8fiyl1gm236p74m-unit-network-addresses-eth1.service.drv /nix/store/2ni75pyzykfq9fw104qi14labmcs1c5v-unit-script-network-local-commands-start.drv /nix/store/yv0vxbcycyb6n570563jgnkm1f3mkdlj-unit-network-local-commands.service.drv /nix/store/wy76i4qvc0bwq6sygvam3w19m0rlc4m7-X-Restart-Triggers-flakelet-other.drv /nix/store/yy82wbra9f829qm8lc0hrx495djsd5pz-unit-flakelet-other.service.drv /nix/store/znhnf0wcplki44kbi8jpylflych7p1da-unit-flakelet.target.drv /nix/store/01d8a0h3w3yqxr3m8d0cbx8b8c0abp6q-system-units.drv /nix/store/z8rf26cqvhbhq8m400xxkis32c10x53p-unit-dbus-broker.service.drv /nix/store/0b3iwwliqdh66kw8r3nkw8z31qb49zq9-user-units.drv /nix/store/0k7768v761za1bzr9alb26z64gipjcfn-flakelet-relay-health.drv /nix/store/0wp7y7r4faxg9s57s2l9s5ld9yvpppqp-users-groups.json.drv /nix/store/0y5zsx5x2jvm63rxb0ssy2ylyaqvmnih-app.service.drv /nix/store/2z92zrkfxx7fvcpi8d1s17wvz6fj373g-flakelet-relay-test-issuer.drv /nix/store/c9vkvg33mmdlba4v9gpjcywmsl0wb1j5-nginx.conf.drv /nix/store/2yxf46k8hzvc27cbhfh7257l9xfmds96-unit-script-nginx-pre-start.drv /nix/store/2y1gwy6z02aailw515a7r4v5khwvyahd-unit-nginx.service.drv /nix/store/sx2ahyyvj10ydajsm679226rmk5pgy2m-nixos-tmpfiles.d.drv /nix/store/izmfpxjb1m8hsmzc69z7n3alfmy9nf7k-tmpfiles.d.drv /nix/store/lfs113y49xvs5vi2zzqglja1pn12dsrl-X-Restart-Triggers-systemd-tmpfiles-resetup.drv /nix/store/7fmhha4fy2jlx5s48a0jriaacjx5q9nq-unit-systemd-tmpfiles-resetup.service.drv /nix/store/fiffv1wb4nx06z9sv64k5x6609pp8y4q-unit-network-addresses-eth1.service.drv /nix/store/pzisy45f0nba9j0fi1li6xir90zmycdx-secret.drv /nix/store/7f78l108iy86h88j2w3cyqcp5c7wy5fd-flakelet-relay.json.drv /nix/store/mp9nwxv5n5v94b8cfpqdihrawv8fk258-flakelet-relay.json.drv /nix/store/a4gjgk1y0kz7a5ccqaxl09817flhqr6r-flakelet-relay.service.drv /nix/store/bj1gf9i26fn2sdsaj4ki621i3z5qhbk2-flakelet-relay-health.service.drv /nix/store/2bg8n9b0cp4dd24sc0fxirp04fmc76ay-flakelet-flakelet-relay-units.drv /nix/store/iviixsm4y65ix9chb6iynnrad5grnqfi-flakelet-flakelet-relay-meta.json.drv /nix/store/k2z681drjhcb26r4zy5571gqy69hvm2l-flakelet-flakelet-relay-state.json.drv /nix/store/ym71b7hld5w4q4ajg2627w4wfd1m5yq8-flakelet-flakelet-relay.drv /nix/store/xqyfpjz8y5l5bf3z47w46c04yn7a6qr0-flakelet-config.json.drv /nix/store/vcbcppcrlq6bzifzyscpfjifwl37i7y0-X-Restart-Triggers-flakelet-reconcile.drv /nix/store/g2xiznbg4vxzry1w8bwrhmfpvw76ax9c-unit-flakelet-reconcile.service.drv /nix/store/mjsrbrwn8jgpppjjgasmsjgfjzzk80ll-firewall-start.drv /nix/store/l9davxdzfxlqiy75zjkkv63mk6sasiv6-firewall-reload.drv /nix/store/g7hgx2ybp8liq5bv51xmszd3zikcw6a2-unit-firewall.service.drv /nix/store/6iw9kg2qq94hlg3j6jb9ypqbxvp27jw7-extra-hosts.drv /nix/store/88mgwdv536p4p2y8vkkm86qr3a7whdw0-string-hosts.drv /nix/store/nf90nf815drx7irfcj0bb19rpbhcdxjv-hosts.drv /nix/store/ll1527880nrs09qxcj0x4amrps0nf45h-X-Restart-Triggers-dnsmasq.drv /nix/store/zmyylyd0764jnzyayxwqny3zyvz7k5qa-dnsmasq.conf.drv /nix/store/ws5hlyrdzxfwfz3cgv591zvwjhfcnf48-unit-script-dnsmasq-pre-start.drv /nix/store/m00mp41kggm7vlc496kvc6sl8k7byaq7-unit-dnsmasq.service.drv /nix/store/2qr45icwrjdrn37nc6nzpclvn1mbiknn-X-Restart-Triggers-flakelet-flakelet-relay.drv /nix/store/qrjvj6c6sva9cc174hzm814zwhy9332b-unit-flakelet-flakelet-relay.service.drv /nix/store/qphn4n0mjybpj06m2zr2w2q1zwi32h2l-device-mock.drv /nix/store/bjy13caqp9wzg26cma5xdcqzhzzlv7pl-device-mock.drv /nix/store/w04x05p5yhlaw524k6zcw4vmzkjilj56-unit-device-mock.service.drv /nix/store/da0gik7s5c3bpngyrw96wfgi29614swa-system-path.drv /nix/store/l648p90jrl6sxpmr7w89g8gg2sg5y47x-dbus-1.drv /nix/store/gzdr7v5w9v7mn369b8glrpkayz71g1kr-X-Restart-Triggers-dbus-broker.drv /nix/store/ypzli2z3q2cm0mlsnd3g2q9wm57s3p88-unit-dbus-broker.service.drv /nix/store/0zgzf90nksiacn49a31dzz1dkf38vfj1-system-units.drv /nix/store/rr06x1cq8bap6kks6ny5zr9hgqsp518x-users-groups.json.drv /nix/store/2s9ij189ipz0vnkz39yc7a4mhzk5p030-dry-activate.drv /nix/store/n3fw3fawyzdi9vyc4h4m0a6vn4aqyfcl-set-environment.drv /nix/store/91jp98pbaal04w0jzlvdccm4fk4qbbj3-etc-profile.drv /nix/store/47hlpy2ii526lr6ksq0jvhhm7p4c18h2-unit-dbus-broker.service.drv /nix/store/jprjrycs5ld2q6212zj0ks2cn3awlswa-user-units.drv /nix/store/pd9cnn4k0ngp9hl0dp10g192941mn6y8-etc-systemd-system.conf.drv /nix/store/zqnq0lyip0anza5v8pvbyq68qvf00874-etc-hostname.drv /nix/store/3dkj0qma3v6adbbkvsxxa9bvgngyv1lx-etc.drv /nix/store/hslrcmi7nqymrbv064s2dlqb24mnx89z-activate.drv /nix/store/aml4k71cn6iwhd0qz7i7km5wgksgbiws-nixos-system-relay-test.drv /nix/store/d4f374q7j6pprm7s8i5dhm6r1g7xgfza-run-relay-nspawn.drv /nix/store/6vq0pdmsbhwyz0h14y3p7dg5highc70w-hosts.drv /nix/store/rdp6xvpdsfnmly5z0d8vgybs0jpjynjh-push.drv /nix/store/78cj6qx0qzyqfswzcn7hnr32rvkbgphk-system-path.drv /nix/store/sgsps1yxxy5vj4hbbcr38zcnnlslwzsa-dbus-1.drv /nix/store/bq3rdw7g72r090iwp2w11d8pcdsg7lh3-X-Restart-Triggers-dbus-broker.drv /nix/store/bvg2nnp7njf98gqpnhsjgh3ga1ybrc2b-unit-dbus-broker.service.drv /nix/store/rjax2gq7yc54fb36g7rnlywnkldi57s5-user-units.drv /nix/store/snvmfiynmxns1y71n3x7rcvy0yrix5yr-tmpfiles.d.drv /nix/store/a9qv3hghirv5adc8y451karjhq19cvsy-unit-network-addresses-eth1.service.drv /nix/store/b2kk61pznvbi7rj4ddqr9ckmd71c0rgs-unit-dbus-broker.service.drv /nix/store/ippkbaqg933dnkv4jldcr4w19bhh88hg-X-Restart-Triggers-systemd-tmpfiles-resetup.drv /nix/store/d9cc46gx0kjf1gmhnkmyf2hki0yb1id2-unit-systemd-tmpfiles-resetup.service.drv /nix/store/v69mv49gbxpl8dz1n84d9jglcs34xsdk-system-units.drv /nix/store/vyrjcsps7hx6zkf5n4wavpgm916pqh7v-etc.drv /nix/store/40j7h5i4vmpj6ib3895ardnsvm8al8pp-activate.drv /nix/store/nzhbw7wvzimbvvihgwrccj12sygcdfza-nixos-system-client-test.drv /nix/store/dmqwvlj34lvmxjdg5xsjjn06l2xr9vnq-run-client-nspawn.drv /nix/store/c81dkb7mm34w7hdi6scli9rydz1zhq5d-app.service.drv /nix/store/5a0acs2rrkix0k3n73gyszz0ig5fhrb1-flakelet-app-units.drv /nix/store/5d3dv16gq2kpcndnwg3nqlcvpchpd51i-flakelet-app-slow2.drv /nix/store/ncpk54rya8akg5rf1s93s4lmhhp15yhi-app.service.drv /nix/store/49i31sv6gaxp3f8cb7mx9s5wdrx5sn0d-flakelet-app-units.drv /nix/store/bfhdc7y5l456ywja76bph2ywm1fs3jq5-flakelet-app-v2.drv /nix/store/l7mm45kcrpbjqhaqdkkd3s74q3g73ax7-flakelet-app-units.drv /nix/store/bwm2wky0jgrl32p01y3rplimpcsz0q7y-flakelet-app-slow.drv /nix/store/aa4jkmf9lqz08abmavr3ajj29ywgkb82-app.service.drv /nix/store/y91shqr4xvslwhpcgdpiqsh0wsdn47qg-flakelet-app-units.drv /nix/store/kx2gx5h0xjcgz1yqcf15w8mrcpr9wvwg-flakelet-app-broken.drv /nix/store/iz7jshjfcg5i79sl165p38l75fbmn6qh-test-script.drv /nix/store/67zbvdkcsjzfpalgaaisxq6vvm88471l-users-groups.json.drv /nix/store/mgf7ljxbfbfx5llnya125izm849lqid4-dry-activate.drv /nix/store/8vpkfybz3irw58xvh2ir5hkwq0izzf9g-string-hosts.drv /nix/store/8bsgljhvxqi1i5jnwywd61v114pfl596-hosts.drv /nix/store/hvnqc87hlrhypkyfgrgw2f288rv0352q-etc-hostname.drv /nix/store/wnqav0kwic6g5bvk39bqhr3wgpvqqkbn-etc.drv /nix/store/ywppv8k0r63f3k3klgw1jqqdj7kprbja-activate.drv /nix/store/lmvw0rr9zwksx581nrj6cfqq7b083yq4-nixos-system-agent-test.drv /nix/store/pcaavhafdw6wh004129svlqfbks78qrl-run-agent-nspawn.drv /nix/store/230803rnp2vaj1mv1qfjkq3szjbm59s6-driverConfiguration.json.drv /nix/store/c87cd07rx8ij5q5sw21jsq7a2zxlh9n8-nixos-test-driver-flakelet-relay.drv /nix/store/9h1038mi8k56jfypcv4nzql134q4978b-container-test-run-flakelet-relay.drv these 13 paths will be fetched (334.2 KiB download, 1.5 MiB unpacked): /nix/store/yl1yb7kicl5gmbk4nzps7d2f2yl9s5gr-dry-activate /nix/store/y25nvq4yjvhgpkz35m29x92y59bbqrir-fastrand-2.5.0 /nix/store/fl10m7dxz0wfjm3pbb2b28khirh2pmn3-getrandom-0.4.3 /nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1 /nix/store/28x5n6ycs3wasv0nr6dwis3zyljhxvn2-pam.d /nix/store/r3kr1v03s1npiab9i0d6sa5mvm9bnsvj-r-efi-6.0.0 /nix/store/p5m75mlcz24xkw5qnna3bfpn2q0wf52j-run-nspawn-1.0 /nix/store/mx3cml5cvhmgwsxczv8l6grw4ak4qknb-system-generators /nix/store/rgbm5vhqqzbq8v8akv9biay4b3lji3bc-system-shutdown /nix/store/9r0dygr2m985mmmhmclpjr5d9zgxnlz8-thiserror-2.0.19 /nix/store/ww3nrhpbsz8yrmv5q8i67xmq5f8mqdlr-thiserror-impl-2.0.19 /nix/store/51dk2jgqvgjfpc85mmsvb7s7k5w4wxmp-user-generators /nix/store/rdfgxsyl9yldl0x5r1n8vlki1sbpsszy-users-groups.json building '/nix/store/1m7nycayjdadgxmmlyjyy8dmsqp129x6-flakelet-app-meta.json.drv' building '/nix/store/8sinv75kcdracwjkzyrypw0by9wlw9di-flakelet-app-state.json.drv' building '/nix/store/0y5zsx5x2jvm63rxb0ssy2ylyaqvmnih-app.service.drv' building '/nix/store/aa4jkmf9lqz08abmavr3ajj29ywgkb82-app.service.drv' building '/nix/store/c81dkb7mm34w7hdi6scli9rydz1zhq5d-app.service.drv' building '/nix/store/lrjcpjpndkl8a4q556qldwdhgj3j55yz-app.service.drv' building '/nix/store/ncpk54rya8akg5rf1s93s4lmhhp15yhi-app.service.drv' app.service> tribuchet: building on jamie app.service> tribuchet: building on jamie app.service> tribuchet: building on jamie app.service> tribuchet: building on jamie flakelet-app-meta.json> tribuchet: building on jamie flakelet-app-state.json> tribuchet: building on jamie app.service> tribuchet: building on jamie building '/nix/store/9yrwiygi31aq647amdx5gb1ng762wbv6-flakelet-relay-test-certs.drv' building '/nix/store/2z92zrkfxx7fvcpi8d1s17wvz6fj373g-flakelet-relay-test-issuer.drv' building '/nix/store/hvnqc87hlrhypkyfgrgw2f288rv0352q-etc-hostname.drv' building '/nix/store/zqnq0lyip0anza5v8pvbyq68qvf00874-etc-hostname.drv' building '/nix/store/09jra7dw7lpx7qy15g0jhwwcklm83qnp-etc-sysctl.d-60-nixos.conf.drv' building '/nix/store/pd9cnn4k0ngp9hl0dp10g192941mn6y8-etc-systemd-system.conf.drv' building '/nix/store/ywbqc68z8kc8h9zrfak7nr8y3qld0m8n-nix.conf.drv' building '/nix/store/lsq3jj5807ppr2f6af3w0c9z4s1ain8y-nixos-version.drv' building '/nix/store/n3fw3fawyzdi9vyc4h4m0a6vn4aqyfcl-set-environment.drv' building '/nix/store/snvmfiynmxns1y71n3x7rcvy0yrix5yr-tmpfiles.d.drv' building '/nix/store/6iw9kg2qq94hlg3j6jb9ypqbxvp27jw7-extra-hosts.drv' building '/nix/store/crg0ivx5210dyggqpzxw733jp160x3x4-nixos-tmpfiles.d.drv' building '/nix/store/sx2ahyyvj10ydajsm679226rmk5pgy2m-nixos-tmpfiles.d.drv' building '/nix/store/88mgwdv536p4p2y8vkkm86qr3a7whdw0-string-hosts.drv' building '/nix/store/8vpkfybz3irw58xvh2ir5hkwq0izzf9g-string-hosts.drv' building '/nix/store/r2krj41q544cf3y574davs18yxmjdf5i-unit-flakelet-providers.target.drv' building '/nix/store/znhnf0wcplki44kbi8jpylflych7p1da-unit-flakelet.target.drv' building '/nix/store/a9qv3hghirv5adc8y451karjhq19cvsy-unit-network-addresses-eth1.service.drv' building '/nix/store/fiffv1wb4nx06z9sv64k5x6609pp8y4q-unit-network-addresses-eth1.service.drv' building '/nix/store/wpn4rj2r1q0ri1vwk8fiyl1gm236p74m-unit-network-addresses-eth1.service.drv' building '/nix/store/rnqzvikxk45kwl2sgylmrb48ggfzh7r7-X-Restart-Triggers-flakelet-app.drv' building '/nix/store/8wmgj21lca2m47dhysvx5hqi6bvr1l8h-X-Restart-Triggers-flakelet-flakelet-agent.drv' building '/nix/store/2qr45icwrjdrn37nc6nzpclvn1mbiknn-X-Restart-Triggers-flakelet-flakelet-relay.drv' building '/nix/store/wy76i4qvc0bwq6sygvam3w19m0rlc4m7-X-Restart-Triggers-flakelet-other.drv' building '/nix/store/zmyylyd0764jnzyayxwqny3zyvz7k5qa-dnsmasq.conf.drv' building '/nix/store/mjsrbrwn8jgpppjjgasmsjgfjzzk80ll-firewall-start.drv' building '/nix/store/2ni75pyzykfq9fw104qi14labmcs1c5v-unit-script-network-local-commands-start.drv' X-Restart-Triggers-flakelet-app> tribuchet: building on jamie X-Restart-Triggers-flakelet-flakelet-agent> tribuchet: building on jamie X-Restart-Triggers-flakelet-flakelet-relay> tribuchet: building on jamie X-Restart-Triggers-flakelet-other> tribuchet: building on jamie app.service> structuredAttrs is enabled app.service> structuredAttrs is enabled app.service> structuredAttrs is enabled app.service> structuredAttrs is enabled app.service> structuredAttrs is enabled dnsmasq.conf> tribuchet: building on jamie etc-hostname> tribuchet: building on jamie etc-hostname> structuredAttrs is enabled etc-hostname> tribuchet: building on jamie etc-hostname> structuredAttrs is enabled etc-sysctl.d-60-nixos.conf> tribuchet: building on jamie etc-sysctl.d-60-nixos.conf> structuredAttrs is enabled etc-systemd-system.conf> tribuchet: building on jamie etc-systemd-system.conf> structuredAttrs is enabled extra-hosts> tribuchet: building on jamie firewall-start> tribuchet: building on jamie flakelet-app-meta.json> structuredAttrs is enabled flakelet-app-state.json> structuredAttrs is enabled flakelet-relay-test-certs> tribuchet: building on jamie flakelet-relay-test-certs> .+....+++++++++++++++++++++++++++++++++++++++*...............+...+..+.......+++++++++++++++++++++++++++++++++++++++*....+........+.+..+..........+...+..+...+...............+......+....+..+.......+...+...............+..............+.+.....+....+...++++++ flakelet-relay-test-certs> ..+++++++++++++++++++++++++++++++++++++++*.......+..+..........+...+..+.+++++++++++++++++++++++++++++++++++++++*.+....+.....+....+..+...+....+..+....+.........+..+...+.......+...+.....+...+..........+..+.............+...+..+...+...................+......+..+.......+...+............+.....+......+.+...++++++ flakelet-relay-test-certs> ----- flakelet-relay-test-certs> Certificate request self-signature ok flakelet-relay-test-certs> subject=CN=admin flakelet-relay-test-issuer> tribuchet: building on jamie nix.conf> tribuchet: building on jamie nixos-tmpfiles.d> tribuchet: building on jamie nixos-tmpfiles.d> tribuchet: building on jamie nixos-version> tribuchet: building on jamie set-environment> tribuchet: building on jamie string-hosts> tribuchet: building on jamie string-hosts> tribuchet: building on jamie tmpfiles.d> tribuchet: building on jamie unit-flakelet-providers.target> tribuchet: building on jamie unit-flakelet.target> tribuchet: building on jamie unit-network-addresses-eth1.service> tribuchet: building on jamie unit-network-addresses-eth1.service> tribuchet: building on jamie unit-network-addresses-eth1.service> tribuchet: building on jamie unit-script-network-local-commands-start> tribuchet: building on jamie building '/nix/store/67zbvdkcsjzfpalgaaisxq6vvm88471l-users-groups.json.drv' building '/nix/store/rr06x1cq8bap6kks6ny5zr9hgqsp518x-users-groups.json.drv' building '/nix/store/0m2wk5d670k1msy9r8az5qzxik9p89j9-flakelet-flakelet-agent-meta.json.drv' building '/nix/store/sh6rkpldl6zsqzakbh00w0b3mpbj6hf9-flakelet-flakelet-agent-state.json.drv' building '/nix/store/iviixsm4y65ix9chb6iynnrad5grnqfi-flakelet-flakelet-relay-meta.json.drv' building '/nix/store/k2z681drjhcb26r4zy5571gqy69hvm2l-flakelet-flakelet-relay-state.json.drv' building '/nix/store/q3f4lg2pib4s2dafx10z73c25n0sjns8-flakelet-other-meta.json.drv' building '/nix/store/1lypl6fm4xd0hl79p87nnnqbvfkyzn7f-flakelet-other-state.json.drv' building '/nix/store/30i8lr3w7w277cmsyghaf7550brz984z-other.service.drv' building '/nix/store/0k7768v761za1bzr9alb26z64gipjcfn-flakelet-relay-health.drv' extra-hosts> structuredAttrs is enabled flakelet-flakelet-agent-meta.json> tribuchet: building on jamie flakelet-flakelet-agent-state.json> tribuchet: building on jamie flakelet-flakelet-relay-meta.json> tribuchet: building on jamie flakelet-flakelet-relay-state.json> tribuchet: building on jamie flakelet-other-meta.json> tribuchet: building on jamie flakelet-other-state.json> tribuchet: building on jamie nix.conf> structuredAttrs is enabled nix.conf> Validating generated nix.conf other.service> tribuchet: building on jamie users-groups.json> tribuchet: building on jamie users-groups.json> tribuchet: building on jamie flakelet-relay-health> tribuchet: building on jamie building '/nix/store/pzisy45f0nba9j0fi1li6xir90zmycdx-secret.drv' secret> tribuchet: building on jamie nixos-version> structuredAttrs is enabled nixos-version> Running phase: patchPhase nixos-version> Running phase: updateAutotoolsGnuConfigScriptsPhase set-environment> structuredAttrs is enabled nixos-tmpfiles.d> structuredAttrs is enabled building '/nix/store/i27x2jjd0r6xj0v2v0dlfzfh4d2s1jin-cargo-vendor-dir.drv' building '/nix/store/49i31sv6gaxp3f8cb7mx9s5wdrx5sn0d-flakelet-app-units.drv' building '/nix/store/5a0acs2rrkix0k3n73gyszz0ig5fhrb1-flakelet-app-units.drv' building '/nix/store/l7mm45kcrpbjqhaqdkkd3s74q3g73ax7-flakelet-app-units.drv' building '/nix/store/lsm05rhi3125azbgd2bsrv6jdfq2dvbw-flakelet-app-units.drv' building '/nix/store/y91shqr4xvslwhpcgdpiqsh0wsdn47qg-flakelet-app-units.drv' cargo-vendor-dir> tribuchet: building on jamie flakelet-app-units> tribuchet: building on jamie flakelet-app-units> tribuchet: building on jamie flakelet-app-units> tribuchet: building on jamie flakelet-app-units> tribuchet: building on jamie nixos-tmpfiles.d> structuredAttrs is enabled nixos-version> Running phase: configurePhase nixos-version> no configure script, doing nothing nixos-version> Running phase: buildPhase nixos-version> Running phase: checkPhase nixos-version> Running phase: installPhase nixos-version> no Makefile or custom installPhase, doing nothing string-hosts> structuredAttrs is enabled string-hosts> structuredAttrs is enabled flakelet-app-units> tribuchet: building on jamie nixos-version> Running phase: fixupPhase nixos-version> shrinking RPATHs of ELF executables and libraries in /nix/store/0zi7l10cw3ia3zv7kwr7ja8zssk111zy-nixos-version nixos-version> checking for references to /build/ in /nix/store/0zi7l10cw3ia3zv7kwr7ja8zssk111zy-nixos-version... nixos-version> gzipping man pages under /nix/store/0zi7l10cw3ia3zv7kwr7ja8zssk111zy-nixos-version/share/man/ nixos-version> patching script interpreter paths in /nix/store/0zi7l10cw3ia3zv7kwr7ja8zssk111zy-nixos-version unit-flakelet.target> structuredAttrs is enabled unit-flakelet-providers.target> structuredAttrs is enabled X-Restart-Triggers-flakelet-flakelet-agent> structuredAttrs is enabled X-Restart-Triggers-flakelet-flakelet-relay> structuredAttrs is enabled X-Restart-Triggers-flakelet-other> structuredAttrs is enabled X-Restart-Triggers-flakelet-app> structuredAttrs is enabled unit-network-addresses-eth1.service> structuredAttrs is enabled unit-script-network-local-commands-start> structuredAttrs is enabled users-groups.json> structuredAttrs is enabled dnsmasq.conf> structuredAttrs is enabled firewall-start> structuredAttrs is enabled building '/nix/store/9ks85xp946z6mdpn2jlxc6n97h68vq5f-flakelet-agent.json.drv' building '/nix/store/rdp6xvpdsfnmly5z0d8vgybs0jpjynjh-push.drv' flakelet-agent.json> tribuchet: building on jamie push> tribuchet: building on jamie flakelet-flakelet-agent-meta.json> structuredAttrs is enabled users-groups.json> structuredAttrs is enabled flakelet-relay-test-issuer> Your public key has been saved in /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.pub.json. flakelet-relay-test-issuer> Your private key has been saved in /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json. building '/nix/store/agpa9ykqhryp8f6q024j37lw4zh38xap-X-Restart-Triggers-systemd-sysctl.drv' X-Restart-Triggers-systemd-sysctl> tribuchet: building on jamie flakelet-flakelet-agent-state.json> structuredAttrs is enabled flakelet-other-meta.json> structuredAttrs is enabled flakelet-flakelet-relay-state.json> structuredAttrs is enabled flakelet-flakelet-relay-meta.json> structuredAttrs is enabled flakelet-other-state.json> structuredAttrs is enabled flakelet-relay-health> structuredAttrs is enabled secret> structuredAttrs is enabled building '/nix/store/y5xfyl8p2f6fmcb6d0l9xvdvhkmw4607-X-Restart-Triggers-nix-daemon.drv' X-Restart-Triggers-nix-daemon> tribuchet: building on jamie other.service> structuredAttrs is enabled building '/nix/store/6vq0pdmsbhwyz0h14y3p7dg5highc70w-hosts.drv' hosts> tribuchet: building on jamie building '/nix/store/izmfpxjb1m8hsmzc69z7n3alfmy9nf7k-tmpfiles.d.drv' building '/nix/store/ippkbaqg933dnkv4jldcr4w19bhh88hg-X-Restart-Triggers-systemd-tmpfiles-resetup.drv' tmpfiles.d> tribuchet: building on jamie X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie building '/nix/store/nf90nf815drx7irfcj0bb19rpbhcdxjv-hosts.drv' building '/nix/store/91jp98pbaal04w0jzlvdccm4fk4qbbj3-etc-profile.drv' building '/nix/store/icgj3ip7xnrv42bqvn2jnfpznc8zggz2-tmpfiles.d.drv' etc-profile> tribuchet: building on jamie hosts> tribuchet: building on jamie tmpfiles.d> tribuchet: building on jamie building '/nix/store/mgf7ljxbfbfx5llnya125izm849lqid4-dry-activate.drv' building '/nix/store/8bsgljhvxqi1i5jnwywd61v114pfl596-hosts.drv' building '/nix/store/yv0vxbcycyb6n570563jgnkm1f3mkdlj-unit-network-local-commands.service.drv' dry-activate> tribuchet: building on jamie hosts> tribuchet: building on jamie building '/nix/store/qphn4n0mjybpj06m2zr2w2q1zwi32h2l-device-mock.drv' building '/nix/store/l9davxdzfxlqiy75zjkkv63mk6sasiv6-firewall-reload.drv' building '/nix/store/c9vkvg33mmdlba4v9gpjcywmsl0wb1j5-nginx.conf.drv' building '/nix/store/ws5hlyrdzxfwfz3cgv591zvwjhfcnf48-unit-script-dnsmasq-pre-start.drv' device-mock> tribuchet: building on jamie firewall-reload> tribuchet: building on jamie nginx.conf> tribuchet: building on jamie unit-network-local-commands.service> tribuchet: building on jamie unit-script-dnsmasq-pre-start> tribuchet: building on jamie building '/nix/store/2s9ij189ipz0vnkz39yc7a4mhzk5p030-dry-activate.drv' unit-network-addresses-eth1.service> structuredAttrs is enabled dry-activate> tribuchet: building on jamie unit-network-addresses-eth1.service> structuredAttrs is enabled cargo-vendor-dir> structuredAttrs is enabled building '/nix/store/bj1gf9i26fn2sdsaj4ki621i3z5qhbk2-flakelet-relay-health.service.drv' building '/nix/store/dn88bwi0qggc80vf03nar46llwr2rqx1-flakelet-other-units.drv' building '/nix/store/7f78l108iy86h88j2w3cyqcp5c7wy5fd-flakelet-relay.json.drv' flakelet-other-units> tribuchet: building on jamie flakelet-relay-health.service> tribuchet: building on jamie flakelet-relay.json> tribuchet: building on jamie flakelet-agent.json> structuredAttrs is enabled building '/nix/store/bfhdc7y5l456ywja76bph2ywm1fs3jq5-flakelet-app-v2.drv' flakelet-app-v2> tribuchet: building on jamie building '/nix/store/5d3dv16gq2kpcndnwg3nqlcvpchpd51i-flakelet-app-slow2.drv' flakelet-app-slow2> tribuchet: building on jamie X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled push> structuredAttrs is enabled unit-script-dnsmasq-pre-start> structuredAttrs is enabled X-Restart-Triggers-nix-daemon> structuredAttrs is enabled X-Restart-Triggers-systemd-sysctl> structuredAttrs is enabled etc-profile> structuredAttrs is enabled dry-activate> structuredAttrs is enabled building '/nix/store/kx2gx5h0xjcgz1yqcf15w8mrcpr9wvwg-flakelet-app-broken.drv' firewall-reload> structuredAttrs is enabled flakelet-relay.json> structuredAttrs is enabled building '/nix/store/aayi6fwx84gvc6am0cvriq09cankd0jm-flakelet-0.1.0.drv' building '/nix/store/858xh0pxvyfsc1knhqg8fijnf432y6bc-flakelet-agent.service.drv' building '/nix/store/bwm2wky0jgrl32p01y3rplimpcsz0q7y-flakelet-app-slow.drv' building '/nix/store/w82a75m99v88hysya6y2nsnhc02kmy1j-flakelet-app-v1.drv' dry-activate> structuredAttrs is enabled flakelet-0.1.0> tribuchet: building on jamie flakelet-agent.service> tribuchet: building on jamie flakelet-app-broken> tribuchet: building on jamie flakelet-app-slow> tribuchet: building on jamie flakelet-relay-health.service> structuredAttrs is enabled nginx.conf> structuredAttrs is enabled unit-network-local-commands.service> structuredAttrs is enabled building '/nix/store/ll1527880nrs09qxcj0x4amrps0nf45h-X-Restart-Triggers-dnsmasq.drv' building '/nix/store/vrq6v79hjr3fgfsmr50i9xhsn8xa2xgl-unit-nix-daemon.service.drv' X-Restart-Triggers-dnsmasq> tribuchet: building on jamie flakelet-app-v1> tribuchet: building on jamie unit-nix-daemon.service> tribuchet: building on jamie nginx.conf> nginx.conf> ==================== Results =================== nginx.conf> No issues found. nginx.conf> nginx.conf> ==================== Summary =================== nginx.conf> Total issues: nginx.conf> Unspecified: 0 nginx.conf> Low: 0 nginx.conf> Medium: 0 nginx.conf> High: 0 nginx.conf> building '/nix/store/cp4dsm6npl340h0rgbi207pnpdmgrkc9-unit-systemd-sysctl.service.drv' building '/nix/store/lfs113y49xvs5vi2zzqglja1pn12dsrl-X-Restart-Triggers-systemd-tmpfiles-resetup.drv' building '/nix/store/78cj6qx0qzyqfswzcn7hnr32rvkbgphk-system-path.drv' building '/nix/store/d9cc46gx0kjf1gmhnkmyf2hki0yb1id2-unit-systemd-tmpfiles-resetup.service.drv' X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie system-path> tribuchet: building on jamie unit-systemd-sysctl.service> tribuchet: building on jamie unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie building '/nix/store/h9z2b9m7z5188qga68bn2as8h8557cxx-X-Restart-Triggers-systemd-tmpfiles-resetup.drv' X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie X-Restart-Triggers-dnsmasq> structuredAttrs is enabled building '/nix/store/j3faxxqa4rgvq6w6d9l4hk4gcsrp03cl-flakelet-other-v1.drv' building '/nix/store/g7hgx2ybp8liq5bv51xmszd3zikcw6a2-unit-firewall.service.drv' flakelet-agent.service> structuredAttrs is enabled flakelet-other-v1> tribuchet: building on jamie building '/nix/store/bjy13caqp9wzg26cma5xdcqzhzzlv7pl-device-mock.drv' building '/nix/store/mp9nwxv5n5v94b8cfpqdihrawv8fk258-flakelet-relay.json.drv' building '/nix/store/2yxf46k8hzvc27cbhfh7257l9xfmds96-unit-script-nginx-pre-start.drv' device-mock> tribuchet: building on jamie flakelet-relay.json> tribuchet: building on jamie unit-firewall.service> tribuchet: building on jamie unit-script-nginx-pre-start> tribuchet: building on jamie unit-nix-daemon.service> structuredAttrs is enabled X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled unit-systemd-sysctl.service> structuredAttrs is enabled flakelet-0.1.0> Running phase: unpackPhase flakelet-0.1.0> unpacking source archive /nix/store/al8v2byrd42w9fldr2vi2wzxa4p694bc-source X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled building '/nix/store/m00mp41kggm7vlc496kvc6sl8k7byaq7-unit-dnsmasq.service.drv' unit-dnsmasq.service> tribuchet: building on jamie flakelet-0.1.0> source root is source flakelet-0.1.0> Executing cargoSetupPostUnpackHook system-path> structuredAttrs is enabled building '/nix/store/q8ibyds8946pi74hckncsmsj3k19xrpp-flakelet-flakelet-agent-units.drv' building '/nix/store/iz7jshjfcg5i79sl165p38l75fbmn6qh-test-script.drv' flakelet-flakelet-agent-units> tribuchet: building on jamie test-script> tribuchet: building on jamie unit-firewall.service> structuredAttrs is enabled unit-script-nginx-pre-start> structuredAttrs is enabled flakelet-0.1.0> Finished cargoSetupPostUnpackHook flakelet-0.1.0> Running phase: patchPhase flakelet-0.1.0> Executing cargoSetupPostPatchHook flakelet-0.1.0> Validating consistency between /build/source/Cargo.lock and /build/cargo-vendor-dir/Cargo.lock flakelet-0.1.0> Finished cargoSetupPostPatchHook flakelet-0.1.0> Running phase: updateAutotoolsGnuConfigScriptsPhase flakelet-0.1.0> Running phase: configurePhase flakelet-0.1.0> Running phase: buildPhase flakelet-0.1.0> Executing cargoBuildHook flakelet-0.1.0> cargoBuildHook flags: -j 24 --target x86_64-unknown-linux-gnu --offline --profile release system-path> created 6399 symlinks in user environment flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/app (expect allow) flakelet-relay.json> agent/app allowed by ci flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/other (expect deny) flakelet-relay.json> agent/other denied building '/nix/store/3wv6l69qwymyvg0w8rl08c4dmixyc5fw-unit-systemd-tmpfiles-resetup.service.drv' flakelet-0.1.0> Compiling proc-macro2 v1.0.107 flakelet-0.1.0> Compiling unicode-ident v1.0.24 flakelet-0.1.0> Compiling quote v1.0.47 flakelet-0.1.0> Compiling serde_core v1.0.229 flakelet-0.1.0> Compiling libc v0.2.189 flakelet-0.1.0> Compiling zmij v1.0.23 flakelet-0.1.0> Compiling getrandom v0.4.3 flakelet-0.1.0> Compiling rustix v1.1.4 flakelet-0.1.0> Compiling thiserror v2.0.19 flakelet-0.1.0> Compiling serde_json v1.0.151 flakelet-0.1.0> Compiling linux-raw-sys v0.12.1 flakelet-0.1.0> Compiling cfg-if v1.0.4 flakelet-0.1.0> Compiling serde v1.0.229 flakelet-0.1.0> Compiling bitflags v2.13.1 flakelet-0.1.0> Compiling itoa v1.0.18 flakelet-0.1.0> Compiling fastrand v2.5.0 flakelet-0.1.0> Compiling once_cell v1.21.4 flakelet-0.1.0> Compiling memchr v2.8.3 flakelet-0.1.0> Compiling lexopt v0.3.2 building '/nix/store/7fmhha4fy2jlx5s48a0jriaacjx5q9nq-unit-systemd-tmpfiles-resetup.service.drv' unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie unit-dnsmasq.service> structuredAttrs is enabled test-script> structuredAttrs is enabled building '/nix/store/w04x05p5yhlaw524k6zcw4vmzkjilj56-unit-device-mock.service.drv' building '/nix/store/2y1gwy6z02aailw515a7r4v5khwvyahd-unit-nginx.service.drv' unit-device-mock.service> tribuchet: building on jamie unit-nginx.service> tribuchet: building on jamie unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled building '/nix/store/a4gjgk1y0kz7a5ccqaxl09817flhqr6r-flakelet-relay.service.drv' flakelet-relay.service> tribuchet: building on jamie building '/nix/store/92hqvjrpdaizqvqmy1i2bgjr2i7pj0l8-flakelet-flakelet-agent.drv' flakelet-flakelet-agent> tribuchet: building on jamie unit-nginx.service> structuredAttrs is enabled unit-device-mock.service> structuredAttrs is enabled flakelet-0.1.0> Compiling syn v3.0.3 flakelet-relay.service> structuredAttrs is enabled building '/nix/store/sgsps1yxxy5vj4hbbcr38zcnnlslwzsa-dbus-1.drv' building '/nix/store/ipbsv2kh48kz1sdp0j36skgphfggyn4r-flakelet-config.json.drv' building '/nix/store/2bg8n9b0cp4dd24sc0fxirp04fmc76ay-flakelet-flakelet-relay-units.drv' dbus-1> tribuchet: building on jamie flakelet-config.json> tribuchet: building on jamie flakelet-flakelet-relay-units> tribuchet: building on jamie flakelet-0.1.0> Compiling thiserror-impl v2.0.19 flakelet-0.1.0> Compiling serde_derive v1.0.229 flakelet-0.1.0> Compiling tempfile v3.27.0 flakelet-config.json> structuredAttrs is enabled building '/nix/store/ym71b7hld5w4q4ajg2627w4wfd1m5yq8-flakelet-flakelet-relay.drv' flakelet-flakelet-relay> tribuchet: building on jamie building '/nix/store/h2f4jns6wrk87qv1r34gw8jsbnydkx18-X-Restart-Triggers-flakelet-reconcile.drv' X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie building '/nix/store/bq3rdw7g72r090iwp2w11d8pcdsg7lh3-X-Restart-Triggers-dbus-broker.drv' X-Restart-Triggers-dbus-broker> tribuchet: building on jamie flakelet-0.1.0> Compiling flakelet-core v0.1.0 (/build/source/flakelet-core) X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled X-Restart-Triggers-dbus-broker> structuredAttrs is enabled building '/nix/store/xqyfpjz8y5l5bf3z47w46c04yn7a6qr0-flakelet-config.json.drv' flakelet-config.json> tribuchet: building on jamie building '/nix/store/b2kk61pznvbi7rj4ddqr9ckmd71c0rgs-unit-dbus-broker.service.drv' building '/nix/store/bvg2nnp7njf98gqpnhsjgh3ga1ybrc2b-unit-dbus-broker.service.drv' unit-dbus-broker.service> tribuchet: building on jamie unit-dbus-broker.service> tribuchet: building on jamie flakelet-config.json> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled building '/nix/store/vcbcppcrlq6bzifzyscpfjifwl37i7y0-X-Restart-Triggers-flakelet-reconcile.drv' X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie building '/nix/store/rjax2gq7yc54fb36g7rnlywnkldi57s5-user-units.drv' building '/nix/store/v69mv49gbxpl8dz1n84d9jglcs34xsdk-system-units.drv' user-units> tribuchet: building on jamie system-units> tribuchet: building on jamie X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled flakelet-0.1.0> Compiling flakelet v0.1.0 (/build/source/flakelet) building '/nix/store/vyrjcsps7hx6zkf5n4wavpgm916pqh7v-etc.drv' etc> tribuchet: building on jamie flakelet-0.1.0> Finished `release` profile [optimized] target(s) in 12.34s flakelet-0.1.0> Executing cargoInstallPostBuildHook flakelet-0.1.0> Finished cargoInstallPostBuildHook flakelet-0.1.0> Finished cargoBuildHook flakelet-0.1.0> Running phase: checkPhase flakelet-0.1.0> Executing cargoCheckHook flakelet-0.1.0> cargoCheckHook flags: -j 24 --profile release --target x86_64-unknown-linux-gnu --offline -- flakelet-0.1.0> Compiling flakelet-core v0.1.0 (/build/source/flakelet-core) flakelet-0.1.0> Compiling flakelet v0.1.0 (/build/source/flakelet) building '/nix/store/40j7h5i4vmpj6ib3895ardnsvm8al8pp-activate.drv' activate> tribuchet: building on jamie activate> structuredAttrs is enabled building '/nix/store/nzhbw7wvzimbvvihgwrccj12sygcdfza-nixos-system-client-test.drv' nixos-system-client-test> tribuchet: building on jamie nixos-system-client-test> structuredAttrs is enabled building '/nix/store/dmqwvlj34lvmxjdg5xsjjn06l2xr9vnq-run-client-nspawn.drv' run-client-nspawn> tribuchet: building on jamie flakelet-0.1.0> Finished `release` profile [optimized] target(s) in 5.20s flakelet-0.1.0> Running unittests src/main.rs (target/x86_64-unknown-linux-gnu/release/deps/flakelet-69459eb1dd6691fb) flakelet-0.1.0> flakelet-0.1.0> running 0 tests flakelet-0.1.0> flakelet-0.1.0> test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s flakelet-0.1.0> flakelet-0.1.0> Running unittests src/lib.rs (target/x86_64-unknown-linux-gnu/release/deps/flakelet_core-aab68408ad89bb6f) flakelet-0.1.0> flakelet-0.1.0> running 29 tests flakelet-0.1.0> test config::tests::parse_config ... ok flakelet-0.1.0> test driver::tests::render_driver ... ok flakelet-0.1.0> test driver::tests::render_driver_with_nixpkgs_override ... ok flakelet-0.1.0> test driver::tests::json_to_nix_conversion ... ok flakelet-0.1.0> test exports::tests::overlapping_ports_are_rejected ... ok flakelet-0.1.0> test manager::tests::flake_ref_precedence ... ok flakelet-0.1.0> test manager::tests::service_names_are_validated ... ok flakelet-0.1.0> test manager::tests::output_attrpaths_are_validated ... ok flakelet-0.1.0> test nix::tests::credential_paths_with_shell_metacharacters_are_rejected ... ok flakelet-0.1.0> test nix::tests::eval_trace_is_stripped ... ok flakelet-0.1.0> test nix::tests::nar_hash_is_not_appended_twice ... ok flakelet-0.1.0> test settings::tests::finds_store_paths_in_nested_settings ... ok flakelet-0.1.0> test state::tests::change_serializes_tagged ... ok flakelet-0.1.0> test exports::tests::claims_without_announced_provider_are_reported ... ok flakelet-0.1.0> test systemd::tests::proc_net_unix ... ok flakelet-0.1.0> test systemd::tests::template_names ... ok flakelet-0.1.0> test transfer::tests::dynamic_folders_live_in_private ... ok flakelet-0.1.0> test transfer::tests::folders_follow_the_entry_name ... ok flakelet-0.1.0> test manager::tests::unit_names_are_validated ... ok flakelet-0.1.0> test lock::tests::shared_locks_coexist_but_block_exclusive ... ok flakelet-0.1.0> test state::tests::roundtrip_and_hold ... ok flakelet-0.1.0> test state::tests::by_file_accepts_only_external ... ok flakelet-0.1.0> test svcstate::tests::missing_providers_block_export ... ok flakelet-0.1.0> test manager::tests::foreign_unit_names_and_ports_are_rejected ... ok flakelet-0.1.0> test manager::tests::manual_services_are_merged_and_survive_reconcile ... ok flakelet-0.1.0> test manager::tests::disabled_entries_are_left_alone ... ok flakelet-0.1.0> test generations::tests::create_list_prune ... ok flakelet-0.1.0> test transfer::tests::folder_roundtrip ... ok flakelet-0.1.0> test exports::tests::provision_runs_hook_with_claim_and_propagates_failure ... ok flakelet-0.1.0> flakelet-0.1.0> test result: ok. 29 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.04s flakelet-0.1.0> flakelet-0.1.0> Doc-tests flakelet_core flakelet-0.1.0> flakelet-0.1.0> running 0 tests flakelet-0.1.0> flakelet-0.1.0> test result: ok. 0 passed; 0 failed; 0 ignored; 0 measured; 0 filtered out; finished in 0.00s flakelet-0.1.0> flakelet-0.1.0> Finished cargoCheckHook flakelet-0.1.0> Running phase: installPhase flakelet-0.1.0> Executing cargoInstallHook flakelet-0.1.0> Finished cargoInstallHook flakelet-0.1.0> Running phase: fixupPhase flakelet-0.1.0> shrinking RPATHs of ELF executables and libraries in /nix/store/2aschw8h0rmrrj0892lhbkazsjsg1m7g-flakelet-0.1.0 flakelet-0.1.0> shrinking /nix/store/2aschw8h0rmrrj0892lhbkazsjsg1m7g-flakelet-0.1.0/bin/.flakelet-wrapped flakelet-0.1.0> checking for references to /build/ in /nix/store/2aschw8h0rmrrj0892lhbkazsjsg1m7g-flakelet-0.1.0... flakelet-0.1.0> patching script interpreter paths in /nix/store/2aschw8h0rmrrj0892lhbkazsjsg1m7g-flakelet-0.1.0 flakelet-0.1.0> stripping (with command strip and flags -S -p) in /nix/store/2aschw8h0rmrrj0892lhbkazsjsg1m7g-flakelet-0.1.0/bin building '/nix/store/da0gik7s5c3bpngyrw96wfgi29614swa-system-path.drv' building '/nix/store/idd9dmn7gjsz18nrjx6hia6fjfvkrz3a-system-path.drv' building '/nix/store/ad5kbsyqhd30m28vqqx1gvabp2fhgj6d-unit-flakelet-app.service.drv' building '/nix/store/ljb009zr9bq2dx5hnpy920synxd2xbq3-unit-flakelet-boot.service.drv' building '/nix/store/9dbl189ff34l399czgfwv9dwabwpcync-unit-flakelet-flakelet-agent.service.drv' building '/nix/store/qrjvj6c6sva9cc174hzm814zwhy9332b-unit-flakelet-flakelet-relay.service.drv' building '/nix/store/yy82wbra9f829qm8lc0hrx495djsd5pz-unit-flakelet-other.service.drv' building '/nix/store/cafkps47za7h3s3sdahs3hqyaha0j9sf-unit-flakelet-reconcile.service.drv' building '/nix/store/g2xiznbg4vxzry1w8bwrhmfpvw76ax9c-unit-flakelet-reconcile.service.drv' system-path> tribuchet: building on jamie system-path> tribuchet: building on jamie unit-flakelet-app.service> tribuchet: building on jamie unit-flakelet-boot.service> tribuchet: building on jamie unit-flakelet-flakelet-agent.service> tribuchet: building on jamie unit-flakelet-flakelet-relay.service> tribuchet: building on jamie unit-flakelet-other.service> tribuchet: building on jamie unit-flakelet-reconcile.service> tribuchet: building on jamie unit-flakelet-reconcile.service> tribuchet: building on jamie unit-flakelet-boot.service> structuredAttrs is enabled unit-flakelet-other.service> structuredAttrs is enabled unit-flakelet-flakelet-relay.service> structuredAttrs is enabled unit-flakelet-app.service> structuredAttrs is enabled unit-flakelet-flakelet-agent.service> structuredAttrs is enabled unit-flakelet-reconcile.service> structuredAttrs is enabled unit-flakelet-reconcile.service> structuredAttrs is enabled system-path> structuredAttrs is enabled system-path> structuredAttrs is enabled system-path> created 6398 symlinks in user environment system-path> created 6401 symlinks in user environment building '/nix/store/2l7z94rfbwcgpg7fv86ks3hbyahvvm7d-dbus-1.drv' building '/nix/store/l648p90jrl6sxpmr7w89g8gg2sg5y47x-dbus-1.drv' dbus-1> tribuchet: building on jamie dbus-1> tribuchet: building on jamie building '/nix/store/gdag2l7pykpwal717m4rz6w70wg2if09-X-Restart-Triggers-dbus-broker.drv' X-Restart-Triggers-dbus-broker> tribuchet: building on jamie building '/nix/store/gzdr7v5w9v7mn369b8glrpkayz71g1kr-X-Restart-Triggers-dbus-broker.drv' X-Restart-Triggers-dbus-broker> tribuchet: building on jamie X-Restart-Triggers-dbus-broker> structuredAttrs is enabled X-Restart-Triggers-dbus-broker> structuredAttrs is enabled building '/nix/store/rci268nif2hk6vrhhnlcx6c52f6kc074-unit-dbus-broker.service.drv' building '/nix/store/z8rf26cqvhbhq8m400xxkis32c10x53p-unit-dbus-broker.service.drv' unit-dbus-broker.service> tribuchet: building on jamie unit-dbus-broker.service> tribuchet: building on jamie building '/nix/store/47hlpy2ii526lr6ksq0jvhhm7p4c18h2-unit-dbus-broker.service.drv' building '/nix/store/ypzli2z3q2cm0mlsnd3g2q9wm57s3p88-unit-dbus-broker.service.drv' unit-dbus-broker.service> tribuchet: building on jamie unit-dbus-broker.service> tribuchet: building on jamie unit-dbus-broker.service> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled unit-dbus-broker.service> structuredAttrs is enabled building '/nix/store/01d8a0h3w3yqxr3m8d0cbx8b8c0abp6q-system-units.drv' building '/nix/store/0b3iwwliqdh66kw8r3nkw8z31qb49zq9-user-units.drv' system-units> tribuchet: building on jamie user-units> tribuchet: building on jamie building '/nix/store/jprjrycs5ld2q6212zj0ks2cn3awlswa-user-units.drv' building '/nix/store/0zgzf90nksiacn49a31dzz1dkf38vfj1-system-units.drv' user-units> tribuchet: building on jamie system-units> tribuchet: building on jamie building '/nix/store/wnqav0kwic6g5bvk39bqhr3wgpvqqkbn-etc.drv' etc> tribuchet: building on jamie building '/nix/store/3dkj0qma3v6adbbkvsxxa9bvgngyv1lx-etc.drv' etc> tribuchet: building on jamie building '/nix/store/ywppv8k0r63f3k3klgw1jqqdj7kprbja-activate.drv' activate> tribuchet: building on jamie building '/nix/store/hslrcmi7nqymrbv064s2dlqb24mnx89z-activate.drv' activate> tribuchet: building on jamie activate> structuredAttrs is enabled activate> structuredAttrs is enabled building '/nix/store/lmvw0rr9zwksx581nrj6cfqq7b083yq4-nixos-system-agent-test.drv' nixos-system-agent-test> tribuchet: building on jamie building '/nix/store/aml4k71cn6iwhd0qz7i7km5wgksgbiws-nixos-system-relay-test.drv' nixos-system-relay-test> tribuchet: building on jamie nixos-system-agent-test> structuredAttrs is enabled nixos-system-relay-test> structuredAttrs is enabled building '/nix/store/pcaavhafdw6wh004129svlqfbks78qrl-run-agent-nspawn.drv' run-agent-nspawn> tribuchet: building on jamie building '/nix/store/d4f374q7j6pprm7s8i5dhm6r1g7xgfza-run-relay-nspawn.drv' run-relay-nspawn> tribuchet: building on jamie building '/nix/store/230803rnp2vaj1mv1qfjkq3szjbm59s6-driverConfiguration.json.drv' driverConfiguration.json> tribuchet: building on jamie driverConfiguration.json> structuredAttrs is enabled building '/nix/store/c87cd07rx8ij5q5sw21jsq7a2zxlh9n8-nixos-test-driver-flakelet-relay.drv' nixos-test-driver-flakelet-relay> tribuchet: building on jamie nixos-test-driver-flakelet-relay> Running type check (enable/disable: config.skipTypeCheck) nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck nixos-test-driver-flakelet-relay> All checks passed! nixos-test-driver-flakelet-relay> Linting test script (enable/disable: config.skipLint) nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint nixos-test-driver-flakelet-relay> All checks passed! building '/nix/store/9h1038mi8k56jfypcv4nzql134q4978b-container-test-run-flakelet-relay.drv' container-test-run-flakelet-relay> tribuchet: building on jamie container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state container-test-run-flakelet-relay> start all VLans container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds) container-test-run-flakelet-relay> Initializing machine ID from random generator. container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds container-test-run-flakelet-relay> run the VM test script container-test-run-flakelet-relay> start all VMs container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 52) container-test-run-flakelet-relay> client: systemd-nspawn running (pid 53) container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal... container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal... container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 58) container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal... container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds) container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay. container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent. container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client. container-test-run-flakelet-relay> client # No journal files were found. container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> agent # No journal files were found. container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> relay # No journal files were found. container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> client # [2328399.720215] client systemd-journald[57]: Journal started container-test-run-flakelet-relay> client # [2328399.720266] client systemd-journald[57]: Runtime Journal (/run/log/journal/cd53985685d3451ebbfbd6bb11a00b4f) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> client # [2328399.729810] client systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> client # [2328399.741710] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> client # [2328399.755857] client systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> client # [2328399.756667] client systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> client # [2328399.796983] client systemd-journald[57]: Time spent on flushing to /var/log/journal/cd53985685d3451ebbfbd6bb11a00b4f is 1.606ms for 6 entries. container-test-run-flakelet-relay> client # [2328399.796983] client systemd-journald[57]: System Journal (/var/log/journal/cd53985685d3451ebbfbd6bb11a00b4f) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> client # [2328399.805264] client systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> client # [2328399.806287] client systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> client # [2328399.807047] client systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> client # [2328399.807171] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> client # [2328399.883303] client systemd[1]: Finished Firewall. container-test-run-flakelet-relay> client # [2328400.729780] client systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> relay # [2328399.724959] relay systemd-journald[57]: Journal started container-test-run-flakelet-relay> agent # [2328399.719398] agent systemd-journald[57]: Journal started container-test-run-flakelet-relay> relay # [2328399.725008] relay systemd-journald[57]: Runtime Journal (/run/log/journal/6c85a6cc48a84e108fbfe5cf8e86f4a1) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> agent # [2328399.719502] agent systemd-journald[57]: Runtime Journal (/run/log/journal/36026fd3ef7a4b7b85ddfeb039664cde) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [2328399.735377] relay systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> agent # [2328399.728715] agent systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> relay # [2328399.746721] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> agent # [2328399.740665] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> relay # [2328399.790552] relay systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> agent # [2328399.754424] agent systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> relay # [2328399.791277] relay systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> agent # [2328399.755209] agent systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> relay # [2328399.800479] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/6c85a6cc48a84e108fbfe5cf8e86f4a1 is 1.646ms for 6 entries. container-test-run-flakelet-relay> relay # [2328399.800479] relay systemd-journald[57]: System Journal (/var/log/journal/6c85a6cc48a84e108fbfe5cf8e86f4a1) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [2328399.809022] relay systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> relay # [2328399.809751] relay systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> relay # [2328399.809869] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> relay # [2328399.823669] relay systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> agent # [2328399.796992] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/36026fd3ef7a4b7b85ddfeb039664cde is 1.958ms for 6 entries. container-test-run-flakelet-relay> relay # [2328399.919291] relay systemd[1]: Finished Firewall. container-test-run-flakelet-relay> agent # [2328399.796992] agent systemd-journald[57]: System Journal (/var/log/journal/36026fd3ef7a4b7b85ddfeb039664cde) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [2328400.759934] relay systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> agent # [2328399.804922] agent systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> agent # [2328399.805632] agent systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> agent # [2328399.805736] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> agent # [2328399.821070] agent systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> agent # [2328399.877803] agent systemd[1]: Finished Firewall. container-test-run-flakelet-relay> agent # [2328400.727885] agent systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> agent # [2328400.792952] agent systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> agent # [2328400.794189] agent systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> agent # [2328400.795418] agent systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> agent # [2328400.797119] agent systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> agent # [2328400.797167] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> agent # [2328400.798463] agent systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> agent # [2328400.799436] agent systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> agent # [2328400.816339] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> agent # [2328400.816811] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [2328400.817153] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/36026fd3ef7a4b7b85ddfeb039664cde failed: Operation not permitted container-test-run-flakelet-relay> agent # [2328400.817506] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> client # [2328400.793331] client systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> client # [2328400.794594] client systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> client # [2328400.795903] client systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> client # [2328400.797322] client systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> client # [2328400.797370] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [2328400.798657] client systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> client # [2328400.799755] client systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> client # [2328400.819223] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> client # [2328400.819650] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [2328400.792412] relay systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> relay # [2328400.793813] relay systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> relay # [2328400.795231] relay systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> relay # [2328400.796788] relay systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> relay # [2328400.796837] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [2328400.819965] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/cd53985685d3451ebbfbd6bb11a00b4f failed: Operation not permitted container-test-run-flakelet-relay> relay # [2328400.798290] relay systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> client # [2328400.820316] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [2328400.799666] relay systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> relay # [2328400.819774] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> relay # [2328400.820221] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [2328400.820536] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/6c85a6cc48a84e108fbfe5cf8e86f4a1 failed: Operation not permitted container-test-run-flakelet-relay> relay # [2328400.820862] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [2328400.823728] agent suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.VHUPaTXaSx/chsh': Operation not permitted container-test-run-flakelet-relay> agent # [2328400.824490] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent # [2328400.824588] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent # [2328400.824840] agent systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> agent # [2328400.825285] agent systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> agent # [2328400.839741] agent systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> agent # [2328400.840443] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> agent # [2328400.900865] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> agent # [2328400.944031] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328400.945077] agent systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> agent # [2328400.945303] agent systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> agent # [2328400.948275] agent systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> agent # [2328400.958383] agent systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> agent # [2328400.958663] agent systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> agent # [2328400.958787] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> agent # [2328400.958843] agent systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> agent # [2328400.958871] agent systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> agent # [2328400.959067] agent systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> agent # [2328400.959325] agent systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> agent # [2328400.959512] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> agent # [2328400.959537] agent systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> agent # [2328400.959589] agent systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> agent # [2328400.961340] agent systemd[1]: Starting Re-link flakelet services at boot... container-test-run-flakelet-relay> agent # [2328400.962460] agent systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> agent # [2328400.963824] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [2328400.964740] agent systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> agent # [2328400.984028] agent systemd[1]: Finished Re-link flakelet services at boot. container-test-run-flakelet-relay> relay # [2328400.823567] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.Rkhc7TDLyp/chsh': Operation not permitted container-test-run-flakelet-relay> relay # [2328400.826872] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> relay # [2328400.826910] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> relay # [2328400.826964] relay systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> relay # [2328400.827305] relay systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> relay # [2328400.842290] relay systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> relay # [2328400.842906] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> relay # [2328400.900785] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> relay # [2328400.931934] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328400.932819] relay systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> relay # [2328400.932954] relay systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> relay # [2328400.935330] relay systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> relay # [2328400.946338] relay systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> relay # [2328400.946440] relay systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> relay # [2328400.946511] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> relay # [2328400.946544] relay systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> relay # [2328400.946561] relay systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> relay # [2328400.946662] relay systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> relay # [2328400.946842] relay systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> relay # [2328400.946938] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> relay # [2328400.946951] relay systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> relay # [2328400.946980] relay systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> relay # [2328400.948507] relay systemd[1]: Started device-mock.service. container-test-run-flakelet-relay> relay # [2328400.949364] relay systemd[1]: Starting Re-link flakelet services at boot... container-test-run-flakelet-relay> relay # [2328400.950035] relay systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> relay # [2328400.951186] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [2328400.951861] relay systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> relay # [2328400.962959] relay systemd[1]: Finished Re-link flakelet services at boot. container-test-run-flakelet-relay> relay # [2328400.963925] relay systemd[1]: Starting Reconcile flakelet services with the host configuration... container-test-run-flakelet-relay> relay # [2328400.967572] relay systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> relay # [2328400.983802] relay systemd[1]: Finished Reconcile flakelet services with the host configuration. container-test-run-flakelet-relay> client # [2328400.824163] client suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.jcuuuu3SYc/chsh': Operation not permitted container-test-run-flakelet-relay> client # [2328400.827248] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> client # [2328400.827287] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> client # [2328400.827353] client systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> client # [2328400.827707] client systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> client # [2328400.842128] client systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> client # [2328400.842784] client systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> client # [2328400.900785] client systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> client # [2328400.919522] client systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> client # [2328400.920802] client systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> client # [2328400.935348] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> client # [2328400.935989] client systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> client # [2328400.936167] client systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> client # [2328400.937225] client systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> client # [2328400.937328] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [2328400.937420] client systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> client # [2328400.937442] client systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> client # [2328400.937560] client systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> client # [2328400.937728] client systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> client # [2328400.937821] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> client # [2328400.937837] client systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> client # [2328400.937864] client systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> client # [2328400.939107] client systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> client # [2328400.940143] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> client # [2328400.940828] client systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> client # [2328400.960261] client systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> agent # [2328400.986749] agent systemd[1]: Starting Reconcile flakelet services with the host configuration... container-test-run-flakelet-relay> agent # [2328400.993509] agent systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> agent # [2328401.000501] agent systemd[1]: Finished Reconcile flakelet services with the host configuration. container-test-run-flakelet-relay> agent # [2328401.077397] agent systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> agent # [2328401.077607] agent systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328401.077659] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [2328401.080054] agent systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> agent # [2328401.081159] agent systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> agent # [2328401.081963] agent systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> agent # [2328401.082779] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [2328401.102490] agent network-addresses-eth1-start[240]: adding address 192.168.1.1/24... done container-test-run-flakelet-relay> agent # [2328401.107339] agent network-addresses-eth1-start[240]: adding address 2001:db8:1::1/64... done container-test-run-flakelet-relay> agent # [2328401.112244] agent systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> agent # [2328401.179687] agent systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> agent # [2328401.179951] agent systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328401.180092] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [2328401.182230] agent systemd[1]: Reached target Network. container-test-run-flakelet-relay> agent # [2328401.183600] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [2328401.184425] agent systemd[1]: Starting Update flakelet service app... container-test-run-flakelet-relay> agent # [2328401.185347] agent systemd[1]: Starting Update flakelet service flakelet-agent... container-test-run-flakelet-relay> agent # [2328401.186167] agent systemd[1]: Starting Update flakelet service other... container-test-run-flakelet-relay> agent # [2328401.196048] agent flakelet[308]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328401.196623] agent flakelet[308]: app: activating generation 1 container-test-run-flakelet-relay> agent # [2328401.198386] agent flakelet[309]: flakelet-agent: using prebuilt artifact /nix/store/34n1x01929ddbda2zc38va53604yzbhp-flakelet-flakelet-agent container-test-run-flakelet-relay> agent # [2328401.198841] agent flakelet[310]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328401.199243] agent flakelet[310]: other: activating generation 1 container-test-run-flakelet-relay> agent # [2328401.199294] agent flakelet[309]: flakelet-agent: activating generation 1 container-test-run-flakelet-relay> agent # [2328401.200475] agent systemd[1]: Reload requested from client PID 312 ('systemctl') (unit flakelet-app.service)... container-test-run-flakelet-relay> agent # [2328401.200516] agent systemd[1]: Reloading... container-test-run-flakelet-relay> client # [2328401.027720] client systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> client # [2328401.027834] client systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> client # [2328401.037423] client systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> client # [2328401.077794] client systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> client # [2328401.078045] client systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> client # [2328401.078107] client systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [2328401.081756] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> client # [2328401.096805] client network-addresses-eth1-start[233]: adding address 192.168.1.2/24... done container-test-run-flakelet-relay> client # [2328401.100303] client network-addresses-eth1-start[233]: adding address 2001:db8:1::2/64... done container-test-run-flakelet-relay> client # [2328401.105160] client systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> client # [2328401.179686] client systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> client # [2328401.179902] client systemd[1]: Reached target Network. container-test-run-flakelet-relay> client # [2328401.189901] client systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> client # [2328401.190136] client systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [2328401.192930] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [2328401.026942] relay systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> relay # [2328401.027075] relay systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> relay # [2328401.028160] relay systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> relay # [2328401.039054] relay systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> relay # [2328401.053872] relay systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328401.077462] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [2328401.082108] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [2328401.094527] relay network-addresses-eth1-start[246]: adding address 192.168.1.3/24... done container-test-run-flakelet-relay> relay # [2328401.097731] relay network-addresses-eth1-start[246]: adding address 2001:db8:1::3/64... done container-test-run-flakelet-relay> relay # [2328401.102563] relay systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> relay # [2328401.143618] relay systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> relay # [2328401.143759] relay systemd[1]: Reached target Network. container-test-run-flakelet-relay> relay # [2328401.145782] relay systemd[1]: Starting Dnsmasq Daemon... container-test-run-flakelet-relay> relay # [2328401.147406] relay systemd[1]: Starting Nginx Web Server... container-test-run-flakelet-relay> relay # [2328401.148596] relay systemd[1]: Starting Update flakelet service flakelet-relay... container-test-run-flakelet-relay> relay # [2328401.188355] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/b9k6fp9n31l10v7g51g10x2j6m931y2q-flakelet-flakelet-relay container-test-run-flakelet-relay> relay # [2328401.189233] relay flakelet[311]: flakelet-relay: activating generation 1 container-test-run-flakelet-relay> relay # [2328401.194671] relay systemd[1]: Reload requested from client PID 316 ('systemctl') (unit flakelet-flakelet-relay.service)... container-test-run-flakelet-relay> relay # [2328401.194767] relay systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328401.556967] relay nsncd[251]: Oct 08 11:58:29.844 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> relay # [2328401.615653] relay systemd[1]: Reloading finished in 420 ms. container-test-run-flakelet-relay> relay # [2328401.738038] relay systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [2328401.739193] relay systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> relay # [2328401.739286] relay systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> relay # [2328401.740609] relay systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> relay # [2328401.741419] relay systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> relay # [2328401.756498] relay systemd[1]: Reload requested from client PID 357 ('systemctl') (unit flakelet-flakelet-relay.service)... container-test-run-flakelet-relay> relay # [2328401.756568] relay systemd[1]: Reloading... container-test-run-flakelet-relay> client # [2328401.519454] client nsncd[303]: Oct 08 11:58:29.806 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> client # [2328401.519391] client systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [2328401.519484] client systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> client # [2328401.519592] client systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> client # [2328401.522087] client systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> client # [2328401.523391] client systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> client # [2328401.560940] client systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> client # [2328401.563070] client systemd[1]: Started Console Getty. container-test-run-flakelet-relay> client # [2328401.563125] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> client # [2328401.563154] client systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> agent # [2328401.523925] agent nsncd[307]: Oct 08 11:58:29.811 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> agent # [2328401.610902] agent systemd[1]: Reloading finished in 409 ms. container-test-run-flakelet-relay> agent # [2328401.737851] agent systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [2328401.740697] agent systemd[1]: Reload requested from client PID 314 ('systemctl') (unit flakelet-other.service)... container-test-run-flakelet-relay> agent # [2328401.740741] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328401.882860] relay dnsmasq-pre-start[381]: dnsmasq: syntax check OK. container-test-run-flakelet-relay> agent # [2328402.140394] agent systemd[1]: Reloading finished in 399 ms. container-test-run-flakelet-relay> agent # [2328402.277367] agent systemd[1]: Reload requested from client PID 313 ('systemctl') (unit flakelet-flakelet-agent.service)... container-test-run-flakelet-relay> agent # [2328402.277427] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328402.147456] relay systemd[1]: Reloading finished in 390 ms. container-test-run-flakelet-relay> relay # [2328402.275205] relay systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> relay # [2328402.279475] relay systemd[1]: Started Console Getty. container-test-run-flakelet-relay> relay # [2328402.279549] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> relay # [2328402.279633] relay systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> relay # [2328402.301579] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [2328402.682913] agent systemd[1]: Reloading finished in 405 ms. container-test-run-flakelet-relay> agent # [2328402.763195] agent systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> agent # [2328402.763334] agent systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> agent # [2328402.764834] agent systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> agent # [2328402.765930] agent systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> agent # [2328402.769304] agent systemd[1]: Reload requested from client PID 405 ('systemctl') (unit flakelet-app.service)... container-test-run-flakelet-relay> agent # [2328402.769350] agent systemd[1]: Reloading... container-test-run-flakelet-relay> client # [2328402.972428] client systemd-logind[315]: New seat seat0. container-test-run-flakelet-relay> client # [2328402.974909] client systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> client # [2328402.975107] client systemd[1]: Started User Login Management. container-test-run-flakelet-relay> client # [2328402.976221] client systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> client # [2328403.021204] client systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> client # [2328403.021584] client systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> client # [2328403.021934] client systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> relay # [2328402.831282] relay nginx-pre-start[402]: nginx: the configuration file /nix/store/cxg067xx9kj6jimgw17hvankw9yihc9k-nginx.conf syntax is ok container-test-run-flakelet-relay> relay # [2328402.832193] relay nginx-pre-start[402]: nginx: configuration file /nix/store/cxg067xx9kj6jimgw17hvankw9yihc9k-nginx.conf test is successful container-test-run-flakelet-relay> relay # [2328402.861626] relay systemd[1]: Started Nginx Web Server. container-test-run-flakelet-relay> relay # [2328403.010635] relay systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> agent # [2328403.218337] agent systemd[1]: Reloading finished in 448 ms. container-test-run-flakelet-relay> agent # [2328403.290379] agent systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> agent # [2328403.304116] agent systemd[1]: Started Console Getty. container-test-run-flakelet-relay> agent # [2328403.304238] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> agent # [2328403.304377] agent systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> agent # [2328403.306661] agent systemd[1]: Reload requested from client PID 408 ('systemctl') (unit flakelet-other.service)... container-test-run-flakelet-relay> agent # [2328403.306690] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328403.401870] relay systemd-logind[354]: New seat seat0. container-test-run-flakelet-relay> relay # [2328403.402389] relay systemd[1]: Started User Login Management. container-test-run-flakelet-relay> relay # [2328403.404960] relay systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> relay # [2328403.451155] relay systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328403.451502] relay systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> relay # [2328403.574454] relay dbus-broker-launch[408]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> relay # [2328403.575694] relay dbus-broker-launch[408]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> relay # [2328403.575736] relay dbus-broker-launch[408]: Invalid user-name in /nix/store/40ryqckxvcy0k9xw1i3g5rddwf4rhnya-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> relay # [2328403.576796] relay systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> relay # [2328403.582245] relay dbus-broker-launch[408]: Ready container-test-run-flakelet-relay> relay # [2328403.585645] relay systemd[1]: Started Dnsmasq Daemon. container-test-run-flakelet-relay> relay # [2328403.587911] relay dnsmasq[394]: started, version 2.93 cachesize 150 container-test-run-flakelet-relay> relay # [2328403.587920] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile container-test-run-flakelet-relay> relay # [2328403.587928] relay dnsmasq[394]: DBus support enabled: connected to system bus container-test-run-flakelet-relay> relay # [2328403.587943] relay dnsmasq[394]: no upstream servers configured - please set them from DBus container-test-run-flakelet-relay> relay # [2328403.588149] relay dnsmasq[394]: read /etc/hosts - 9 names container-test-run-flakelet-relay> client # [2328403.555659] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> client # [2328403.557017] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> client # [2328403.557017] client dbus-broker-launch[325]: Invalid user-name in /nix/store/r6avdj42dpkd7m67x50h2pljx8qs8wvd-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> client # [2328403.558431] client systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> client # [2328403.559616] client systemd[1]: Startup finished in 4.267s. container-test-run-flakelet-relay> client # [2328403.568041] client dbus-broker-launch[325]: Ready container-test-run-flakelet-relay> agent # [2328403.675118] agent systemd[1]: Reloading finished in 368 ms. container-test-run-flakelet-relay> agent # [2328403.760549] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [2328403.760919] agent systemd[1]: Reload requested from client PID 444 ('systemctl') (unit flakelet-flakelet-agent.service)... container-test-run-flakelet-relay> agent # [2328403.760968] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328404.101675] agent systemd[1]: Reloading finished in 340 ms. container-test-run-flakelet-relay> agent # [2328404.168731] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [2328404.173054] agent systemd[1]: Starting other v1... container-test-run-flakelet-relay> agent # [2328404.177542] agent flakelet[308]: app: updated to generation 1 container-test-run-flakelet-relay> agent # [2328404.189578] agent systemd-logind[406]: New seat seat0. container-test-run-flakelet-relay> agent # [2328404.202937] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [2328404.203137] agent systemd[1]: Started User Login Management. container-test-run-flakelet-relay> agent # [2328404.203588] agent systemd[1]: Finished Update flakelet service app. container-test-run-flakelet-relay> agent # [2328404.207746] agent systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> agent # [2328404.208648] agent systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> agent # [2328404.252177] agent systemd[1]: Started other v1. container-test-run-flakelet-relay> agent # [2328404.253040] agent systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328404.253298] agent systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> agent # [2328404.259214] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:32.546597Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328404.259876] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [2328404.260699] agent flakelet[310]: other: updated to generation 1 container-test-run-flakelet-relay> agent # [2328404.262123] agent systemd[1]: Finished Update flakelet service other. container-test-run-flakelet-relay> agent # [2328404.262949] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:32.550426Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328404.266710] agent flakelet[309]: flakelet-agent: updated to generation 1 container-test-run-flakelet-relay> agent # [2328404.267904] agent systemd[1]: Finished Update flakelet service flakelet-agent. container-test-run-flakelet-relay> agent # [2328404.268035] agent systemd[1]: Reached target flakelet managed services. container-test-run-flakelet-relay> agent # [2328404.268080] agent systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> agent # [2328404.279040] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:32.566507Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328404.279389] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:32.566885Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [2328404.499240] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:32.786539Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328404.500240] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:32.787145Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328404.499944] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> relay # [2328404.511276] relay systemd[1]: Starting health for flakelet-relay... container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.15 seconds) container-test-run-flakelet-relay> relay: waiting for unit nginx.service container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for unit flakelet.target container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.02 seconds) container-test-run-flakelet-relay> client: waiting for unit multi-user.target container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1' container-test-run-flakelet-relay> agent # [2328404.671724] agent dbus-broker-launch[508]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> agent # [2328404.673214] agent dbus-broker-launch[508]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> agent # [2328404.673214] agent dbus-broker-launch[508]: Invalid user-name in /nix/store/g6pprdd65qv8qsgizxsmz013f6jwwbn7-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> agent # [2328404.673755] agent systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> agent # [2328404.674136] agent systemd[1]: Startup finished in 5.386s. container-test-run-flakelet-relay> agent # [2328404.679589] agent dbus-broker-launch[508]: Ready container-test-run-flakelet-relay> relay # [2328404.797021] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328404.797388] relay systemd[1]: Finished health for flakelet-relay. container-test-run-flakelet-relay> relay # [2328404.806306] relay flakelet[311]: flakelet-relay: updated to generation 1 container-test-run-flakelet-relay> relay # [2328404.808283] relay systemd[1]: Finished Update flakelet service flakelet-relay. container-test-run-flakelet-relay> relay # [2328404.809026] relay systemd[1]: Reached target flakelet managed services. container-test-run-flakelet-relay> relay # [2328404.809260] relay systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> relay # [2328404.809545] relay systemd[1]: Startup finished in 5.521s. container-test-run-flakelet-relay> agent # [2328406.281987] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:34.569394Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328406.282433] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:34.569818Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(1), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds) container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1 container-test-run-flakelet-relay> agent # [2328407.076551] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:35.363929Z","level":"INFO","message":"start","id":"15ab83a34d8d300cc0edfc6be5e97536","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328407.077474] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:35.364937Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"15ab83a34d8d300cc0edfc6be5e97536\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328407.121164] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328407.154735] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328407.160315] agent flakelet[925]: app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2 container-test-run-flakelet-relay> agent # [2328407.161060] agent flakelet[925]: app: activating generation 2 container-test-run-flakelet-relay> agent # [2328407.178889] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [2328407.180547] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328407.180813] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [2328407.200313] agent systemd[1]: Reload requested from client PID 932 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328407.200386] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328407.075684] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:35.363102Z","level":"INFO","message":"deploy accepted","job":"20a9f666100080f44ccb296fd1f67222","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328407.544795] agent systemd[1]: Reloading finished in 343 ms. container-test-run-flakelet-relay> agent # [2328407.627149] agent systemd[1]: Reload requested from client PID 962 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328407.627192] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328407.960392] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328408.026106] agent systemd[1]: Reload requested from client PID 991 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328408.026147] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328408.361987] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [2328408.437718] agent systemd[1]: Reload requested from client PID 1025 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328408.437755] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328408.769896] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328408.865989] agent systemd[1]: Starting app v2... container-test-run-flakelet-relay> agent # [2328408.875959] agent systemd[1]: Started app v2. container-test-run-flakelet-relay> agent # [2328408.881378] agent flakelet[925]: app: updated to generation 2 container-test-run-flakelet-relay> agent # [2328408.882799] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.92 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2' container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2' container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by' container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.03 seconds) container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 2.99 seconds) container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTAxOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzE4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzT1daUldVUEtLNVFJPT09IiwibmJmIjoxNzkxNDYwNzE4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.wzXZMG8H_18Hx4Oe4gF2dUNDkKcdcyv39hHM3pj2sa0iNRVsnnk2q8zkUkT9Ph75w8etBfdVxrvULWchW16LBg' push --relay https://relay:7443 deploy agent/app 2>&1 container-test-run-flakelet-relay> agent # [2328409.969422] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:38.256817Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328410.134658] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:38.422059Z","level":"INFO","message":"start","id":"6c49056bb7f26b9d3f60edce7ccccc4c","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328410.135230] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:38.422716Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"6c49056bb7f26b9d3f60edce7ccccc4c\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328410.167879] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328410.194351] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328410.198268] agent flakelet[1091]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328410.198917] agent flakelet[1091]: app: activating generation 3 container-test-run-flakelet-relay> agent # [2328410.208645] agent systemd[1]: Stopping app v2... container-test-run-flakelet-relay> agent # [2328410.209352] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328410.209483] agent systemd[1]: Stopped app v2. container-test-run-flakelet-relay> agent # [2328410.219460] agent systemd[1]: Reload requested from client PID 1098 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328410.219499] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328409.970806] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:38.258210Z","level":"INFO","message":"deploy finished","job":"20a9f666100080f44ccb296fd1f67222","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328410.134282] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:38.421706Z","level":"INFO","message":"deploy accepted","job":"40aa9cbf931abc32b39aafc21861f224","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328410.555035] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [2328410.648606] agent systemd[1]: Reload requested from client PID 1131 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328410.648645] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328410.982040] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328411.049828] agent systemd[1]: Reload requested from client PID 1161 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328411.049863] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328411.380492] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [2328411.448496] agent systemd[1]: Reload requested from client PID 1192 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328411.448532] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328411.780904] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328411.848493] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [2328411.876449] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [2328411.883723] agent flakelet[1091]: app: updated to generation 3 container-test-run-flakelet-relay> agent # [2328411.885514] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTAxOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzE4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzT1daUldVUEtLNVFJPT09IiwibmJmIjoxNzkxNDYwNzE4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.wzXZMG8H_18Hx4Oe4gF2dUNDkKcdcyv39hHM3pj2sa0iNRVsnnk2q8zkUkT9Ph75w8etBfdVxrvULWchW16LBg' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.89 seconds) container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 2.96 seconds) container-test-run-flakelet-relay> subtest: policy denies uncovered target container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTAxOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzE4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzT1daUldVUEtLNVFJPT09IiwibmJmIjoxNzkxNDYwNzE4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.wzXZMG8H_18Hx4Oe4gF2dUNDkKcdcyv39hHM3pj2sa0iNRVsnnk2q8zkUkT9Ph75w8etBfdVxrvULWchW16LBg' push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTAxOCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzE4LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzT1daUldVUEtLNVFJPT09IiwibmJmIjoxNzkxNDYwNzE4LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.wzXZMG8H_18Hx4Oe4gF2dUNDkKcdcyv39hHM3pj2sa0iNRVsnnk2q8zkUkT9Ph75w8etBfdVxrvULWchW16LBg' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds) container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTAyMSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MTQ2MDcyMSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiNTczQlhBWk9FWVVVST09PSIsIm5iZiI6MTc5MTQ2MDcyMSwic3ViIjoic29tZW9uZSJ9.Pk8UfFMGQNjeX_NaBqLNGpHd1SAhuzvPgxZNOae4BlQpjWCec64elitVotQwYgSuyDiDzE5Lai6o5IYmDYahBA' push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [2328412.986907] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:41.274305Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328413.090279] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:41.377715Z","level":"INFO","message":"start","id":"9f48196afe7279d06e8914355997b2c6","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328413.090732] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:41.378227Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"9f48196afe7279d06e8914355997b2c6\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328413.132107] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328413.169525] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328413.175121] agent flakelet[1246]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328413.175689] agent flakelet[1246]: other: up to date container-test-run-flakelet-relay> agent # [2328413.177401] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328412.988566] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:41.275981Z","level":"INFO","message":"deploy finished","job":"40aa9cbf931abc32b39aafc21861f224","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328413.090094] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:41.377421Z","level":"INFO","message":"deploy accepted","job":"e06471cffa9657d647e06eac66df3948","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTAyMSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MTQ2MDcyMSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiNTczQlhBWk9FWVVVST09PSIsIm5iZiI6MTc5MTQ2MDcyMSwic3ViIjoic29tZW9uZSJ9.Pk8UfFMGQNjeX_NaBqLNGpHd1SAhuzvPgxZNOae4BlQpjWCec64elitVotQwYgSuyDiDzE5Lai6o5IYmDYahBA' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.65 seconds) container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.71 seconds) container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1 container-test-run-flakelet-relay> agent # [2328413.716076] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:42.003466Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [2328413.718075] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:42.005394Z","level":"INFO","message":"deploy finished","job":"e06471cffa9657d647e06eac66df3948","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328413.741864] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 11:58:42] "POST /device HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [2328414.747401] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 11:58:43] "POST /token HTTP/1.1" 400 - container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.08 seconds) container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600 container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [2328415.835697] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:44.123089Z","level":"INFO","message":"start","id":"cd24151edacd13c3c6ca6ddd383e5570","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328415.836663] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:44.123942Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"cd24151edacd13c3c6ca6ddd383e5570\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328415.881628] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328415.917622] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328415.922616] agent flakelet[1270]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328415.923179] agent flakelet[1270]: other: up to date container-test-run-flakelet-relay> agent # [2328415.925378] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328415.803818] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 11:58:44] "POST /token HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [2328415.835181] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:44.122653Z","level":"INFO","message":"deploy accepted","job":"057d05dccd8fa78ea201344ee03effa9","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.65 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> agent # [2328416.468068] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:44.755459Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328416.490043] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:44.777481Z","level":"INFO","message":"start","id":"d53483195c4af9a530f5629d9876f8d9","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328416.490479] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:44.777969Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"d53483195c4af9a530f5629d9876f8d9\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328416.528790] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328416.560427] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328416.565282] agent flakelet[1294]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328416.565851] agent flakelet[1294]: other: up to date container-test-run-flakelet-relay> agent # [2328416.567821] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328416.469585] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:44.756986Z","level":"INFO","message":"deploy finished","job":"057d05dccd8fa78ea201344ee03effa9","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328416.489688] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:44.777165Z","level":"INFO","message":"deploy accepted","job":"f101e2045ddbf11b75b430ab582aacd5","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.39 seconds) container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1 container-test-run-flakelet-relay> agent # [2328417.108954] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:45.396344Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328417.147138] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:45.434600Z","level":"INFO","message":"start","id":"9a386af227fbedea3645e46ca71ff5d5","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328417.147629] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:45.435118Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"9a386af227fbedea3645e46ca71ff5d5\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328417.186755] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328417.217373] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328417.221995] agent flakelet[1317]: app: using prebuilt artifact /nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken container-test-run-flakelet-relay> agent # [2328417.222686] agent flakelet[1317]: app: activating generation 4 container-test-run-flakelet-relay> agent # [2328417.239885] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [2328417.241559] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328417.241826] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [2328417.261459] agent systemd[1]: Reload requested from client PID 1324 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328417.261531] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328417.110402] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:45.397772Z","level":"INFO","message":"deploy finished","job":"f101e2045ddbf11b75b430ab582aacd5","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328417.146830] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:45.434263Z","level":"INFO","message":"deploy accepted","job":"cb29637b80bc2bffefa96576af8e79a3","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328417.606773] agent systemd[1]: Reloading finished in 344 ms. container-test-run-flakelet-relay> agent # [2328417.674344] agent systemd[1]: Reload requested from client PID 1354 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328417.674388] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328418.008137] agent systemd[1]: Reloading finished in 333 ms. container-test-run-flakelet-relay> agent # [2328418.069606] agent systemd[1]: Reload requested from client PID 1383 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328418.069644] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328418.401314] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328418.474185] agent systemd[1]: Reload requested from client PID 1417 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328418.474224] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328418.806980] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328418.877671] agent systemd[1]: Starting app broken... container-test-run-flakelet-relay> agent # [2328418.913707] agent (nonexistent)[1448]: app.service: Unable to locate executable '/nonexistent': No such file or directory container-test-run-flakelet-relay> agent # [2328418.913732] agent (nonexistent)[1448]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory container-test-run-flakelet-relay> agent # [2328418.915729] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC container-test-run-flakelet-relay> agent # [2328418.915844] agent systemd[1]: app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent # [2328418.916226] agent systemd[1]: Failed to start app broken. container-test-run-flakelet-relay> agent # [2328418.948532] agent systemd[1]: Reload requested from client PID 1454 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328418.948573] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328419.286896] agent systemd[1]: Reloading finished in 337 ms. container-test-run-flakelet-relay> agent # [2328419.362379] agent systemd[1]: Reload requested from client PID 1484 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328419.362420] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328419.700113] agent systemd[1]: Reloading finished in 337 ms. container-test-run-flakelet-relay> agent # [2328419.766296] agent systemd[1]: Reload requested from client PID 1514 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328419.766337] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328420.101820] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [2328420.183555] agent systemd[1]: Reload requested from client PID 1544 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328420.183597] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328420.516140] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328420.587148] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [2328420.625232] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [2328420.626569] agent flakelet[1317]: app: deploy failed, rolled back: systemctl start app.service failed: container-test-run-flakelet-relay> agent # [2328420.626569] agent flakelet[1317]: failed units: app.service. See journalctl -u app.service container-test-run-flakelet-relay> agent # [2328420.628249] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent # [2328420.628361] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.19 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1' container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.23 seconds) container-test-run-flakelet-relay> subtest: host patterns expand on the relay container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1 container-test-run-flakelet-relay> agent # [2328421.314732] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:49.602127Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328421.375407] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:49.662806Z","level":"INFO","message":"start","id":"9e355b7eee65571de410317e1daf7d2b","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328421.375907] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:49.663395Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"9e355b7eee65571de410317e1daf7d2b\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328421.418104] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328421.455485] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328421.460283] agent flakelet[1604]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328421.460810] agent flakelet[1604]: app: up to date container-test-run-flakelet-relay> agent # [2328421.463566] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328421.316320] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:49.603725Z","level":"INFO","message":"deploy finished","job":"cb29637b80bc2bffefa96576af8e79a3","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328421.375144] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:49.662565Z","level":"INFO","message":"deploy accepted","job":"d6be29ff2119b94de74ddc733a995d1e","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.65 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1 container-test-run-flakelet-relay> relay # [2328422.006498] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:50.293900Z","level":"INFO","message":"deploy finished","job":"d6be29ff2119b94de74ddc733a995d1e","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328422.030608] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:50.318076Z","level":"INFO","message":"deploy accepted","job":"9cb2535aed66f08b2911c90e1900e4c8","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328422.004841] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:50.292226Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328422.030931] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:50.318388Z","level":"INFO","message":"start","id":"bf600c82ecded62ed2bdbd1731cb5080","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328422.031356] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:50.318846Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"bf600c82ecded62ed2bdbd1731cb5080\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328422.071428] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328422.105505] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328422.110625] agent flakelet[1624]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328422.111285] agent flakelet[1624]: app: up to date container-test-run-flakelet-relay> agent # [2328422.113805] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.65 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1 container-test-run-flakelet-relay> agent # [2328422.652873] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:50.940264Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328422.676906] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:50.964379Z","level":"INFO","message":"start","id":"82f8a71f456b2f5cd4f15799b1362561","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328422.677324] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:50.964811Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"82f8a71f456b2f5cd4f15799b1362561\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328422.709710] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328422.743422] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328422.748237] agent flakelet[1648]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328422.748839] agent flakelet[1648]: app: up to date container-test-run-flakelet-relay> agent # [2328422.749457] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328422.654393] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:50.941790Z","level":"INFO","message":"deploy finished","job":"9cb2535aed66f08b2911c90e1900e4c8","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328422.676608] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:50.964086Z","level":"INFO","message":"deploy accepted","job":"c8980158f12bcbae4c7f2748e36f6563","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.63 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.97 seconds) container-test-run-flakelet-relay> subtest: detach returns once the job is accepted container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1 container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service container-test-run-flakelet-relay> agent # [2328423.286947] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:51.574339Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328423.348108] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:51.635499Z","level":"INFO","message":"start","id":"8c60f4c79d13cd09b5789491ef6eb44a","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328423.348622] agent flakelet-agent[505]: {"timestamp":"2026-10-08T11:58:51.636109Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"8c60f4c79d13cd09b5789491ef6eb44a\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328423.390066] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328423.425527] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328423.430336] agent flakelet[1672]: app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2 container-test-run-flakelet-relay> agent # [2328423.431045] agent flakelet[1672]: app: activating generation 4 container-test-run-flakelet-relay> agent # [2328423.444353] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [2328423.446292] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328423.446666] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [2328423.463615] agent systemd[1]: Reload requested from client PID 1679 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328423.463687] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328423.288508] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:51.575919Z","level":"INFO","message":"deploy finished","job":"c8980158f12bcbae4c7f2748e36f6563","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328423.347833] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:58:51.635249Z","level":"INFO","message":"deploy accepted","job":"2572247053ab89d796232225c8df7a0f","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328423.804822] agent systemd[1]: Reloading finished in 340 ms. container-test-run-flakelet-relay> agent # [2328423.884998] agent systemd[1]: Reload requested from client PID 1709 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328423.885044] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328424.219669] agent systemd[1]: Reloading finished in 334 ms. container-test-run-flakelet-relay> agent # [2328424.286254] agent systemd[1]: Reload requested from client PID 1740 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328424.286293] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.34 seconds) container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> agent # [2328424.622186] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [2328424.695807] agent systemd[1]: Reload requested from client PID 1774 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328424.695843] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328425.029228] agent systemd[1]: Reloading finished in 333 ms. container-test-run-flakelet-relay> agent # [2328425.093329] agent systemd[1]: Starting app slow2... container-test-run-flakelet-relay> agent # [2328431.172453] agent systemd[1]: Started app slow2. container-test-run-flakelet-relay> agent # [2328431.180449] agent flakelet[1672]: app: updated to generation 4 container-test-run-flakelet-relay> agent # [2328431.182530] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 7.50 seconds) container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 8.87 seconds) container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.06 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0' container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out container-test-run-flakelet-relay> agent # [2328432.222412] agent systemd[1]: Stopping flakelet-agent... container-test-run-flakelet-relay> agent # [2328432.257194] agent systemd[1]: flakelet-agent.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328432.257519] agent systemd[1]: Stopped flakelet-agent. container-test-run-flakelet-relay> agent # [2328432.257912] agent systemd[1]: flakelet-agent.service: Consumed 1.786s CPU time over 28.054s wall clock time. container-test-run-flakelet-relay> relay # [2328432.222618] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:00.510020Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.10 seconds) container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out container-test-run-flakelet-relay> agent # [2328433.334283] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [2328433.391942] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:01.679409Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"8c60f4c79d13cd09b5789491ef6eb44a\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328433.413513] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [2328433.423683] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:01.711161Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328433.423836] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:01.711237Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328433.935272] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:02.222642Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328435.318917] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:03.606286Z","level":"INFO","message":"start","id":"f964186e1cfdaae9ff27604b7ce60128","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328435.319554] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:03.606844Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"f964186e1cfdaae9ff27604b7ce60128\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328435.364561] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328435.371985] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328435.377522] agent flakelet[2253]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328435.378125] agent flakelet[2253]: other: up to date container-test-run-flakelet-relay> agent # [2328435.379934] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328435.318427] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:03.605864Z","level":"INFO","message":"deploy accepted","job":"772d48e1e6811110cf385d0737489ec9","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328435.915409] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:04.202804Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [2328435.917252] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:04.204655Z","level":"INFO","message":"deploy finished","job":"772d48e1e6811110cf385d0737489ec9","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 3.04 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTA0NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzQ0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzSjQzVUFTNVpSUlA0PT09IiwibmJmIjoxNzkxNDYwNzQ0LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.972alUgTyeMEtfpa24aIEMyp02KWpPfsh5nAOW2xay3t2hkZpm6VOOYPvt3A8FQI8Um7e_dQ2XZBxfkzlqttCg' push --relay https://relay:7443 agents container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTA0NCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzQ0LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiIzSjQzVUFTNVpSUlA0PT09IiwibmJmIjoxNzkxNDYwNzQ0LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.972alUgTyeMEtfpa24aIEMyp02KWpPfsh5nAOW2xay3t2hkZpm6VOOYPvt3A8FQI8Um7e_dQ2XZBxfkzlqttCg' push --relay https://relay:7443 agents, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 4.38 seconds) container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation' container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.03 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet update app container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2 container-test-run-flakelet-relay> app: activating generation 5 container-test-run-flakelet-relay> agent # [2328436.645062] agent systemd[1]: Stopping app slow2... container-test-run-flakelet-relay> agent # [2328436.645816] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328436.645962] agent systemd[1]: Stopped app slow2. container-test-run-flakelet-relay> agent # [2328436.663622] agent systemd[1]: Reload requested from client PID 2287 ('systemctl')... container-test-run-flakelet-relay> agent # [2328436.663696] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328437.009784] agent systemd[1]: Reloading finished in 345 ms. container-test-run-flakelet-relay> agent # [2328437.081537] agent systemd[1]: Reload requested from client PID 2316 ('systemctl')... container-test-run-flakelet-relay> agent # [2328437.081581] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328437.414415] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328437.496714] agent systemd[1]: Reload requested from client PID 2347 ('systemctl')... container-test-run-flakelet-relay> agent # [2328437.496756] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328437.828379] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328437.897429] agent systemd[1]: Reload requested from client PID 2377 ('systemctl')... container-test-run-flakelet-relay> agent # [2328437.897467] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328438.229163] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.73 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5' container-test-run-flakelet-relay> agent # [2328438.305533] agent systemd[1]: Starting app v2... container-test-run-flakelet-relay> agent # [2328438.341455] agent systemd[1]: Started app v2. container-test-run-flakelet-relay> agent # [2328439.441985] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:07.729380Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 2.07 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5- container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app- container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet update app container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> app: activating generation 6 container-test-run-flakelet-relay> agent # [2328440.519605] agent systemd[1]: Stopping app v2... container-test-run-flakelet-relay> agent # [2328440.521284] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328440.521550] agent systemd[1]: Stopped app v2. container-test-run-flakelet-relay> agent # [2328440.538494] agent systemd[1]: Reload requested from client PID 2423 ('systemctl')... container-test-run-flakelet-relay> agent # [2328440.538567] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328440.885829] agent systemd[1]: Reloading finished in 346 ms. container-test-run-flakelet-relay> agent # [2328440.958291] agent systemd[1]: Reload requested from client PID 2452 ('systemctl')... container-test-run-flakelet-relay> agent # [2328440.958333] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328441.290233] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328441.362613] agent systemd[1]: Reload requested from client PID 2480 ('systemctl')... container-test-run-flakelet-relay> agent # [2328441.362660] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328441.695879] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328441.770424] agent systemd[1]: Reload requested from client PID 2512 ('systemctl')... container-test-run-flakelet-relay> agent # [2328441.770461] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.73 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6' container-test-run-flakelet-relay> agent # [2328442.102393] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328442.185865] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [2328442.214338] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [2328443.441942] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:11.729351Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 2.07 seconds) container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 7.73 seconds) container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.03 seconds) container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.03 seconds) container-test-run-flakelet-relay> subtest: metrics container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.02 seconds) container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: date +%s container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460752 | grep -q 'app-slow' container-test-run-flakelet-relay> agent # [2328444.379609] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:12.666989Z","level":"INFO","message":"start","id":"ba87acddbcb4884f3ae514133ff73364","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328444.380265] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:12.667752Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"ba87acddbcb4884f3ae514133ff73364\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328444.422469] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328444.455460] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328444.460679] agent flakelet[2562]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent # [2328444.461399] agent flakelet[2562]: app: activating generation 7 container-test-run-flakelet-relay> agent # [2328444.479149] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [2328444.479595] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328444.479857] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [2328444.497955] agent systemd[1]: Reload requested from client PID 2569 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328444.498036] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328444.317472] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:12.604881Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay # [2328444.379214] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:12.666633Z","level":"INFO","message":"deploy accepted","job":"80cade3d99b0daf32b6ba3ce8e1960fb","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328444.855181] agent systemd[1]: Reloading finished in 356 ms. container-test-run-flakelet-relay> agent # [2328444.944122] agent systemd[1]: Reload requested from client PID 2599 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328444.944165] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460752 | grep -q 'app-slow', in 1.03 seconds) container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds) container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds) container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443 container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460752 | grep -q 'updated to generation' container-test-run-flakelet-relay> agent # [2328445.280215] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [2328445.363249] agent systemd[1]: Reload requested from client PID 2628 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328445.363296] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328445.502432] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:13.789847Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328445.469379] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:13.756791Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328445.703798] agent systemd[1]: Reloading finished in 340 ms. container-test-run-flakelet-relay> agent # [2328445.775682] agent systemd[1]: Reload requested from client PID 2676 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328445.775719] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328446.106078] agent systemd[1]: Reloading finished in 329 ms. container-test-run-flakelet-relay> agent # [2328446.195083] agent systemd[1]: Starting app slow... container-test-run-flakelet-relay> agent # [2328446.505575] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:14.792999Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328448.509043] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:16.796454Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460752 | grep -q 'updated to generation', in 7.11 seconds) container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out container-test-run-flakelet-relay> agent # [2328452.266429] agent systemd[1]: Started app slow. container-test-run-flakelet-relay> agent # [2328452.275679] agent flakelet[2562]: app: updated to generation 7 container-test-run-flakelet-relay> agent # [2328452.277862] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328452.511377] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:20.798777Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328453.361603] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:21.648987Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.09 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.40 seconds) container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2' container-test-run-flakelet-relay> relay # [2328460.516396] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:28.803715Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay # [2328460.517950] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:28.805414Z","level":"INFO","message":"deploy finished","job":"80cade3d99b0daf32b6ba3ce8e1960fb","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328460.516231] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:28.803621Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328460.517426] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:28.804915Z","level":"INFO","message":"start","id":"ba87acddbcb4884f3ae514133ff73364","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328460.776805] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:29.063997Z","level":"INFO","message":"start","id":"340341d8088b95232a725c79eb870adf","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328460.777450] agent flakelet-agent[1840]: {"timestamp":"2026-10-08T11:59:29.064933Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"340341d8088b95232a725c79eb870adf\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328460.823205] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328460.853491] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328460.858620] agent flakelet[2798]: app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2 container-test-run-flakelet-relay> agent # [2328460.859311] agent flakelet[2798]: app: activating generation 8 container-test-run-flakelet-relay> agent # [2328460.876765] agent systemd[1]: Stopping app slow... container-test-run-flakelet-relay> agent # [2328460.878430] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328460.878694] agent systemd[1]: Stopped app slow. container-test-run-flakelet-relay> agent # [2328460.895898] agent systemd[1]: Reload requested from client PID 2805 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328460.895968] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328460.776148] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:29.063581Z","level":"INFO","message":"deploy accepted","job":"333fa368fce8030aaec527ed410d1be1","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328461.249165] agent systemd[1]: Reloading finished in 352 ms. container-test-run-flakelet-relay> agent # [2328461.346184] agent systemd[1]: Reload requested from client PID 2835 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328461.346224] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.03 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent container-test-run-flakelet-relay> agent # [2328461.758750] agent systemd[1]: Reloading finished in 412 ms. container-test-run-flakelet-relay> agent # [2328461.866238] agent systemd[1]: Reload requested from client PID 2870 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328461.866278] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328462.294771] agent systemd[1]: Reloading finished in 428 ms. container-test-run-flakelet-relay> agent # [2328462.388906] agent systemd[1]: Stopping flakelet-agent... container-test-run-flakelet-relay> agent # [2328462.397588] agent systemd[1]: Reload requested from client PID 2902 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328462.397630] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328462.389062] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:30.676468Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 1.20 seconds) container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)" container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out container-test-run-flakelet-relay> agent # [2328462.765546] agent systemd[1]: Reloading finished in 367 ms. container-test-run-flakelet-relay> agent # [2328462.848590] agent systemd[1]: flakelet-agent.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328462.854961] agent systemd[1]: Stopped flakelet-agent. container-test-run-flakelet-relay> agent # [2328462.854983] agent systemd[1]: flakelet-agent.service: Consumed 1.355s CPU time over 29.514s wall clock time. container-test-run-flakelet-relay> agent # [2328462.916972] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [2328462.918398] agent systemd[1]: Starting app slow2... container-test-run-flakelet-relay> agent # [2328462.966075] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:31.253539Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"340341d8088b95232a725c79eb870adf\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328462.998723] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [2328463.008095] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:31.295564Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328463.008440] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:31.295914Z","level":"INFO","message":"start","id":"340341d8088b95232a725c79eb870adf","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328463.008269] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:31.295695Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328468.972580] agent systemd[1]: Started app slow2. container-test-run-flakelet-relay> agent # [2328468.983301] agent flakelet[2798]: app: updated to generation 8 container-test-run-flakelet-relay> agent # [2328468.984720] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328469.550229] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:37.837648Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [2328469.551782] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:37.839074Z","level":"INFO","message":"deploy finished","job":"333fa368fce8030aaec527ed410d1be1","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.09 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 9.39 seconds) container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: date +%s container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460778 | grep -q 'app-slow' container-test-run-flakelet-relay> agent # [2328470.171449] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:38.458904Z","level":"INFO","message":"start","id":"5999cd38c5383bf3e07fb6f1e14c3925","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328470.172112] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:38.459604Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"5999cd38c5383bf3e07fb6f1e14c3925\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328470.209877] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328470.249910] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328470.254145] agent flakelet[3379]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent # [2328470.254809] agent flakelet[3379]: app: activating generation 9 container-test-run-flakelet-relay> agent # [2328470.265728] agent systemd[1]: Stopping app slow2... container-test-run-flakelet-relay> agent # [2328470.266436] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328470.266568] agent systemd[1]: Stopped app slow2. container-test-run-flakelet-relay> agent # [2328470.276723] agent systemd[1]: Reload requested from client PID 3386 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328470.276761] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328470.171136] relay flakelet-relay[400]: {"timestamp":"2026-10-08T11:59:38.458583Z","level":"INFO","message":"deploy accepted","job":"0eb983539be4799a9d237fa04df87b96","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328470.614040] agent systemd[1]: Reloading finished in 336 ms. container-test-run-flakelet-relay> agent # [2328470.710603] agent systemd[1]: Reload requested from client PID 3416 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328470.710649] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460778 | grep -q 'app-slow', in 1.02 seconds) container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay container-test-run-flakelet-relay> agent # [2328471.050440] agent systemd[1]: Reloading finished in 339 ms. container-test-run-flakelet-relay> agent # [2328471.155862] agent systemd[1]: Reload requested from client PID 3447 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328471.155902] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328471.197799] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:39.485148Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328471.197083] relay systemd[1]: Stopping flakelet-relay... container-test-run-flakelet-relay> relay # [2328471.231484] relay systemd[1]: flakelet-relay.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328471.231886] relay systemd[1]: Stopped flakelet-relay. container-test-run-flakelet-relay> relay # [2328471.231929] relay systemd[1]: flakelet-relay.service: Consumed 2.538s CPU time over 1min 8.930s wall clock time. container-test-run-flakelet-relay> relay # [2328471.274400] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [2328471.499659] agent systemd[1]: Reloading finished in 343 ms. container-test-run-flakelet-relay> agent # [2328471.602637] agent systemd[1]: Reload requested from client PID 3483 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328471.602677] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328471.945341] agent systemd[1]: Reloading finished in 342 ms. container-test-run-flakelet-relay> agent # [2328472.036768] agent systemd[1]: Starting app slow... container-test-run-flakelet-relay> agent # [2328472.201186] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:40.488321Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.50 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out container-test-run-flakelet-relay> relay # [2328472.684870] relay flakelet-relay[932]: {"timestamp":"2026-10-08T11:59:40.972281Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328472.685790] relay flakelet-relay[932]: {"timestamp":"2026-10-08T11:59:40.972656Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328472.685407] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> agent # [2328474.214653] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:42.502061Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328474.214927] relay flakelet-relay[932]: {"timestamp":"2026-10-08T11:59:42.502332Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay # [2328474.216697] relay flakelet-relay[932]: {"timestamp":"2026-10-08T11:59:42.504181Z","level":"INFO","message":"job reattached","job":"0eb983539be4799a9d237fa04df87b96","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328478.108417] agent systemd[1]: Started app slow. container-test-run-flakelet-relay> agent # [2328478.118113] agent flakelet[3379]: app: updated to generation 9 container-test-run-flakelet-relay> agent # [2328478.120272] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328479.191090] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:47.478490Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.09 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.65 seconds) container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1 container-test-run-flakelet-relay> agent # [2328479.803234] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:48.090617Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328479.803886] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:48.091375Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328479.844319] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328479.873347] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328479.877755] agent flakelet[3557]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328479.878317] agent flakelet[3557]: other: up to date container-test-run-flakelet-relay> agent # [2328479.880824] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328479.802713] relay flakelet-relay[932]: {"timestamp":"2026-10-08T11:59:48.090126Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay container-test-run-flakelet-relay> agent # [2328480.420113] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:48.707513Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328480.438015] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:48.725481Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328480.421058] relay flakelet-relay[932]: {"timestamp":"2026-10-08T11:59:48.708476Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328480.437907] relay systemd[1]: Stopping flakelet-relay... container-test-run-flakelet-relay> relay # [2328480.475349] relay systemd[1]: flakelet-relay.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328480.475792] relay systemd[1]: Stopped flakelet-relay. container-test-run-flakelet-relay> relay # [2328480.475854] relay systemd[1]: flakelet-relay.service: Consumed 1.985s CPU time over 9.201s wall clock time. container-test-run-flakelet-relay> relay # [2328480.512558] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [2328481.440535] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:49.727933Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.47 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1' container-test-run-flakelet-relay> relay # [2328481.893951] relay flakelet-relay[1322]: {"timestamp":"2026-10-08T11:59:50.181368Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328481.894918] relay flakelet-relay[1322]: {"timestamp":"2026-10-08T11:59:50.181853Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328481.894443] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> agent # [2328483.454810] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:51.742219Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328483.454951] relay flakelet-relay[1322]: {"timestamp":"2026-10-08T11:59:51.742356Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.06 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTA5MiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzkyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJLREM1T1hDMzNLNjRFPT09IiwibmJmIjoxNzkxNDYwNzkyLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.pWFoadXegDVJEdbRCppLzQQkmFomzGprWXehLOpWVbAonllIaa4O6EepUx-Nr-3BQscwJcM-IC-oTnKfvGh8Dg' push --relay https://relay:7443 deploy --id hist2 agent/app container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328484.051585] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:52.339015Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328484.052290] agent flakelet-agent[2933]: {"timestamp":"2026-10-08T11:59:52.339783Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent/appagent # [2328484.094473] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> | agent # [2328484.121235] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slowagent # [2328484.126929] agent flakelet[3585]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> container-test-run-flakelet-relay> agent # [2328484.127958] agent flakelet[3585]: app: up to date container-test-run-flakelet-relay> agent/appagent # [2328484.129831] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> | app: up to date container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328484.051053] relay flakelet-relay[1322]: {"timestamp":"2026-10-08T11:59:52.338501Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> » agent/app: unchanged (generation 9) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTA5MiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzkyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJLREM1T1hDMzNLNjRFPT09IiwibmJmIjoxNzkxNDYwNzkyLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.pWFoadXegDVJEdbRCppLzQQkmFomzGprWXehLOpWVbAonllIaa4O6EepUx-Nr-3BQscwJcM-IC-oTnKfvGh8Dg' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.64 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTA5MiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzkyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJLREM1T1hDMzNLNjRFPT09IiwibmJmIjoxNzkxNDYwNzkyLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.pWFoadXegDVJEdbRCppLzQQkmFomzGprWXehLOpWVbAonllIaa4O6EepUx-Nr-3BQscwJcM-IC-oTnKfvGh8Dg' push --relay https://relay:7443 jobs container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTA5MiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwNzkyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJLREM1T1hDMzNLNjRFPT09IiwibmJmIjoxNzkxNDYwNzkyLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.pWFoadXegDVJEdbRCppLzQQkmFomzGprWXehLOpWVbAonllIaa4O6EepUx-Nr-3BQscwJcM-IC-oTnKfvGh8Dg' push --relay https://relay:7443 jobs, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.91 seconds) container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login' container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.08 seconds) container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds) container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: "" container-test-run-flakelet-relay> cleanup container-test-run-flakelet-relay> kill NspawnMachine (pid 52) container-test-run-flakelet-relay> kill NspawnMachine (pid 53) container-test-run-flakelet-relay> Container agent terminated by signal KILL. container-test-run-flakelet-relay> kill NspawnMachine (pid 58) container-test-run-flakelet-relay> relay # [2328484.671969] relay flakelet-relay[1322]: {"timestamp":"2026-10-08T11:59:52.959373Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328484.747536] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 11:59:53] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=jSq1Dblr7G1HszpYHC_5tKurEl0hSMsiuCSG5dwamvU&code_challenge=8RRGWK0ocEebSxd5ZRYDoRQjkPBp0mNzc5HNY7cYnkA&code_challenge_method=S256 HTTP/1.1" 302 - container-test-run-flakelet-relay> relay # [2328484.800540] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 11:59:53] "POST /token HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [2328484.801367] relay flakelet-relay[1322]: {"timestamp":"2026-10-08T11:59:53.088850Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"} container-test-run-flakelet-relay> Container client terminated by signal KILL. container-test-run-flakelet-relay> Container relay terminated by signal KILL. container-test-run-flakelet-relay> (finished: cleanup, in 0.39 seconds) container-test-run-flakelet-relay> additionally exposed symbols: container-test-run-flakelet-relay> agent, client, relay, container-test-run-flakelet-relay> vlan1, container-test-run-flakelet-relay> start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh container-test-run-flakelet-relay> » job 20a9f666100080f44ccb296fd1f67222 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2 container-test-run-flakelet-relay> agent/app | app: activating generation 2 container-test-run-flakelet-relay> agent/app | app: updated to generation 2 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 2) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job cb29637b80bc2bffefa96576af8e79a3 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken container-test-run-flakelet-relay> agent/app | app: activating generation 4 container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed: container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3) container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> agent/app │ Stopping app v1... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v1. container-test-run-flakelet-relay> agent/app │ Starting app v2... container-test-run-flakelet-relay> agent/app │ Started app v2. container-test-run-flakelet-relay> agent/app │ Stopping app v2... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v2. container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> agent/app │ Stopping app v1... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v1. container-test-run-flakelet-relay> agent/app │ Starting app broken... container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent/app │ Failed to start app broken. container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> » skipped: agent/other container-test-run-flakelet-relay> » failed container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 80cade3d99b0daf32b6ba3ce8e1960fb via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: activating generation 7 container-test-run-flakelet-relay> agent/app | app: updated to generation 7 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 7) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 333fa368fce8030aaec527ed410d1be1 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2 container-test-run-flakelet-relay> agent/app | app: activating generation 8 container-test-run-flakelet-relay> agent/app | app: updated to generation 8 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 8) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 0eb983539be4799a9d237fa04df87b96 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: activating generation 9 container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job f8da6dd2f7066cd1f0b9d57750b2add9 container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s container-test-run-flakelet-relay> » job 0eb983539be4799a9d237fa04df87b96 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | app: updated to generation 9 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 9) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> 1791460788 hist1 admin@example.org agent/other:unchanged container-test-run-flakelet-relay> 1791460778 f8da6dd2f7066cd1f0b9d57750b2add9 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460769 7b5163c245a266986406e61e7dbf2f15 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460752 27671bc373744ff74155583fb2aedf27 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460750 local-app-6-1791460750 root (shell) agent/app:updated container-test-run-flakelet-relay> 1791460746 local-app-5-1791460746 root (shell) agent/app:updated container-test-run-flakelet-relay> 1791460743 4894694daa69876679fee9e49b1210cf admin@example.org agent/other:unchanged container-test-run-flakelet-relay> 1791460731 a947e04c56b881ad79ef7824d16916aa admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460730 1ae569cc7c9aa11b11367f11a56438ba admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1791460730 bf0f0a53aa8716e5017b737624b85bae admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1791460729 8e392d55a94b7ae04d31ea9d9f3e14e7 admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1791460725 fe50b4f8e0eaec46928a92066074dbfb admin@example.org agent/app:rolled-back container-test-run-flakelet-relay> 1791460724 50dc70c119a0d291e591b9576c446b9a dev@example.org agent/other:unchanged container-test-run-flakelet-relay> 1791460724 82bb65e2185741248cf84d64e9843425 dev@example.org agent/other:unchanged container-test-run-flakelet-relay> 1791460721 ffda4b66ca5c659433d10d280270d7a4 someone agent/other:unchanged container-test-run-flakelet-relay> 1791460718 f16ea626b096424c01948183cec22c62 repo:github:example/app:ref:refs/heads/main agent/app:updated container-test-run-flakelet-relay> 1791460715 b0027b248148b06aef2dbfa29756cc19 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460712 local-app-1-1791460712 host activation agent/app:updated container-test-run-flakelet-relay> 1791460712 local-flakelet-agent-1-1791460712 host activation agent/flakelet-agent:updated container-test-run-flakelet-relay> 1791460712 local-other-1-1791460712 host activation agent/other:updated container-test-run-flakelet-relay> container-test-run-flakelet-relay> Traceback (most recent call last): container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in container-test-run-flakelet-relay> sys.exit(main()) container-test-run-flakelet-relay> ~~~~^^ container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main container-test-run-flakelet-relay> driver.run_tests() container-test-run-flakelet-relay> ~~~~~~~~~~~~~~~~^^ container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests container-test-run-flakelet-relay> self.test_script() container-test-run-flakelet-relay> ~~~~~~~~~~~~~~~~^^ container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script container-test-run-flakelet-relay> exec(self.tests, symbols, None) container-test-run-flakelet-relay> ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ container-test-run-flakelet-relay> File "", line 208, in container-test-run-flakelet-relay> AssertionError error: Cannot build '/nix/store/9h1038mi8k56jfypcv4nzql134q4978b-container-test-run-flakelet-relay.drv'. Reason: builder failed with exit code 1. Output paths: /nix/store/vfnx43qdjnprmnysxxw5h0yf5q4y7jjb-container-test-run-flakelet-relay Last 25 log lines: > 1791460725 fe50b4f8e0eaec46928a92066074dbfb admin@example.org agent/app:rolled-back > 1791460724 50dc70c119a0d291e591b9576c446b9a dev@example.org agent/other:unchanged > 1791460724 82bb65e2185741248cf84d64e9843425 dev@example.org agent/other:unchanged > 1791460721 ffda4b66ca5c659433d10d280270d7a4 someone agent/other:unchanged > 1791460718 f16ea626b096424c01948183cec22c62 repo:github:example/app:ref:refs/heads/main agent/app:updated > 1791460715 b0027b248148b06aef2dbfa29756cc19 admin@example.org agent/app:updated > 1791460712 local-app-1-1791460712 host activation agent/app:updated > 1791460712 local-flakelet-agent-1-1791460712 host activation agent/flakelet-agent:updated > 1791460712 local-other-1-1791460712 host activation agent/other:updated > > Traceback (most recent call last): > File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in > sys.exit(main()) > ~~~~^^ > File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main > driver.run_tests() > ~~~~~~~~~~~~~~~~^^ > File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests > self.test_script() > ~~~~~~~~~~~~~~~~^^ > File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script > exec(self.tests, symbols, None) > ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ > File "", line 208, in > AssertionError For full logs, run: nix log /nix/store/9h1038mi8k56jfypcv4nzql134q4978b-container-test-run-flakelet-relay.drv nixbot: transient error detected, retrying once this derivation will be built: /nix/store/9h1038mi8k56jfypcv4nzql134q4978b-container-test-run-flakelet-relay.drv building '/nix/store/9h1038mi8k56jfypcv4nzql134q4978b-container-test-run-flakelet-relay.drv' container-test-run-flakelet-relay> tribuchet: building on jamie container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state container-test-run-flakelet-relay> start all VLans container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds) container-test-run-flakelet-relay> Initializing machine ID from random generator. container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds container-test-run-flakelet-relay> run the VM test script container-test-run-flakelet-relay> start all VMs container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 53) container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 52) container-test-run-flakelet-relay> client: systemd-nspawn running (pid 54) container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal... container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal... container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal... container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds) container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client. container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file. container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent. container-test-run-flakelet-relay> agent # No journal files were found. container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> client # No journal files were found. container-test-run-flakelet-relay> relay # No journal files were found. container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0). container-test-run-flakelet-relay> agent # [2328488.674168] agent systemd-journald[57]: Journal started container-test-run-flakelet-relay> relay # [2328488.676272] relay systemd-journald[57]: Journal started container-test-run-flakelet-relay> agent # [2328488.674213] agent systemd-journald[57]: Runtime Journal (/run/log/journal/0ef09743fcfa49e8b217788b2d9bf504) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [2328488.676321] relay systemd-journald[57]: Runtime Journal (/run/log/journal/53d69d15b70b491a8c40fa8c8034cb34) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> agent # [2328488.687953] agent systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> relay # [2328488.686930] relay systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> agent # [2328488.700270] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> relay # [2328488.699354] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> agent # [2328488.714932] agent systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> agent # [2328488.715760] agent systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> relay # [2328488.713856] relay systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> relay # [2328488.714404] relay systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> agent # [2328488.752599] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/0ef09743fcfa49e8b217788b2d9bf504 is 2.324ms for 6 entries. container-test-run-flakelet-relay> relay # [2328488.752752] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/53d69d15b70b491a8c40fa8c8034cb34 is 1.709ms for 6 entries. container-test-run-flakelet-relay> agent # [2328488.752599] agent systemd-journald[57]: System Journal (/var/log/journal/0ef09743fcfa49e8b217788b2d9bf504) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> relay # [2328488.752752] relay systemd-journald[57]: System Journal (/var/log/journal/53d69d15b70b491a8c40fa8c8034cb34) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> agent # [2328488.762256] agent systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> agent # [2328488.763015] agent systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> agent # [2328488.763119] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> agent # [2328488.779940] agent systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> relay # [2328488.761775] relay systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> agent # [2328488.828123] agent systemd[1]: Finished Firewall. container-test-run-flakelet-relay> relay # [2328488.762506] relay systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> agent # [2328489.708823] agent systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> relay # [2328488.762631] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> relay # [2328488.776594] relay systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> relay # [2328488.856097] relay systemd[1]: Finished Firewall. container-test-run-flakelet-relay> relay # [2328489.675410] relay systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> client # [2328488.673963] client systemd-journald[57]: Journal started container-test-run-flakelet-relay> client # [2328488.674013] client systemd-journald[57]: Runtime Journal (/run/log/journal/c2584356f6bd45d48159661e1105eac7) is 8M, max 4G, 3.9G free. container-test-run-flakelet-relay> client # [2328488.686593] client systemd[1]: Finished Apply Kernel Variables. container-test-run-flakelet-relay> client # [2328488.698840] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully. container-test-run-flakelet-relay> client # [2328488.713060] client systemd[1]: Starting Flush Journal to Persistent Storage... container-test-run-flakelet-relay> client # [2328488.713766] client systemd[1]: Starting Create Static Device Nodes in /dev... container-test-run-flakelet-relay> client # [2328488.752419] client systemd-journald[57]: Time spent on flushing to /var/log/journal/c2584356f6bd45d48159661e1105eac7 is 1.952ms for 6 entries. container-test-run-flakelet-relay> client # [2328488.752419] client systemd-journald[57]: System Journal (/var/log/journal/c2584356f6bd45d48159661e1105eac7) is 512B, max 4G, 3.9G free. container-test-run-flakelet-relay> client # [2328488.762152] client systemd[1]: Finished Create Static Device Nodes in /dev. container-test-run-flakelet-relay> client # [2328488.762903] client systemd[1]: Reached target Preparation for Local File Systems. container-test-run-flakelet-relay> client # [2328488.763023] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys container-test-run-flakelet-relay> client # [2328488.779456] client systemd[1]: Finished Flush Journal to Persistent Storage. container-test-run-flakelet-relay> client # [2328488.829433] client systemd[1]: Finished Firewall. container-test-run-flakelet-relay> client # [2328489.673960] client systemd[1]: Mounting /run/wrappers... container-test-run-flakelet-relay> client # [2328489.725903] client systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> client # [2328489.726799] client systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> client # [2328489.727577] client systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> client # [2328489.728568] client systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> client # [2328489.728594] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [2328489.729412] client systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> client # [2328489.730349] client systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> client # [2328489.748890] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> client # [2328489.749285] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> client # [2328489.749581] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/c2584356f6bd45d48159661e1105eac7 failed: Operation not permitted container-test-run-flakelet-relay> client # [2328489.749893] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [2328489.741048] relay systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> relay # [2328489.742387] relay systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> relay # [2328489.743600] relay systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> relay # [2328489.744781] relay systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> relay # [2328489.744829] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> relay # [2328489.745769] relay systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> relay # [2328489.746634] relay systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> relay # [2328489.764647] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> relay # [2328489.765049] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> relay # [2328489.765345] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/53d69d15b70b491a8c40fa8c8034cb34 failed: Operation not permitted container-test-run-flakelet-relay> relay # [2328489.765668] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [2328489.745907] agent systemd[1]: Mounted /run/wrappers. container-test-run-flakelet-relay> agent # [2328489.747198] agent systemd[1]: Reached target Local File Systems. container-test-run-flakelet-relay> agent # [2328489.748465] agent systemd[1]: Listening on Boot Loader Control Service Socket. container-test-run-flakelet-relay> agent # [2328489.749795] agent systemd[1]: Starting Create SUID/SGID Wrappers... container-test-run-flakelet-relay> agent # [2328489.749845] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> agent # [2328489.750942] agent systemd[1]: Starting Save Transient machine-id to Disk... container-test-run-flakelet-relay> agent # [2328489.752063] agent systemd[1]: Starting Create System Files and Directories... container-test-run-flakelet-relay> agent # [2328489.770578] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted container-test-run-flakelet-relay> agent # [2328489.770970] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted container-test-run-flakelet-relay> agent # [2328489.771283] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/0ef09743fcfa49e8b217788b2d9bf504 failed: Operation not permitted container-test-run-flakelet-relay> agent # [2328489.771612] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted container-test-run-flakelet-relay> client # [2328489.751737] client suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.A2jM3ucQhJ/chsh': Operation not permitted container-test-run-flakelet-relay> client # [2328489.751726] client systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> client # [2328489.764129] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> client # [2328489.764237] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> client # [2328489.764412] client systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> client # [2328489.766323] client systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> client # [2328489.767078] client systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> client # [2328489.779980] client systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> client # [2328489.786862] client systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> client # [2328489.788117] client systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> client # [2328489.798424] client systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> client # [2328489.798504] client systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> client # [2328489.798581] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> client # [2328489.798603] client systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> client # [2328489.798615] client systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> client # [2328489.798715] client systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> client # [2328489.798895] client systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> client # [2328489.798993] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> client # [2328489.799019] client systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> client # [2328489.799046] client systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> client # [2328489.804936] client systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> client # [2328489.807851] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> client # [2328489.817742] client systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> client # [2328489.834744] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> client # [2328489.853493] client systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> client # [2328489.870465] client systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> client # [2328489.924238] client systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> client # [2328489.924405] client systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [2328489.766998] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.0K4ojZU51y/chsh': Operation not permitted container-test-run-flakelet-relay> relay # [2328489.834485] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328489.853526] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> relay # [2328489.853561] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> relay # [2328489.853611] relay systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> relay # [2328489.853756] relay systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> relay # [2328489.854205] relay systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> relay # [2328489.896587] relay systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> relay # [2328489.897764] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> relay # [2328489.919856] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> agent # [2328489.774605] agent suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.GXtsRVTZgH/chsh': Operation not permitted container-test-run-flakelet-relay> agent # [2328489.838692] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328489.854719] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent # [2328489.854755] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent # [2328489.854818] agent systemd[1]: Failed to start Create SUID/SGID Wrappers. container-test-run-flakelet-relay> agent # [2328489.854968] agent systemd[1]: Finished Save Transient machine-id to Disk. container-test-run-flakelet-relay> agent # [2328489.855522] agent systemd[1]: Finished Create System Files and Directories. container-test-run-flakelet-relay> agent # [2328489.898542] agent systemd[1]: Starting Rebuild Journal Catalog... container-test-run-flakelet-relay> agent # [2328489.899184] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP... container-test-run-flakelet-relay> agent # [2328489.921240] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP. container-test-run-flakelet-relay> agent # [2328489.928271] agent systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> agent # [2328489.929429] agent systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> agent # [2328489.940914] agent systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> agent # [2328489.941083] agent systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> agent # [2328489.941152] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> agent # [2328489.941177] agent systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> agent # [2328489.941193] agent systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> agent # [2328489.941288] agent systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> agent # [2328489.941460] agent systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> agent # [2328489.941562] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> agent # [2328489.941578] agent systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> agent # [2328489.941606] agent systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> agent # [2328489.942724] agent systemd[1]: Starting Re-link flakelet services at boot... container-test-run-flakelet-relay> agent # [2328489.943488] agent systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> agent # [2328489.944270] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [2328489.945063] agent systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> agent # [2328489.955428] agent systemd[1]: Finished Re-link flakelet services at boot. container-test-run-flakelet-relay> agent # [2328489.958207] agent systemd[1]: Starting Reconcile flakelet services with the host configuration... container-test-run-flakelet-relay> client # [2328489.927068] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> client # [2328489.934182] client systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> client # [2328489.934291] client systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> client # [2328489.935200] client systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> client # [2328489.936055] client systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> client # [2328489.954709] client network-addresses-eth1-start[238]: adding address 192.168.1.2/24... done container-test-run-flakelet-relay> client # [2328489.957986] client network-addresses-eth1-start[238]: adding address 2001:db8:1::2/64... done container-test-run-flakelet-relay> client # [2328489.962308] client systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> client # [2328490.041883] client systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> client # [2328490.042042] client systemd[1]: Reached target Network. container-test-run-flakelet-relay> client # [2328490.048400] client systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> client # [2328490.073238] client systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [2328490.076032] client systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [2328489.927867] relay systemd[1]: Finished Rebuild Journal Catalog. container-test-run-flakelet-relay> relay # [2328489.929557] relay systemd[1]: Starting Update is Completed... container-test-run-flakelet-relay> relay # [2328489.938718] relay systemd[1]: Finished Update is Completed. container-test-run-flakelet-relay> relay # [2328489.938940] relay systemd[1]: Reached target System Initialization. container-test-run-flakelet-relay> relay # [2328489.939055] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container container-test-run-flakelet-relay> relay # [2328489.939093] relay systemd[1]: Started Daily Cleanup of Temporary Directories. container-test-run-flakelet-relay> relay # [2328489.939123] relay systemd[1]: Reached target Timer Units. container-test-run-flakelet-relay> relay # [2328489.939287] relay systemd[1]: Listening on D-Bus System Message Bus Socket. container-test-run-flakelet-relay> relay # [2328489.939581] relay systemd[1]: Listening on Nix Daemon Socket. container-test-run-flakelet-relay> relay # [2328489.939753] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket. container-test-run-flakelet-relay> relay # [2328489.939779] relay systemd[1]: Reached target Socket Units. container-test-run-flakelet-relay> relay # [2328489.939833] relay systemd[1]: Reached target Basic System. container-test-run-flakelet-relay> relay # [2328489.941571] relay systemd[1]: Started device-mock.service. container-test-run-flakelet-relay> relay # [2328489.942409] relay systemd[1]: Starting Re-link flakelet services at boot... container-test-run-flakelet-relay> relay # [2328489.943210] relay systemd[1]: Starting Import lastlog data into lastlog2 database... container-test-run-flakelet-relay> relay # [2328489.944066] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [2328489.944960] relay systemd[1]: Starting resolvconf update... container-test-run-flakelet-relay> relay # [2328489.955150] relay systemd[1]: Finished Re-link flakelet services at boot. container-test-run-flakelet-relay> relay # [2328489.956069] relay systemd[1]: Starting Reconcile flakelet services with the host configuration... container-test-run-flakelet-relay> relay # [2328489.962156] relay systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> relay # [2328489.966956] relay systemd[1]: Finished Reconcile flakelet services with the host configuration. container-test-run-flakelet-relay> relay # [2328490.038979] relay systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328490.039154] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [2328490.041844] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> relay # [2328490.045072] relay systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> relay # [2328490.045209] relay systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> relay # [2328490.045964] relay systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> relay # [2328490.073652] relay systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> relay # [2328490.091741] relay network-addresses-eth1-start[250]: adding address 192.168.1.3/24... done container-test-run-flakelet-relay> relay # [2328490.095083] relay network-addresses-eth1-start[250]: adding address 2001:db8:1::3/64... done container-test-run-flakelet-relay> relay # [2328490.099963] relay systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> relay # [2328490.139061] relay systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> relay # [2328490.139751] relay systemd[1]: Reached target Network. container-test-run-flakelet-relay> relay # [2328490.141176] relay systemd[1]: Starting Dnsmasq Daemon... container-test-run-flakelet-relay> relay # [2328490.142154] relay systemd[1]: Starting Nginx Web Server... container-test-run-flakelet-relay> relay # [2328490.142941] relay systemd[1]: Starting Update flakelet service flakelet-relay... container-test-run-flakelet-relay> relay # [2328490.157404] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/b9k6fp9n31l10v7g51g10x2j6m931y2q-flakelet-flakelet-relay container-test-run-flakelet-relay> relay # [2328490.159173] relay flakelet[311]: flakelet-relay: activating generation 1 container-test-run-flakelet-relay> relay # [2328490.164550] relay systemd[1]: Reload requested from client PID 314 ('systemctl') (unit flakelet-flakelet-relay.service)... container-test-run-flakelet-relay> relay # [2328490.164584] relay systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328489.962205] agent systemd[1]: Finished Import lastlog data into lastlog2 database. container-test-run-flakelet-relay> agent # [2328489.970566] agent systemd[1]: Finished Reconcile flakelet services with the host configuration. container-test-run-flakelet-relay> agent # [2328490.038965] agent systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328490.039117] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [2328490.041852] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [2328490.043285] agent systemd[1]: Finished resolvconf update. container-test-run-flakelet-relay> agent # [2328490.043373] agent systemd[1]: Reached target Preparation for Network. container-test-run-flakelet-relay> agent # [2328490.044269] agent systemd[1]: Starting Address configuration of eth1... container-test-run-flakelet-relay> agent # [2328490.045160] agent systemd[1]: Starting Extra networking commands.... container-test-run-flakelet-relay> agent # [2328490.090852] agent network-addresses-eth1-start[241]: adding address 192.168.1.1/24... done container-test-run-flakelet-relay> agent # [2328490.094226] agent network-addresses-eth1-start[241]: adding address 2001:db8:1::1/64... done container-test-run-flakelet-relay> agent # [2328490.098798] agent systemd[1]: Finished Address configuration of eth1. container-test-run-flakelet-relay> agent # [2328490.144066] agent systemd[1]: Finished Extra networking commands.. container-test-run-flakelet-relay> agent # [2328490.144177] agent systemd[1]: Reached target Network. container-test-run-flakelet-relay> agent # [2328490.145398] agent systemd[1]: Starting Update flakelet service app... container-test-run-flakelet-relay> agent # [2328490.146508] agent systemd[1]: Starting Update flakelet service flakelet-agent... container-test-run-flakelet-relay> agent # [2328490.147369] agent systemd[1]: Starting Update flakelet service other... container-test-run-flakelet-relay> agent # [2328490.163141] agent flakelet[305]: flakelet-agent: using prebuilt artifact /nix/store/34n1x01929ddbda2zc38va53604yzbhp-flakelet-flakelet-agent container-test-run-flakelet-relay> agent # [2328490.163664] agent flakelet[304]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328490.164124] agent flakelet[306]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328490.164517] agent flakelet[305]: flakelet-agent: activating generation 1 container-test-run-flakelet-relay> agent # [2328490.164568] agent flakelet[304]: app: activating generation 1 container-test-run-flakelet-relay> agent # [2328490.164609] agent flakelet[306]: other: activating generation 1 container-test-run-flakelet-relay> agent # [2328490.168656] agent systemd[1]: Reload requested from client PID 307 ('systemctl') (unit flakelet-flakelet-agent.service)... container-test-run-flakelet-relay> agent # [2328490.168687] agent systemd[1]: Reloading... container-test-run-flakelet-relay> client # [2328490.425674] client nsncd[303]: Oct 08 11:59:58.713 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> client # [2328490.425780] client systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> client # [2328490.425872] client systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> client # [2328490.425977] client systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> client # [2328490.428373] client systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> client # [2328490.429882] client systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> client # [2328490.465140] client systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> client # [2328490.467156] client systemd[1]: Started Console Getty. container-test-run-flakelet-relay> client # [2328490.467222] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> client # [2328490.467251] client systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> relay # [2328490.464232] relay nsncd[247]: Oct 08 11:59:58.751 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> relay # [2328490.541975] relay systemd[1]: Reloading finished in 376 ms. container-test-run-flakelet-relay> relay # [2328490.672845] relay systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> relay # [2328490.673915] relay systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> relay # [2328490.674014] relay systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> relay # [2328490.675321] relay systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> relay # [2328490.676384] relay systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> relay # [2328490.693265] relay systemd[1]: Reload requested from client PID 357 ('systemctl') (unit flakelet-flakelet-relay.service)... container-test-run-flakelet-relay> relay # [2328490.693326] relay systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328490.547991] agent systemd[1]: Reloading finished in 378 ms. container-test-run-flakelet-relay> agent # [2328490.676358] agent systemd[1]: nscd.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328490.676504] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [2328490.678951] agent systemd[1]: Reload requested from client PID 308 ('systemctl') (unit flakelet-app.service)... container-test-run-flakelet-relay> agent # [2328490.678995] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328490.736513] relay dnsmasq-pre-start[373]: dnsmasq: syntax check OK. container-test-run-flakelet-relay> relay # [2328491.060301] relay systemd[1]: Reloading finished in 366 ms. container-test-run-flakelet-relay> relay # [2328491.184993] relay systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> relay # [2328491.189644] relay systemd[1]: Started Console Getty. container-test-run-flakelet-relay> relay # [2328491.189716] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> relay # [2328491.189794] relay systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> relay # [2328491.212691] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [2328491.053021] agent systemd[1]: Reloading finished in 373 ms. container-test-run-flakelet-relay> agent # [2328491.190411] agent systemd[1]: Reload requested from client PID 309 ('systemctl') (unit flakelet-other.service)... container-test-run-flakelet-relay> agent # [2328491.190453] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328491.553769] agent systemd[1]: Reloading finished in 362 ms. container-test-run-flakelet-relay> agent # [2328491.629708] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)... container-test-run-flakelet-relay> agent # [2328491.635655] agent systemd[1]: Reload requested from client PID 393 ('systemctl') (unit flakelet-flakelet-agent.service)... container-test-run-flakelet-relay> agent # [2328491.635691] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328491.823239] relay nginx-pre-start[402]: nginx: the configuration file /nix/store/cxg067xx9kj6jimgw17hvankw9yihc9k-nginx.conf syntax is ok container-test-run-flakelet-relay> relay # [2328491.823877] relay nginx-pre-start[402]: nginx: configuration file /nix/store/cxg067xx9kj6jimgw17hvankw9yihc9k-nginx.conf test is successful container-test-run-flakelet-relay> relay # [2328491.849212] relay systemd[1]: Started Nginx Web Server. container-test-run-flakelet-relay> relay # [2328491.853060] relay systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> client # [2328491.851812] client systemd-logind[315]: New seat seat0. container-test-run-flakelet-relay> client # [2328491.852247] client systemd[1]: Started User Login Management. container-test-run-flakelet-relay> client # [2328491.854277] client systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> client # [2328491.855744] client systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> client # [2328491.885025] client systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> client # [2328491.885390] client systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> client # [2328491.885745] client systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> agent # [2328492.002137] agent systemd[1]: Reloading finished in 366 ms. container-test-run-flakelet-relay> agent # [2328492.034887] agent nsncd[392]: Oct 08 12:00:00.322 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket" container-test-run-flakelet-relay> agent # [2328492.096958] agent systemd[1]: Started Name Service Cache Daemon (nsncd). container-test-run-flakelet-relay> agent # [2328492.099883] agent systemd[1]: Reload requested from client PID 394 ('systemctl') (unit flakelet-app.service)... container-test-run-flakelet-relay> agent # [2328492.099918] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328492.180594] relay systemd-logind[354]: New seat seat0. container-test-run-flakelet-relay> relay # [2328492.180913] relay systemd[1]: Started User Login Management. container-test-run-flakelet-relay> relay # [2328492.182413] relay systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> relay # [2328492.227353] relay systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328492.227622] relay systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> relay # [2328492.409151] relay dbus-broker-launch[405]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> relay # [2328492.410303] relay dbus-broker-launch[405]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> relay # [2328492.410303] relay dbus-broker-launch[405]: Invalid user-name in /nix/store/40ryqckxvcy0k9xw1i3g5rddwf4rhnya-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> relay # [2328492.411370] relay systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> relay # [2328492.416515] relay dbus-broker-launch[405]: Ready container-test-run-flakelet-relay> relay # [2328492.419991] relay systemd[1]: Started Dnsmasq Daemon. container-test-run-flakelet-relay> relay # [2328492.422145] relay dnsmasq[394]: started, version 2.93 cachesize 150 container-test-run-flakelet-relay> relay # [2328492.422152] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile container-test-run-flakelet-relay> relay # [2328492.422158] relay dnsmasq[394]: DBus support enabled: connected to system bus container-test-run-flakelet-relay> relay # [2328492.422165] relay dnsmasq[394]: no upstream servers configured - please set them from DBus container-test-run-flakelet-relay> relay # [2328492.422256] relay dnsmasq[394]: read /etc/hosts - 9 names container-test-run-flakelet-relay> client # [2328492.370121] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> client # [2328492.371329] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> client # [2328492.371329] client dbus-broker-launch[325]: Invalid user-name in /nix/store/r6avdj42dpkd7m67x50h2pljx8qs8wvd-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> client # [2328492.372407] client systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> client # [2328492.372892] client systemd[1]: Startup finished in 4.126s. container-test-run-flakelet-relay> client # [2328492.378531] client dbus-broker-launch[325]: Ready container-test-run-flakelet-relay> agent # [2328492.458391] agent systemd[1]: Reloading finished in 358 ms. container-test-run-flakelet-relay> agent # [2328492.534230] agent systemd[1]: Reached target Host and Network Name Lookups. container-test-run-flakelet-relay> agent # [2328492.534392] agent systemd[1]: Reached target User and Group Name Lookups. container-test-run-flakelet-relay> agent # [2328492.535820] agent systemd[1]: Starting User Login Management... container-test-run-flakelet-relay> agent # [2328492.536942] agent systemd[1]: Starting Permit User Sessions... container-test-run-flakelet-relay> agent # [2328492.539133] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [2328492.566029] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [2328492.566388] agent systemd[1]: Reload requested from client PID 461 ('systemctl') (unit flakelet-other.service)... container-test-run-flakelet-relay> agent # [2328492.566425] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328492.603096] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:00.890568Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328492.920489] agent systemd[1]: Reloading finished in 353 ms. container-test-run-flakelet-relay> agent # [2328493.017767] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [2328493.018047] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [2328493.018431] agent systemd[1]: Finished Permit User Sessions. container-test-run-flakelet-relay> agent # [2328493.025810] agent flakelet[305]: flakelet-agent: updated to generation 1 container-test-run-flakelet-relay> agent # [2328493.025925] agent systemd[1]: Started Console Getty. container-test-run-flakelet-relay> agent # [2328493.025982] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0 container-test-run-flakelet-relay> agent # [2328493.026058] agent systemd[1]: Reached target Login Prompts. container-test-run-flakelet-relay> agent # [2328493.027071] agent systemd[1]: Starting other v1... container-test-run-flakelet-relay> agent # [2328493.027421] agent systemd[1]: Finished Update flakelet service flakelet-agent. container-test-run-flakelet-relay> agent # [2328493.031777] agent flakelet[304]: app: updated to generation 1 container-test-run-flakelet-relay> agent # [2328493.056334] agent systemd[1]: Finished Update flakelet service app. container-test-run-flakelet-relay> agent # [2328493.060292] agent systemd[1]: Started other v1. container-test-run-flakelet-relay> agent # [2328493.066628] agent flakelet[306]: other: updated to generation 1 container-test-run-flakelet-relay> agent # [2328493.068163] agent systemd[1]: Finished Update flakelet service other. container-test-run-flakelet-relay> agent # [2328493.068306] agent systemd[1]: Reached target flakelet managed services. container-test-run-flakelet-relay> relay # [2328493.212484] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:01.499940Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328493.212954] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:01.500407Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328493.212950] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> relay # [2328493.221550] relay systemd[1]: Starting health for flakelet-relay... container-test-run-flakelet-relay> relay # [2328493.519306] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328493.519648] relay systemd[1]: Finished health for flakelet-relay. container-test-run-flakelet-relay> relay # [2328493.528828] relay flakelet[311]: flakelet-relay: updated to generation 1 container-test-run-flakelet-relay> relay # [2328493.530989] relay systemd[1]: Finished Update flakelet service flakelet-relay. container-test-run-flakelet-relay> relay # [2328493.531732] relay systemd[1]: Reached target flakelet managed services. container-test-run-flakelet-relay> relay # [2328493.531946] relay systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> relay # [2328493.532182] relay systemd[1]: Startup finished in 5.288s. container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.17 seconds) container-test-run-flakelet-relay> relay: waiting for unit nginx.service container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for unit flakelet.target container-test-run-flakelet-relay> agent # [2328493.666149] agent systemd-logind[459]: New seat seat0. container-test-run-flakelet-relay> agent # [2328493.666931] agent systemd[1]: Started User Login Management. container-test-run-flakelet-relay> agent # [2328493.668898] agent systemd[1]: Starting D-Bus System Message Bus... container-test-run-flakelet-relay> agent # [2328493.670591] agent systemd[1]: Starting linger-users.service... container-test-run-flakelet-relay> agent # [2328493.701347] agent systemd[1]: linger-users.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328493.701732] agent systemd[1]: Finished linger-users.service. container-test-run-flakelet-relay> agent # [2328493.702113] agent systemd[1]: Reached target Multi-User System. container-test-run-flakelet-relay> agent # [2328494.036936] agent dbus-broker-launch[898]: Looking up NSS user entry for 'systemd-timesync'... container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.17 seconds) container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.04 seconds) container-test-run-flakelet-relay> client: waiting for unit multi-user.target container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1' container-test-run-flakelet-relay> agent # [2328494.038160] agent dbus-broker-launch[898]: NSS returned no entry for 'systemd-timesync' container-test-run-flakelet-relay> agent # [2328494.038160] agent dbus-broker-launch[898]: Invalid user-name in /nix/store/g6pprdd65qv8qsgizxsmz013f6jwwbn7-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync" container-test-run-flakelet-relay> agent # [2328494.038908] agent systemd[1]: Started D-Bus System Message Bus. container-test-run-flakelet-relay> agent # [2328494.039471] agent systemd[1]: Startup finished in 5.799s. container-test-run-flakelet-relay> agent # [2328494.045362] agent dbus-broker-launch[898]: Ready container-test-run-flakelet-relay> relay # [2328494.617602] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:02.905050Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: None, revision: None }, Named { name: \"flakelet-agent\", generation: None, revision: None }, Named { name: \"other\", generation: None, revision: None }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328494.617575] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:02.904995Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328494.626833] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:02.914320Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328494.627287] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:02.914780Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328494.627472] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:02.914971Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 1.03 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds) container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1 container-test-run-flakelet-relay> relay # [2328495.209685] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:03.497089Z","level":"INFO","message":"deploy accepted","job":"04cb31a43ff35a8e43a6ee19d4bc5b2e","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328495.210171] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:03.497583Z","level":"INFO","message":"start","id":"e365208392317ef40bbe4403536d66dd","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328495.210651] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:03.498141Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"e365208392317ef40bbe4403536d66dd\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328495.250379] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328495.283116] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328495.287810] agent flakelet[920]: app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2 container-test-run-flakelet-relay> agent # [2328495.288461] agent flakelet[920]: app: activating generation 2 container-test-run-flakelet-relay> agent # [2328495.304451] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [2328495.306097] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328495.306360] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [2328495.323630] agent systemd[1]: Reload requested from client PID 927 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328495.323696] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328495.669589] agent systemd[1]: Reloading finished in 345 ms. container-test-run-flakelet-relay> agent # [2328495.757902] agent systemd[1]: Reload requested from client PID 957 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328495.757938] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328496.093659] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [2328496.178166] agent systemd[1]: Reload requested from client PID 986 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328496.178204] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328496.528614] agent systemd[1]: Reloading finished in 349 ms. container-test-run-flakelet-relay> agent # [2328496.603159] agent systemd[1]: Reload requested from client PID 1017 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328496.603193] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328496.935017] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328497.001427] agent systemd[1]: Starting app v2... container-test-run-flakelet-relay> agent # [2328497.030118] agent systemd[1]: Started app v2. container-test-run-flakelet-relay> agent # [2328497.034639] agent flakelet[920]: app: updated to generation 2 container-test-run-flakelet-relay> agent # [2328497.035851] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.96 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2' container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2' container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by' container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.03 seconds) container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 3.04 seconds) container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTEwNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODA2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJWVUpIUUg3N1pNVlhBPT09IiwibmJmIjoxNzkxNDYwODA2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.D23hiHynP0DW6YSkirWjdZPNMlWCAFFPx0-gMLqtwvqtOHzi_uRO89tFkAdhjBY3VHv10YAHOhcSEwhIhuEvBA' push --relay https://relay:7443 deploy agent/app 2>&1 container-test-run-flakelet-relay> agent # [2328498.141053] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:06.428457Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328498.326942] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:06.614372Z","level":"INFO","message":"start","id":"afbce17fd8d2e95fff5c4759f08299e4","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328498.327675] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:06.615161Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"afbce17fd8d2e95fff5c4759f08299e4\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328498.367999] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328498.374709] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328498.378526] agent flakelet[1086]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328498.379115] agent flakelet[1086]: app: activating generation 3 container-test-run-flakelet-relay> agent # [2328498.392163] agent systemd[1]: Stopping app v2... container-test-run-flakelet-relay> relay # [2328498.143305] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:06.430705Z","level":"INFO","message":"deploy finished","job":"04cb31a43ff35a8e43a6ee19d4bc5b2e","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328498.326629] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:06.614062Z","level":"INFO","message":"deploy accepted","job":"7d3d1f638ae44b7ee49586e1592ba235","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328498.393779] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328498.394044] agent systemd[1]: Stopped app v2. container-test-run-flakelet-relay> agent # [2328498.408949] agent systemd[1]: Reload requested from client PID 1093 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328498.409028] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328498.756167] agent systemd[1]: Reloading finished in 346 ms. container-test-run-flakelet-relay> agent # [2328498.828840] agent systemd[1]: Reload requested from client PID 1126 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328498.828871] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328499.161933] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328499.229449] agent systemd[1]: Reload requested from client PID 1156 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328499.229487] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328499.562247] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328499.643634] agent systemd[1]: Reload requested from client PID 1187 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328499.643668] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328499.974239] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [2328500.035012] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [2328500.064313] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [2328500.071934] agent flakelet[1086]: app: updated to generation 3 container-test-run-flakelet-relay> agent # [2328500.073156] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTEwNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODA2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJWVUpIUUg3N1pNVlhBPT09IiwibmJmIjoxNzkxNDYwODA2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.D23hiHynP0DW6YSkirWjdZPNMlWCAFFPx0-gMLqtwvqtOHzi_uRO89tFkAdhjBY3VHv10YAHOhcSEwhIhuEvBA' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.89 seconds) container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 2.97 seconds) container-test-run-flakelet-relay> subtest: policy denies uncovered target container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTEwNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODA2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJWVUpIUUg3N1pNVlhBPT09IiwibmJmIjoxNzkxNDYwODA2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.D23hiHynP0DW6YSkirWjdZPNMlWCAFFPx0-gMLqtwvqtOHzi_uRO89tFkAdhjBY3VHv10YAHOhcSEwhIhuEvBA' push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTEwNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODA2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJWVUpIUUg3N1pNVlhBPT09IiwibmJmIjoxNzkxNDYwODA2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.D23hiHynP0DW6YSkirWjdZPNMlWCAFFPx0-gMLqtwvqtOHzi_uRO89tFkAdhjBY3VHv10YAHOhcSEwhIhuEvBA' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds) container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTEwOSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MTQ2MDgwOSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiQjVaNUQ2QkVHUzVJSz09PSIsIm5iZiI6MTc5MTQ2MDgwOSwic3ViIjoic29tZW9uZSJ9.EZnH8p6w-OllvuEwoFr5zaO2FjDbmQgiTIsY7jqBItyvIssM5LfLASlbhyPYqQzNTALyGTMuPNBRARvPg6IcCA' push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> relay # [2328501.178662] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:09.466052Z","level":"INFO","message":"deploy finished","job":"7d3d1f638ae44b7ee49586e1592ba235","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328501.280239] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:09.567707Z","level":"INFO","message":"deploy accepted","job":"d6c6fcd5526a3269eb536da8622a4c70","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328501.176732] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:09.464136Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328501.280596] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:09.568035Z","level":"INFO","message":"start","id":"ecc985fdbd8f5ca7018a4cc74cb12387","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328501.281083] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:09.568579Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"ecc985fdbd8f5ca7018a4cc74cb12387\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328501.324782] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328501.359251] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328501.363350] agent flakelet[1241]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328501.363907] agent flakelet[1241]: other: up to date container-test-run-flakelet-relay> agent # [2328501.365707] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTEwOSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MTQ2MDgwOSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiQjVaNUQ2QkVHUzVJSz09PSIsIm5iZiI6MTc5MTQ2MDgwOSwic3ViIjoic29tZW9uZSJ9.EZnH8p6w-OllvuEwoFr5zaO2FjDbmQgiTIsY7jqBItyvIssM5LfLASlbhyPYqQzNTALyGTMuPNBRARvPg6IcCA' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.65 seconds) container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.71 seconds) container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1 container-test-run-flakelet-relay> relay # [2328501.906925] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:10.194345Z","level":"INFO","message":"deploy finished","job":"d6c6fcd5526a3269eb536da8622a4c70","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328501.929998] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 12:00:10] "POST /device HTTP/1.1" 200 - container-test-run-flakelet-relay> agent # [2328501.905149] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:10.192551Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [2328502.935795] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 12:00:11] "POST /token HTTP/1.1" 400 - container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.09 seconds) container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600 container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> relay # [2328503.995549] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 12:00:12] "POST /token HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [2328504.030484] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:12.317942Z","level":"INFO","message":"deploy accepted","job":"16a84ab1248ca211f11074255ef1276a","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328504.030993] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:12.318398Z","level":"INFO","message":"start","id":"fe003e0f078ab0b855b8436148a37a2f","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328504.031831] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:12.319225Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"fe003e0f078ab0b855b8436148a37a2f\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328504.073213] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328504.105144] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328504.109839] agent flakelet[1265]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328504.110398] agent flakelet[1265]: other: up to date container-test-run-flakelet-relay> agent # [2328504.113033] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1 container-test-run-flakelet-relay> relay # [2328504.652556] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:12.939952Z","level":"INFO","message":"deploy finished","job":"16a84ab1248ca211f11074255ef1276a","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328504.675533] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:12.963011Z","level":"INFO","message":"deploy accepted","job":"c8099833d31fb344f4443b0c4db883b0","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328504.650642] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:12.938040Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328504.675890] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:12.963318Z","level":"INFO","message":"start","id":"e117afeb06c620ca5e621b168a928d79","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328504.676341] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:12.963827Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"e117afeb06c620ca5e621b168a928d79\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328504.718570] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328504.747221] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328504.751301] agent flakelet[1289]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328504.751846] agent flakelet[1289]: other: up to date container-test-run-flakelet-relay> agent # [2328504.754090] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds) container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.39 seconds) container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1 container-test-run-flakelet-relay> relay # [2328505.292973] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:13.580391Z","level":"INFO","message":"deploy finished","job":"c8099833d31fb344f4443b0c4db883b0","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328505.330820] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:13.618260Z","level":"INFO","message":"deploy accepted","job":"5edb477152b27b7226589eca431c6c19","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328505.290885] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:13.578280Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328505.331117] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:13.618579Z","level":"INFO","message":"start","id":"813406c4fa284fcfb3c32398e391bac4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328505.331579] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:13.619066Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"813406c4fa284fcfb3c32398e391bac4\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328505.371152] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328505.408291] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328505.412844] agent flakelet[1312]: app: using prebuilt artifact /nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken container-test-run-flakelet-relay> agent # [2328505.413471] agent flakelet[1312]: app: activating generation 4 container-test-run-flakelet-relay> agent # [2328505.423841] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [2328505.425296] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328505.425498] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [2328505.435456] agent systemd[1]: Reload requested from client PID 1319 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328505.435491] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328505.771251] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [2328505.836407] agent systemd[1]: Reload requested from client PID 1349 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328505.836444] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328506.167082] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [2328506.227936] agent systemd[1]: Reload requested from client PID 1378 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328506.227975] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328506.560359] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328506.629680] agent systemd[1]: Reload requested from client PID 1412 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328506.629716] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328506.965328] agent systemd[1]: Reloading finished in 335 ms. container-test-run-flakelet-relay> agent # [2328507.028208] agent systemd[1]: Starting app broken... container-test-run-flakelet-relay> agent # [2328507.057541] agent (nonexistent)[1443]: app.service: Unable to locate executable '/nonexistent': No such file or directory container-test-run-flakelet-relay> agent # [2328507.057566] agent (nonexistent)[1443]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory container-test-run-flakelet-relay> agent # [2328507.059058] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC container-test-run-flakelet-relay> agent # [2328507.059172] agent systemd[1]: app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent # [2328507.059507] agent systemd[1]: Failed to start app broken. container-test-run-flakelet-relay> agent # [2328507.088175] agent systemd[1]: Reload requested from client PID 1449 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328507.088213] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328507.422160] agent systemd[1]: Reloading finished in 333 ms. container-test-run-flakelet-relay> agent # [2328507.495925] agent systemd[1]: Reload requested from client PID 1479 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328507.495963] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328507.825265] agent systemd[1]: Reloading finished in 328 ms. container-test-run-flakelet-relay> agent # [2328507.890740] agent systemd[1]: Reload requested from client PID 1509 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328507.890778] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328508.225190] agent systemd[1]: Reloading finished in 333 ms. container-test-run-flakelet-relay> agent # [2328508.303303] agent systemd[1]: Reload requested from client PID 1539 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328508.303339] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328508.636123] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328508.698771] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [2328508.736223] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [2328508.737515] agent flakelet[1312]: app: deploy failed, rolled back: systemctl start app.service failed: container-test-run-flakelet-relay> agent # [2328508.737515] agent flakelet[1312]: failed units: app.service. See journalctl -u app.service container-test-run-flakelet-relay> agent # [2328508.738937] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent # [2328508.739048] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.13 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1' container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.17 seconds) container-test-run-flakelet-relay> subtest: host patterns expand on the relay container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1 container-test-run-flakelet-relay> relay # [2328509.439882] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:17.727303Z","level":"INFO","message":"deploy finished","job":"5edb477152b27b7226589eca431c6c19","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328509.498186] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:17.785608Z","level":"INFO","message":"deploy accepted","job":"3fb39b3d0a7bd2c89a90c225cdc71e6b","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328509.438103] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:17.725494Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328509.498504] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:17.785918Z","level":"INFO","message":"start","id":"008075b80e82f5c3b844cefae40c025c","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328509.499083] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:17.786568Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"008075b80e82f5c3b844cefae40c025c\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328509.539983] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328509.574262] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328509.578715] agent flakelet[1599]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328509.579339] agent flakelet[1599]: app: up to date container-test-run-flakelet-relay> agent # [2328509.581313] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.65 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1 container-test-run-flakelet-relay> relay # [2328510.126661] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:18.414075Z","level":"INFO","message":"deploy finished","job":"3fb39b3d0a7bd2c89a90c225cdc71e6b","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328510.148843] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:18.436322Z","level":"INFO","message":"deploy accepted","job":"6a9de204cfaef8b5d6c6f9af318e72a5","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328510.125154] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:18.412573Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328510.149178] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:18.436632Z","level":"INFO","message":"start","id":"fbe75db19c8c3c72e22aa2dbd486896e","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328510.149368] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:18.436865Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"fbe75db19c8c3c72e22aa2dbd486896e\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328510.187555] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328510.194226] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328510.198876] agent flakelet[1619]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328510.199452] agent flakelet[1619]: app: up to date container-test-run-flakelet-relay> agent # [2328510.201917] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.62 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1 container-test-run-flakelet-relay> relay # [2328510.743986] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:19.031404Z","level":"INFO","message":"deploy finished","job":"6a9de204cfaef8b5d6c6f9af318e72a5","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328510.766251] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:19.053722Z","level":"INFO","message":"deploy accepted","job":"c1c90b6ba3db0ab3498796af53f2b1b9","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328510.741937] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:19.029333Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328510.766548] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:19.054014Z","level":"INFO","message":"start","id":"d6a3b4179353abc1c9b76bd432cc693e","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328510.766984] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:19.054472Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"d6a3b4179353abc1c9b76bd432cc693e\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328510.807431] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328510.846279] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328510.851344] agent flakelet[1643]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> agent # [2328510.851935] agent flakelet[1643]: app: up to date container-test-run-flakelet-relay> agent # [2328510.853883] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.65 seconds) container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.95 seconds) container-test-run-flakelet-relay> subtest: detach returns once the job is accepted container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1 container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service container-test-run-flakelet-relay> relay # [2328511.395700] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:19.683112Z","level":"INFO","message":"deploy finished","job":"c1c90b6ba3db0ab3498796af53f2b1b9","ok":false,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328511.454714] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:19.742139Z","level":"INFO","message":"deploy accepted","job":"e7a8fd02228427d07fcb9a0ba8a1a078","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328511.393696] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:19.681100Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328511.455058] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:19.742470Z","level":"INFO","message":"start","id":"58b8da61b1cca2f8b513955fa63e0cd5","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328511.455608] agent flakelet-agent[463]: {"timestamp":"2026-10-08T12:00:19.743092Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"58b8da61b1cca2f8b513955fa63e0cd5\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328511.497847] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328511.530198] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328511.534830] agent flakelet[1667]: app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2 container-test-run-flakelet-relay> agent # [2328511.535483] agent flakelet[1667]: app: activating generation 4 container-test-run-flakelet-relay> agent # [2328511.548847] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [2328511.550696] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328511.551061] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [2328511.568759] agent systemd[1]: Reload requested from client PID 1674 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328511.568826] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328511.912714] agent systemd[1]: Reloading finished in 343 ms. container-test-run-flakelet-relay> agent # [2328511.989278] agent systemd[1]: Reload requested from client PID 1704 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328511.989316] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328512.320337] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [2328512.387344] agent systemd[1]: Reload requested from client PID 1733 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328512.387382] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.32 seconds) container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> agent # [2328512.721868] agent systemd[1]: Reloading finished in 334 ms. container-test-run-flakelet-relay> agent # [2328512.786684] agent systemd[1]: Reload requested from client PID 1768 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328512.786717] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328513.117865] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [2328513.194009] agent systemd[1]: Starting app slow2... container-test-run-flakelet-relay> agent # [2328519.270580] agent systemd[1]: Started app slow2. container-test-run-flakelet-relay> agent # [2328519.277285] agent flakelet[1667]: app: updated to generation 4 container-test-run-flakelet-relay> agent # [2328519.279374] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 7.50 seconds) container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 8.87 seconds) container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1 container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.07 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0' container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out container-test-run-flakelet-relay> agent # [2328520.320137] agent systemd[1]: Stopping flakelet-agent... container-test-run-flakelet-relay> agent # [2328520.349245] agent systemd[1]: flakelet-agent.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328520.349743] agent systemd[1]: Stopped flakelet-agent. container-test-run-flakelet-relay> agent # [2328520.350170] agent systemd[1]: flakelet-agent.service: Consumed 1.579s CPU time over 27.810s wall clock time. container-test-run-flakelet-relay> relay # [2328520.320219] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:28.607675Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.10 seconds) container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead. container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39 container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out container-test-run-flakelet-relay> relay # [2328521.536836] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:29.824269Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328521.445290] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [2328521.501349] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:29.788822Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"58b8da61b1cca2f8b513955fa63e0cd5\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328521.527385] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [2328521.536761] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:29.824240Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328522.045337] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:30.332756Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [2328523.430087] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:31.717499Z","level":"INFO","message":"deploy accepted","job":"d725407863e887d4187059d5e0074d05","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328523.430566] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:31.717963Z","level":"INFO","message":"start","id":"9c8da081e316db3c393557b94c9cfbda","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328523.431514] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:31.718658Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"9c8da081e316db3c393557b94c9cfbda\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328523.473239] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328523.508222] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328523.512851] agent flakelet[2248]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328523.513376] agent flakelet[2248]: other: up to date container-test-run-flakelet-relay> agent # [2328523.515605] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328524.053350] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:32.340739Z","level":"INFO","message":"deploy finished","job":"d725407863e887d4187059d5e0074d05","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328524.051552] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:32.338993Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 3.04 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTEzMiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODMyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJTUzJVSFhGS0lDRjNVPT09IiwibmJmIjoxNzkxNDYwODMyLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.yeHHq9VRiLzga2dmAfRjtKF2PKTFvuemXtxRsNpH4AflksOPneK9mwt4JyBAup8x4f90nBJjkQNrCDAoGm5lDw' push --relay https://relay:7443 agents container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTEzMiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODMyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJTUzJVSFhGS0lDRjNVPT09IiwibmJmIjoxNzkxNDYwODMyLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.yeHHq9VRiLzga2dmAfRjtKF2PKTFvuemXtxRsNpH4AflksOPneK9mwt4JyBAup8x4f90nBJjkQNrCDAoGm5lDw' push --relay https://relay:7443 agents, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 4.38 seconds) container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation' container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.03 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet update app container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2 container-test-run-flakelet-relay> app: activating generation 5 container-test-run-flakelet-relay> agent # [2328524.759818] agent systemd[1]: Stopping app slow2... container-test-run-flakelet-relay> agent # [2328524.761497] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328524.761780] agent systemd[1]: Stopped app slow2. container-test-run-flakelet-relay> agent # [2328524.779746] agent systemd[1]: Reload requested from client PID 2282 ('systemctl')... container-test-run-flakelet-relay> agent # [2328524.779812] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328525.125853] agent systemd[1]: Reloading finished in 345 ms. container-test-run-flakelet-relay> agent # [2328525.192173] agent systemd[1]: Reload requested from client PID 2311 ('systemctl')... container-test-run-flakelet-relay> agent # [2328525.192211] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328525.524326] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328525.599621] agent systemd[1]: Reload requested from client PID 2341 ('systemctl')... container-test-run-flakelet-relay> agent # [2328525.599656] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328525.936614] agent systemd[1]: Reloading finished in 336 ms. container-test-run-flakelet-relay> agent # [2328526.019170] agent systemd[1]: Reload requested from client PID 2372 ('systemctl')... container-test-run-flakelet-relay> agent # [2328526.019205] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328526.351966] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.74 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5' container-test-run-flakelet-relay> agent # [2328526.427077] agent systemd[1]: Starting app v2... container-test-run-flakelet-relay> agent # [2328526.464295] agent systemd[1]: Started app v2. container-test-run-flakelet-relay> agent # [2328527.549490] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:35.836898Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 2.07 seconds) container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5- container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app- container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds) container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: flakelet update app container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1 container-test-run-flakelet-relay> app: activating generation 6 container-test-run-flakelet-relay> agent # [2328528.638353] agent systemd[1]: Stopping app v2... container-test-run-flakelet-relay> agent # [2328528.639068] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328528.639204] agent systemd[1]: Stopped app v2. container-test-run-flakelet-relay> agent # [2328528.649121] agent systemd[1]: Reload requested from client PID 2418 ('systemctl')... container-test-run-flakelet-relay> agent # [2328528.649155] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328528.978459] agent systemd[1]: Reloading finished in 328 ms. container-test-run-flakelet-relay> agent # [2328529.059817] agent systemd[1]: Reload requested from client PID 2447 ('systemctl')... container-test-run-flakelet-relay> agent # [2328529.059854] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328529.391108] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [2328529.464981] agent systemd[1]: Reload requested from client PID 2475 ('systemctl')... container-test-run-flakelet-relay> agent # [2328529.465024] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328529.796302] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [2328529.874431] agent systemd[1]: Reload requested from client PID 2507 ('systemctl')... container-test-run-flakelet-relay> agent # [2328529.874469] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.70 seconds) container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6' container-test-run-flakelet-relay> agent # [2328530.206445] agent systemd[1]: Reloading finished in 331 ms. container-test-run-flakelet-relay> agent # [2328530.269626] agent systemd[1]: Starting app v1... container-test-run-flakelet-relay> agent # [2328530.306189] agent systemd[1]: Started app v1. container-test-run-flakelet-relay> agent # [2328531.555433] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:39.842774Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 2.07 seconds) container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 7.71 seconds) container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.03 seconds) container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.03 seconds) container-test-run-flakelet-relay> subtest: metrics container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.02 seconds) container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: date +%s container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460840 | grep -q 'app-slow' container-test-run-flakelet-relay> relay # [2328532.407339] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:40.694667Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> relay # [2328532.473538] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:40.760970Z","level":"INFO","message":"deploy accepted","job":"d149e9c00eed19555e206e6750dbd5b8","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328532.473959] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:40.761372Z","level":"INFO","message":"start","id":"49af54efec991c8d3dd89a11d2075c4c","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328532.474337] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:40.761826Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"49af54efec991c8d3dd89a11d2075c4c\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328532.511781] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328532.545256] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328532.550651] agent flakelet[2557]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent # [2328532.551295] agent flakelet[2557]: app: activating generation 7 container-test-run-flakelet-relay> agent # [2328532.568083] agent systemd[1]: Stopping app v1... container-test-run-flakelet-relay> agent # [2328532.568526] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328532.568782] agent systemd[1]: Stopped app v1. container-test-run-flakelet-relay> agent # [2328532.584963] agent systemd[1]: Reload requested from client PID 2564 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328532.585042] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328532.931674] agent systemd[1]: Reloading finished in 345 ms. container-test-run-flakelet-relay> agent # [2328532.995272] agent systemd[1]: Reload requested from client PID 2594 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328532.995310] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328533.325496] agent systemd[1]: Reloading finished in 329 ms. container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460840 | grep -q 'app-slow', in 1.03 seconds) container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds) container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds) container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443 container-test-run-flakelet-relay> agent # [2328533.383328] agent systemd[1]: Reload requested from client PID 2623 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328533.383364] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460840 | grep -q 'updated to generation' container-test-run-flakelet-relay> agent # [2328533.599877] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:41.887154Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328533.712748] agent systemd[1]: Reloading finished in 328 ms. container-test-run-flakelet-relay> agent # [2328533.781071] agent systemd[1]: Reload requested from client PID 2671 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328533.781110] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328533.564909] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:41.852334Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328534.111769] agent systemd[1]: Reloading finished in 330 ms. container-test-run-flakelet-relay> agent # [2328534.186202] agent systemd[1]: Starting app slow... container-test-run-flakelet-relay> agent # [2328534.602473] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:42.889746Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328536.605075] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:44.892477Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328540.254273] agent systemd[1]: Started app slow. container-test-run-flakelet-relay> agent # [2328540.264323] agent flakelet[2557]: app: updated to generation 7 container-test-run-flakelet-relay> agent # [2328540.266348] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460840 | grep -q 'updated to generation', in 7.11 seconds) container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out container-test-run-flakelet-relay> agent # [2328540.607590] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:48.894875Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328541.363389] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:49.650807Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.09 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.41 seconds) container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2' container-test-run-flakelet-relay> relay # [2328548.611050] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:56.898477Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328548.610967] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:56.898408Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328548.611915] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:56.899034Z","level":"INFO","message":"deploy finished","job":"d149e9c00eed19555e206e6750dbd5b8","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328548.611708] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:56.898619Z","level":"INFO","message":"start","id":"49af54efec991c8d3dd89a11d2075c4c","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328548.873809] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:57.161104Z","level":"INFO","message":"deploy accepted","job":"837e7595e4205c5521345f57477d8f7d","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328548.874169] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:57.161478Z","level":"INFO","message":"start","id":"23a45f8695ca2339fe7dff52fede2868","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328548.874641] agent flakelet-agent[1835]: {"timestamp":"2026-10-08T12:00:57.162131Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"23a45f8695ca2339fe7dff52fede2868\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328548.910777] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328548.942218] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328548.946697] agent flakelet[2793]: app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2 container-test-run-flakelet-relay> agent # [2328548.947350] agent flakelet[2793]: app: activating generation 8 container-test-run-flakelet-relay> agent # [2328548.963775] agent systemd[1]: Stopping app slow... container-test-run-flakelet-relay> agent # [2328548.965552] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328548.965864] agent systemd[1]: Stopped app slow. container-test-run-flakelet-relay> agent # [2328548.981282] agent systemd[1]: Reload requested from client PID 2800 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328548.981348] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328549.330207] agent systemd[1]: Reloading finished in 348 ms. container-test-run-flakelet-relay> agent # [2328549.415713] agent systemd[1]: Reload requested from client PID 2830 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328549.415752] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.03 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent container-test-run-flakelet-relay> agent # [2328549.748450] agent systemd[1]: Reloading finished in 332 ms. container-test-run-flakelet-relay> agent # [2328549.836796] agent systemd[1]: Reload requested from client PID 2861 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328549.836829] agent systemd[1]: Reloading... container-test-run-flakelet-relay> relay # [2328550.276070] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:58.563456Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328550.184921] agent systemd[1]: Reloading finished in 347 ms. container-test-run-flakelet-relay> agent # [2328550.275813] agent systemd[1]: Stopping flakelet-agent... container-test-run-flakelet-relay> agent # [2328550.282364] agent systemd[1]: Reload requested from client PID 2898 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328550.282400] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 0.91 seconds) container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)" container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out container-test-run-flakelet-relay> relay # [2328550.808992] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:00:59.096398Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328550.641551] agent systemd[1]: Reloading finished in 358 ms. container-test-run-flakelet-relay> agent # [2328550.728448] agent systemd[1]: flakelet-agent.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328550.728635] agent systemd[1]: Stopped flakelet-agent. container-test-run-flakelet-relay> agent # [2328550.747450] agent systemd[1]: Starting app slow2... container-test-run-flakelet-relay> agent # [2328550.748458] agent systemd[1]: Starting flakelet-agent... container-test-run-flakelet-relay> agent # [2328550.779677] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:00:59.067160Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"23a45f8695ca2339fe7dff52fede2868\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328550.799051] agent systemd[1]: Started flakelet-agent. container-test-run-flakelet-relay> agent # [2328550.808806] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:00:59.096291Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328550.810038] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:00:59.097541Z","level":"INFO","message":"start","id":"23a45f8695ca2339fe7dff52fede2868","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328556.795883] agent systemd[1]: Started app slow2. container-test-run-flakelet-relay> agent # [2328556.802566] agent flakelet[2793]: app: updated to generation 8 container-test-run-flakelet-relay> agent # [2328556.803890] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328557.357999] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:05.645420Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> relay # [2328557.360760] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:01:05.648166Z","level":"INFO","message":"deploy finished","job":"837e7595e4205c5521345f57477d8f7d","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.07 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 9.07 seconds) container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds) container-test-run-flakelet-relay> agent: must succeed: date +%s container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 & container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds) container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460866 | grep -q 'app-slow' container-test-run-flakelet-relay> relay # [2328557.957982] relay flakelet-relay[400]: {"timestamp":"2026-10-08T12:01:06.245408Z","level":"INFO","message":"deploy accepted","job":"20aea30ca682d19359b90aeaf3957397","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328557.958370] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:06.245768Z","level":"INFO","message":"start","id":"34c419cef9a20030125bc88ff12635ec","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328557.958917] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:06.246403Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"34c419cef9a20030125bc88ff12635ec\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328557.994111] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328558.022233] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> agent # [2328558.026897] agent flakelet[3375]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent # [2328558.027516] agent flakelet[3375]: app: activating generation 9 container-test-run-flakelet-relay> agent # [2328558.044180] agent systemd[1]: Stopping app slow2... container-test-run-flakelet-relay> agent # [2328558.044631] agent systemd[1]: app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328558.044888] agent systemd[1]: Stopped app slow2. container-test-run-flakelet-relay> agent # [2328558.061559] agent systemd[1]: Reload requested from client PID 3382 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328558.061624] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328558.413740] agent systemd[1]: Reloading finished in 351 ms. container-test-run-flakelet-relay> agent # [2328558.497957] agent systemd[1]: Reload requested from client PID 3412 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328558.497995] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328558.835269] agent systemd[1]: Reloading finished in 336 ms. container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1791460866 | grep -q 'app-slow', in 1.03 seconds) container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay container-test-run-flakelet-relay> agent # [2328558.922669] agent systemd[1]: Reload requested from client PID 3443 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328558.922702] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328558.984387] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:07.271811Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328558.983991] relay systemd[1]: Stopping flakelet-relay... container-test-run-flakelet-relay> relay # [2328559.037345] relay systemd[1]: flakelet-relay.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328559.037747] relay systemd[1]: Stopped flakelet-relay. container-test-run-flakelet-relay> relay # [2328559.037793] relay systemd[1]: flakelet-relay.service: Consumed 3.046s CPU time over 1min 7.824s wall clock time. container-test-run-flakelet-relay> relay # [2328559.079965] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [2328559.275564] agent systemd[1]: Reloading finished in 352 ms. container-test-run-flakelet-relay> agent # [2328559.362828] agent systemd[1]: Reload requested from client PID 3479 ('systemctl') (unit flakelet-relay-job-app.service)... container-test-run-flakelet-relay> agent # [2328559.362862] agent systemd[1]: Reloading... container-test-run-flakelet-relay> agent # [2328559.701084] agent systemd[1]: Reloading finished in 337 ms. container-test-run-flakelet-relay> agent # [2328559.784528] agent systemd[1]: Starting app slow... container-test-run-flakelet-relay> agent # [2328559.986753] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:08.274096Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.53 seconds) container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out container-test-run-flakelet-relay> relay # [2328560.500309] relay flakelet-relay[929]: {"timestamp":"2026-10-08T12:01:08.787724Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328560.501195] relay flakelet-relay[929]: {"timestamp":"2026-10-08T12:01:08.788132Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328560.500888] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> relay # [2328561.997156] relay flakelet-relay[929]: {"timestamp":"2026-10-08T12:01:10.284578Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328561.997125] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:10.284534Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay # [2328565.998599] relay flakelet-relay[929]: {"timestamp":"2026-10-08T12:01:14.286034Z","level":"INFO","message":"job reattached","job":"20aea30ca682d19359b90aeaf3957397","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328565.859402] agent systemd[1]: Started app slow. container-test-run-flakelet-relay> agent # [2328565.867702] agent flakelet[3375]: app: updated to generation 9 container-test-run-flakelet-relay> agent # [2328565.869871] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> agent # [2328566.946055] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:15.233496Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.08 seconds) container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds) container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.68 seconds) container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1 container-test-run-flakelet-relay> relay # [2328567.610524] relay flakelet-relay[929]: {"timestamp":"2026-10-08T12:01:15.897940Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> agent # [2328567.610811] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:15.898275Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328567.611470] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:15.898964Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328567.645787] agent systemd[1]: Starting flakelet update other (via relay)... container-test-run-flakelet-relay> agent # [2328567.682340] agent systemd[1]: Started flakelet update other (via relay). container-test-run-flakelet-relay> agent # [2328567.686601] agent flakelet[3553]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1 container-test-run-flakelet-relay> agent # [2328567.687151] agent flakelet[3553]: other: up to date container-test-run-flakelet-relay> agent # [2328567.688495] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully. container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.63 seconds) container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay container-test-run-flakelet-relay> relay # [2328568.224056] relay flakelet-relay[929]: {"timestamp":"2026-10-08T12:01:16.511471Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328568.240602] relay systemd[1]: Stopping flakelet-relay... container-test-run-flakelet-relay> relay # [2328568.276579] relay systemd[1]: flakelet-relay.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328568.276996] relay systemd[1]: Stopped flakelet-relay. container-test-run-flakelet-relay> relay # [2328568.277063] relay systemd[1]: flakelet-relay.service: Consumed 2.232s CPU time over 9.196s wall clock time. container-test-run-flakelet-relay> relay # [2328568.313646] relay systemd[1]: Starting flakelet-relay... container-test-run-flakelet-relay> agent # [2328568.222668] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:16.510121Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent # [2328568.240642] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:16.528134Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328569.242969] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:17.530376Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.47 seconds) container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1' container-test-run-flakelet-relay> relay # [2328569.699777] relay flakelet-relay[1319]: {"timestamp":"2026-10-08T12:01:17.987219Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328569.700295] relay flakelet-relay[1319]: {"timestamp":"2026-10-08T12:01:17.987663Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"} container-test-run-flakelet-relay> relay # [2328569.700301] relay systemd[1]: Started flakelet-relay. container-test-run-flakelet-relay> relay # [2328571.250370] relay flakelet-relay[1319]: {"timestamp":"2026-10-08T12:01:19.537801Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"} container-test-run-flakelet-relay> agent # [2328571.250292] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:19.537726Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds) container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32) container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTE4MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODgwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJVWFFCSFVTSzdKUVJPPT09IiwibmJmIjoxNzkxNDYwODgwLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.kISjj8RA94bwxPHr8UC87xlH-PItJagLfHJ7pHU5h08pQ25H7kDZbUXPw61UTxyAFg-o5vUPaDzsSKpd3WLZBg' push --relay https://relay:7443 deploy --id hist2 agent/app container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: up to date container-test-run-flakelet-relay> agent # [2328571.850312] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:20.137728Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"} container-test-run-flakelet-relay> agent # [2328571.850766] agent flakelet-agent[2930]: {"timestamp":"2026-10-08T12:01:20.138255Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"} container-test-run-flakelet-relay> agent/appagent # [2328571.890847] agent systemd[1]: Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent # [2328571.921185] agent systemd[1]: Started flakelet update app (via relay). container-test-run-flakelet-relay> | agent # [2328571.924953] agent flakelet[3581]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> flakelet-relay-job-app.service: Deactivated successfully.agent # [2328571.925511] agent flakelet[3581]: app: up to date container-test-run-flakelet-relay> container-test-run-flakelet-relay> agent # [2328571.927552] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> relay # [2328571.849808] relay flakelet-relay[1319]: {"timestamp":"2026-10-08T12:01:20.137273Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> » agent/app: unchanged (generation 9) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTE4MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODgwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJVWFFCSFVTSzdKUVJPPT09IiwibmJmIjoxNzkxNDYwODgwLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.kISjj8RA94bwxPHr8UC87xlH-PItJagLfHJ7pHU5h08pQ25H7kDZbUXPw61UTxyAFg-o5vUPaDzsSKpd3WLZBg' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.64 seconds) container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTE4MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODgwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJVWFFCSFVTSzdKUVJPPT09IiwibmJmIjoxNzkxNDYwODgwLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.kISjj8RA94bwxPHr8UC87xlH-PItJagLfHJ7pHU5h08pQ25H7kDZbUXPw61UTxyAFg-o5vUPaDzsSKpd3WLZBg' push --relay https://relay:7443 jobs container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MTQ2MTE4MCwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkxNDYwODgwLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJVWFFCSFVTSzdKUVJPPT09IiwibmJmIjoxNzkxNDYwODgwLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.kISjj8RA94bwxPHr8UC87xlH-PItJagLfHJ7pHU5h08pQ25H7kDZbUXPw61UTxyAFg-o5vUPaDzsSKpd3WLZBg' push --relay https://relay:7443 jobs, in 0.02 seconds) container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.90 seconds) container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login' container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds) container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.08 seconds) container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds) container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: "" container-test-run-flakelet-relay> cleanup container-test-run-flakelet-relay> kill NspawnMachine (pid 52) container-test-run-flakelet-relay> kill NspawnMachine (pid 54) container-test-run-flakelet-relay> Container agent terminated by signal KILL. container-test-run-flakelet-relay> kill NspawnMachine (pid 53) container-test-run-flakelet-relay> relay # [2328572.465744] relay flakelet-relay[1319]: {"timestamp":"2026-10-08T12:01:20.753186Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"} container-test-run-flakelet-relay> relay # [2328572.542971] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 12:01:20] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=xY4gmZH698AMcQPSeUFdx6yCVUmDtaulK6cfdXA3j88&code_challenge=fJu8Yr4T9AB7msw3KsEtcQu921FyDVxPaAKFUl7uhYc&code_challenge_method=S256 HTTP/1.1" 302 - container-test-run-flakelet-relay> relay # [2328572.592988] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [08/Oct/2026 12:01:20] "POST /token HTTP/1.1" 200 - container-test-run-flakelet-relay> relay # [2328572.593677] relay flakelet-relay[1319]: {"timestamp":"2026-10-08T12:01:20.881162Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"} container-test-run-flakelet-relay> Container client terminated by signal KILL. container-test-run-flakelet-relay> Container relay terminated by signal KILL. container-test-run-flakelet-relay> (finished: cleanup, in 0.39 seconds) container-test-run-flakelet-relay> additionally exposed symbols: container-test-run-flakelet-relay> agent, client, relay, container-test-run-flakelet-relay> vlan1, container-test-run-flakelet-relay> start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh container-test-run-flakelet-relay> » job 04cb31a43ff35a8e43a6ee19d4bc5b2e via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2 container-test-run-flakelet-relay> agent/app | app: activating generation 2 container-test-run-flakelet-relay> agent/app | app: updated to generation 2 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 2) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 5edb477152b27b7226589eca431c6c19 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken container-test-run-flakelet-relay> agent/app | app: activating generation 4 container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed: container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3) container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> agent/app │ Stopping app v1... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v1. container-test-run-flakelet-relay> agent/app │ Starting app v2... container-test-run-flakelet-relay> agent/app │ Started app v2. container-test-run-flakelet-relay> agent/app │ Stopping app v2... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v2. container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> agent/app │ Stopping app v1... container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully. container-test-run-flakelet-relay> agent/app │ Stopped app v1. container-test-run-flakelet-relay> agent/app │ Starting app broken... container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'. container-test-run-flakelet-relay> agent/app │ Failed to start app broken. container-test-run-flakelet-relay> agent/app │ Starting app v1... container-test-run-flakelet-relay> agent/app │ Started app v1. container-test-run-flakelet-relay> » skipped: agent/other container-test-run-flakelet-relay> » failed container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job d149e9c00eed19555e206e6750dbd5b8 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: activating generation 7 container-test-run-flakelet-relay> agent/app | app: updated to generation 7 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 7) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 837e7595e4205c5521345f57477d8f7d via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2 container-test-run-flakelet-relay> agent/app | app: activating generation 8 container-test-run-flakelet-relay> agent/app | app: updated to generation 8 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 8) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> » job 20aea30ca682d19359b90aeaf3957397 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)... container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay). container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow container-test-run-flakelet-relay> agent/app | app: activating generation 9 container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job f4ced87bae47ee7f219169d69bca9508 container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s container-test-run-flakelet-relay> flakelet-push: https://relay:7443: 404 Not Found: unknown_job: no connected agent knows this job, retrying in 4s container-test-run-flakelet-relay> » job 20aea30ca682d19359b90aeaf3957397 via relay 0.1.0 (agents: agent 0.1.0) container-test-run-flakelet-relay> » wave 0 container-test-run-flakelet-relay> agent/app | app: updated to generation 9 container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully. container-test-run-flakelet-relay> » agent/app: updated (generation 9) container-test-run-flakelet-relay> » ok container-test-run-flakelet-relay> container-test-run-flakelet-relay> 1791460875 hist1 admin@example.org agent/other:unchanged container-test-run-flakelet-relay> 1791460866 f4ced87bae47ee7f219169d69bca9508 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460857 a77399393ae7b76082b408619ae04e0a admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460840 92616b0a05118a9ed0ac8f89588f9e72 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460838 local-app-6-1791460838 root (shell) agent/app:updated container-test-run-flakelet-relay> 1791460834 local-app-5-1791460834 root (shell) agent/app:updated container-test-run-flakelet-relay> 1791460831 e806915dc3831c0cb6029414e8998db0 admin@example.org agent/other:unchanged container-test-run-flakelet-relay> 1791460819 25d2841472926cab2bcd638146fd4ea3 admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1791460819 c3a8ccc72dc392b8864994a2758c3f2e admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460818 a48d80b64140f40e54dfe9609ee0cd62 admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1791460817 3b96bfb7e74dcfc590b55fe62025a913 admin@example.org agent/app:unchanged container-test-run-flakelet-relay> 1791460813 4f2e77d60c3388e333ae8c23d6817928 admin@example.org agent/app:rolled-back container-test-run-flakelet-relay> 1791460812 607044300d363f6dfc6fe6c3f09f4947 dev@example.org agent/other:unchanged container-test-run-flakelet-relay> 1791460812 c49266ae4efcc8a079f6532873e32b11 dev@example.org agent/other:unchanged container-test-run-flakelet-relay> 1791460809 20e5a3e93ea0a7e456eacb54f5575920 someone agent/other:unchanged container-test-run-flakelet-relay> 1791460806 5ba18697da9847838d1f267454975a19 repo:github:example/app:ref:refs/heads/main agent/app:updated container-test-run-flakelet-relay> 1791460803 a971f99edb41376106ac0b1a932d9803 admin@example.org agent/app:updated container-test-run-flakelet-relay> 1791460801 local-app-1-1791460801 host activation agent/app:updated container-test-run-flakelet-relay> 1791460801 local-flakelet-agent-1-1791460801 host activation agent/flakelet-agent:updated container-test-run-flakelet-relay> 1791460801 local-other-1-1791460801 host activation agent/other:updated container-test-run-flakelet-relay> container-test-run-flakelet-relay> Traceback (most recent call last): container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in container-test-run-flakelet-relay> sys.exit(main()) container-test-run-flakelet-relay> ~~~~^^ container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main container-test-run-flakelet-relay> driver.run_tests() container-test-run-flakelet-relay> ~~~~~~~~~~~~~~~~^^ container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests container-test-run-flakelet-relay> self.test_script() container-test-run-flakelet-relay> ~~~~~~~~~~~~~~~~^^ container-test-run-flakelet-relay> File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script container-test-run-flakelet-relay> exec(self.tests, symbols, None) container-test-run-flakelet-relay> ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ container-test-run-flakelet-relay> File "", line 208, in container-test-run-flakelet-relay> AssertionError error: Cannot build '/nix/store/9h1038mi8k56jfypcv4nzql134q4978b-container-test-run-flakelet-relay.drv'. Reason: builder failed with exit code 1. Output paths: /nix/store/vfnx43qdjnprmnysxxw5h0yf5q4y7jjb-container-test-run-flakelet-relay Last 25 log lines: > 1791460813 4f2e77d60c3388e333ae8c23d6817928 admin@example.org agent/app:rolled-back > 1791460812 607044300d363f6dfc6fe6c3f09f4947 dev@example.org agent/other:unchanged > 1791460812 c49266ae4efcc8a079f6532873e32b11 dev@example.org agent/other:unchanged > 1791460809 20e5a3e93ea0a7e456eacb54f5575920 someone agent/other:unchanged > 1791460806 5ba18697da9847838d1f267454975a19 repo:github:example/app:ref:refs/heads/main agent/app:updated > 1791460803 a971f99edb41376106ac0b1a932d9803 admin@example.org agent/app:updated > 1791460801 local-app-1-1791460801 host activation agent/app:updated > 1791460801 local-flakelet-agent-1-1791460801 host activation agent/flakelet-agent:updated > 1791460801 local-other-1-1791460801 host activation agent/other:updated > > Traceback (most recent call last): > File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in > sys.exit(main()) > ~~~~^^ > File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main > driver.run_tests() > ~~~~~~~~~~~~~~~~^^ > File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests > self.test_script() > ~~~~~~~~~~~~~~~~^^ > File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script > exec(self.tests, symbols, None) > ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^ > File "", line 208, in > AssertionError For full logs, run: nix log /nix/store/9h1038mi8k56jfypcv4nzql134q4978b-container-test-run-flakelet-relay.drv