these 129 derivations will be built:
  /nix/store/9yrwiygi31aq647amdx5gb1ng762wbv6-flakelet-relay-test-certs.drv
  /nix/store/rnw1862wnzvcb10vsp8yabqqfiqlcxmx-push.drv
  /nix/store/0csci5rkljcvpb6knqlz3b1jq9iky0z3-system-path.drv
  /nix/store/0k7768v761za1bzr9alb26z64gipjcfn-flakelet-relay-health.drv
  /nix/store/0m2wk5d670k1msy9r8az5qzxik9p89j9-flakelet-flakelet-agent-meta.json.drv
  /nix/store/0wp7y7r4faxg9s57s2l9s5ld9yvpppqp-users-groups.json.drv
  /nix/store/0y5zsx5x2jvm63rxb0ssy2ylyaqvmnih-app.service.drv
  /nix/store/1lypl6fm4xd0hl79p87nnnqbvfkyzn7f-flakelet-other-state.json.drv
  /nix/store/1m7nycayjdadgxmmlyjyy8dmsqp129x6-flakelet-app-meta.json.drv
  /nix/store/zpv6rzhjbs57sy1mdakb6cl3pl57432z-system-path.drv
  /nix/store/b127s7dfbljbh4xlih5kzx3g6cv3b1dc-dbus-1.drv
  /nix/store/1ph9wqxj2d215cxgx1gplgwihahv8b6k-X-Restart-Triggers-dbus-broker.drv
  /nix/store/30i8lr3w7w277cmsyghaf7550brz984z-other.service.drv
  /nix/store/dn88bwi0qggc80vf03nar46llwr2rqx1-flakelet-other-units.drv
  /nix/store/q3f4lg2pib4s2dafx10z73c25n0sjns8-flakelet-other-meta.json.drv
  /nix/store/j3faxxqa4rgvq6w6d9l4hk4gcsrp03cl-flakelet-other-v1.drv
  /nix/store/sh6rkpldl6zsqzakbh00w0b3mpbj6hf9-flakelet-flakelet-agent-state.json.drv
  /nix/store/9ks85xp946z6mdpn2jlxc6n97h68vq5f-flakelet-agent.json.drv
  /nix/store/7sd2ka3mhfr0xnh2id2cd1bqfkksjr4h-flakelet-agent.service.drv
  /nix/store/zj9h5yr3ws7k9016a82lmgzsz057z8f4-flakelet-flakelet-agent-units.drv
  /nix/store/kadg3bjpgpvy01wjhkrpk0c5fzkynrmq-flakelet-flakelet-agent.drv
  /nix/store/8sinv75kcdracwjkzyrypw0by9wlw9di-flakelet-app-state.json.drv
  /nix/store/lrjcpjpndkl8a4q556qldwdhgj3j55yz-app.service.drv
  /nix/store/lsm05rhi3125azbgd2bsrv6jdfq2dvbw-flakelet-app-units.drv
  /nix/store/w82a75m99v88hysya6y2nsnhc02kmy1j-flakelet-app-v1.drv
  /nix/store/4460kwcvi2pyiw2f7j4g56j1mcgds4k5-flakelet-config.json.drv
  /nix/store/zazk8c6z7kk6fqvpkr2yzz3v65d3iwxr-X-Restart-Triggers-flakelet-flakelet-agent.drv
  /nix/store/3v860cb4jxkz61h2dirn9a864af4griq-unit-flakelet-flakelet-agent.service.drv
  /nix/store/ccvnqz20i83qr72vj152riakv0qn6196-X-Restart-Triggers-flakelet-reconcile.drv
  /nix/store/7z6lckhhvd8ajdkhgdw6gzqivxvn72w3-unit-flakelet-reconcile.service.drv
  /nix/store/rnqzvikxk45kwl2sgylmrb48ggfzh7r7-X-Restart-Triggers-flakelet-app.drv
  /nix/store/ad5kbsyqhd30m28vqqx1gvabp2fhgj6d-unit-flakelet-app.service.drv
  /nix/store/7ybnbh9v7cigqpwsaclg3d4mk6iqfp82-nix.conf.drv
  /nix/store/n5lb1zlidr4cyfzs7vzxggx51bh8nvyk-X-Restart-Triggers-nix-daemon.drv
  /nix/store/isl09848l4bg6z37zdp63hwl2yjd6zg2-unit-nix-daemon.service.drv
  /nix/store/r2krj41q544cf3y574davs18yxmjdf5i-unit-flakelet-providers.target.drv
  /nix/store/rh6y72cgjnyisbjy7wjbml3p86yr24ah-unit-dbus-broker.service.drv
  /nix/store/2ni75pyzykfq9fw104qi14labmcs1c5v-unit-script-network-local-commands-start.drv
  /nix/store/yv0vxbcycyb6n570563jgnkm1f3mkdlj-unit-network-local-commands.service.drv
  /nix/store/wy76i4qvc0bwq6sygvam3w19m0rlc4m7-X-Restart-Triggers-flakelet-other.drv
  /nix/store/yy82wbra9f829qm8lc0hrx495djsd5pz-unit-flakelet-other.service.drv
  /nix/store/6vrw5fds7s5p594x98plyj1pivzv454w-system-units.drv
  /nix/store/6iw9kg2qq94hlg3j6jb9ypqbxvp27jw7-extra-hosts.drv
  /nix/store/8vpkfybz3irw58xvh2ir5hkwq0izzf9g-string-hosts.drv
  /nix/store/8bsgljhvxqi1i5jnwywd61v114pfl596-hosts.drv
  /nix/store/hvnqc87hlrhypkyfgrgw2f288rv0352q-etc-hostname.drv
  /nix/store/9ghdhr5dfa6kh3z63663j3w3wvfb5gsf-unit-dbus-broker.service.drv
  /nix/store/iwyn0fw33rvpbv7xrz33cx1c0fxw4mm8-user-units.drv
  /nix/store/2052w4rj2aiazx0fqnzvdpncbhnmidw9-etc.drv
  /nix/store/rr06x1cq8bap6kks6ny5zr9hgqsp518x-users-groups.json.drv
  /nix/store/2s9ij189ipz0vnkz39yc7a4mhzk5p030-dry-activate.drv
  /nix/store/2z92zrkfxx7fvcpi8d1s17wvz6fj373g-flakelet-relay-test-issuer.drv
  /nix/store/39i9mq5k4is286p7wpd92aydrik7dnb5-system-path.drv
  /nix/store/y6yxc0lprr05qyxxccrc0prl6syamdnv-X-Restart-Triggers-flakelet-flakelet-relay.drv
  /nix/store/5sq9s996h13nsmzz57vfj8v0fxbd9iki-unit-flakelet-flakelet-relay.service.drv
  /nix/store/sx2ahyyvj10ydajsm679226rmk5pgy2m-nixos-tmpfiles.d.drv
  /nix/store/izmfpxjb1m8hsmzc69z7n3alfmy9nf7k-tmpfiles.d.drv
  /nix/store/lfs113y49xvs5vi2zzqglja1pn12dsrl-X-Restart-Triggers-systemd-tmpfiles-resetup.drv
  /nix/store/7fmhha4fy2jlx5s48a0jriaacjx5q9nq-unit-systemd-tmpfiles-resetup.service.drv
  /nix/store/fiffv1wb4nx06z9sv64k5x6609pp8y4q-unit-network-addresses-eth1.service.drv
  /nix/store/zyr0ak0cnsn4pw99bmi2lkz6fj2swn40-dbus-1.drv
  /nix/store/cslh0yn0alsyjkh2kd0vz8yp0yxni1fz-X-Restart-Triggers-dbus-broker.drv
  /nix/store/g2lw3brb2cn6l99c9m4328l7jkslrcsx-unit-dbus-broker.service.drv
  /nix/store/mjsrbrwn8jgpppjjgasmsjgfjzzk80ll-firewall-start.drv
  /nix/store/l9davxdzfxlqiy75zjkkv63mk6sasiv6-firewall-reload.drv
  /nix/store/g7hgx2ybp8liq5bv51xmszd3zikcw6a2-unit-firewall.service.drv
  /nix/store/iviixsm4y65ix9chb6iynnrad5grnqfi-flakelet-flakelet-relay-meta.json.drv
  /nix/store/k2z681drjhcb26r4zy5571gqy69hvm2l-flakelet-flakelet-relay-state.json.drv
  /nix/store/bj1gf9i26fn2sdsaj4ki621i3z5qhbk2-flakelet-relay-health.service.drv
  /nix/store/pzisy45f0nba9j0fi1li6xir90zmycdx-secret.drv
  /nix/store/7f78l108iy86h88j2w3cyqcp5c7wy5fd-flakelet-relay.json.drv
  /nix/store/zcndkdwnnan5pdnnw8x3ih8fk9pyxni3-flakelet-relay.json.drv
  /nix/store/n1r86p75b5gvpvy5q9lbg51cihrhpnp5-flakelet-relay.service.drv
  /nix/store/vcjnqr7w6yrvdb8px3zqgk3c6q6blv6c-flakelet-flakelet-relay-units.drv
  /nix/store/riihwxa59rpy1slp1psfaba7q75n6y5y-flakelet-flakelet-relay.drv
  /nix/store/m6h0mf2b9xg8m4pjiwflvr3jvs0kk5r8-flakelet-config.json.drv
  /nix/store/frn5v5br3p419a12a6z01c34ra689ki2-X-Restart-Triggers-flakelet-reconcile.drv
  /nix/store/ki3hjdw5r9gkcyf56c6hh11pvx1420bw-unit-flakelet-reconcile.service.drv
  /nix/store/aqdvymbz6j6sn833lcimz7bbjh17byrv-nginx.conf.drv
  /nix/store/61cr9khimz3jbf7s9nmv5yz91lwc1qjj-unit-script-nginx-pre-start.drv
  /nix/store/lyqdi8ay6nkfqb6anjc7lb1wdh4pvs3i-unit-nginx.service.drv
  /nix/store/88mgwdv536p4p2y8vkkm86qr3a7whdw0-string-hosts.drv
  /nix/store/nf90nf815drx7irfcj0bb19rpbhcdxjv-hosts.drv
  /nix/store/ll1527880nrs09qxcj0x4amrps0nf45h-X-Restart-Triggers-dnsmasq.drv
  /nix/store/zmyylyd0764jnzyayxwqny3zyvz7k5qa-dnsmasq.conf.drv
  /nix/store/ws5hlyrdzxfwfz3cgv591zvwjhfcnf48-unit-script-dnsmasq-pre-start.drv
  /nix/store/m00mp41kggm7vlc496kvc6sl8k7byaq7-unit-dnsmasq.service.drv
  /nix/store/qphn4n0mjybpj06m2zr2w2q1zwi32h2l-device-mock.drv
  /nix/store/bjy13caqp9wzg26cma5xdcqzhzzlv7pl-device-mock.drv
  /nix/store/w04x05p5yhlaw524k6zcw4vmzkjilj56-unit-device-mock.service.drv
  /nix/store/3rg92q1rimnfn1j5wlixrgbyxql6lf36-system-units.drv
  /nix/store/zm3iwk6s2nf1jsq7x74jk74kf8bp62xr-unit-dbus-broker.service.drv
  /nix/store/6fxig5gq6m43p1dwn1m5qiab8z6af22l-user-units.drv
  /nix/store/zqnq0lyip0anza5v8pvbyq68qvf00874-etc-hostname.drv
  /nix/store/n791svadnacb5p2m7351qb42sx5f7c22-etc.drv
  /nix/store/3152xzdkw9pi6h4w4bk1ff0y5mzfp7sz-activate.drv
  /nix/store/ncpk54rya8akg5rf1s93s4lmhhp15yhi-app.service.drv
  /nix/store/49i31sv6gaxp3f8cb7mx9s5wdrx5sn0d-flakelet-app-units.drv
  /nix/store/c81dkb7mm34w7hdi6scli9rydz1zhq5d-app.service.drv
  /nix/store/5a0acs2rrkix0k3n73gyszz0ig5fhrb1-flakelet-app-units.drv
  /nix/store/5d3dv16gq2kpcndnwg3nqlcvpchpd51i-flakelet-app-slow2.drv
  /nix/store/67zbvdkcsjzfpalgaaisxq6vvm88471l-users-groups.json.drv
  /nix/store/hinw8pzxhycjlijlaw53l56ndmqalwpn-nixos-system-relay-test.drv
  /nix/store/6gsb152hf933pl1xz9p27419lq0d1gyh-run-relay-nspawn.drv
  /nix/store/6vq0pdmsbhwyz0h14y3p7dg5highc70w-hosts.drv
  /nix/store/bfhdc7y5l456ywja76bph2ywm1fs3jq5-flakelet-app-v2.drv
  /nix/store/l7mm45kcrpbjqhaqdkkd3s74q3g73ax7-flakelet-app-units.drv
  /nix/store/bwm2wky0jgrl32p01y3rplimpcsz0q7y-flakelet-app-slow.drv
  /nix/store/aa4jkmf9lqz08abmavr3ajj29ywgkb82-app.service.drv
  /nix/store/y91shqr4xvslwhpcgdpiqsh0wsdn47qg-flakelet-app-units.drv
  /nix/store/kx2gx5h0xjcgz1yqcf15w8mrcpr9wvwg-flakelet-app-broken.drv
  /nix/store/iz7jshjfcg5i79sl165p38l75fbmn6qh-test-script.drv
  /nix/store/ijb67px4lkwm1vr8xla5kbg7118j3a06-activate.drv
  /nix/store/mgf7ljxbfbfx5llnya125izm849lqid4-dry-activate.drv
  /nix/store/ha7rg4hkqrhswlpsg6lwr3n2a65ab9n7-nixos-system-agent-test.drv
  /nix/store/psndwdd7lin6hykfpgn7bwhrav16193a-run-agent-nspawn.drv
  /nix/store/yai25gf1bmzzgjdnhmcny6ylsxa6gf09-dbus-1.drv
  /nix/store/r7xnvpf6zmf6nps4xf82nhr3hzpbp9kf-X-Restart-Triggers-dbus-broker.drv
  /nix/store/b0pdr5zvq98xfln6sal1x8c785va3bzq-unit-dbus-broker.service.drv
  /nix/store/anli7w26lm5gv19fkd52zp39ib0ar63q-user-units.drv
  /nix/store/a5cwvwi76avj6ll1p8pbfps0905m0fg3-unit-dbus-broker.service.drv
  /nix/store/vja51j1cm7zws94gncvk3kr70aa0kqw4-system-units.drv
  /nix/store/rrianbi2hi0zakv2dvlg24b5ilrbzdca-etc.drv
  /nix/store/9vj67f8y66y8chmhid9k7pnpw380fffq-activate.drv
  /nix/store/r0qjfmlbrmsb2viriys15qxqsyc2n69m-nixos-system-client-test.drv
  /nix/store/xahyzyl8ky3dsg5k5nvl3sks4466aqmg-run-client-nspawn.drv
  /nix/store/zij9qppjqk5rksjqzznnrrxri4g0d9rz-driverConfiguration.json.drv
  /nix/store/97s7gyyvz9dmhmsxx7kajdp6kqmqc6gp-nixos-test-driver-flakelet-relay.drv
  /nix/store/z2v9rlz9qvkwvsc2ayrzzif30pzl7853-container-test-run-flakelet-relay.drv
these 2 paths will be fetched (2.2 KiB download, 19.6 KiB unpacked):
  /nix/store/yl1yb7kicl5gmbk4nzps7d2f2yl9s5gr-dry-activate
  /nix/store/rdfgxsyl9yldl0x5r1n8vlki1sbpsszy-users-groups.json
building '/nix/store/1m7nycayjdadgxmmlyjyy8dmsqp129x6-flakelet-app-meta.json.drv'
building '/nix/store/8sinv75kcdracwjkzyrypw0by9wlw9di-flakelet-app-state.json.drv'
building '/nix/store/0y5zsx5x2jvm63rxb0ssy2ylyaqvmnih-app.service.drv'
building '/nix/store/aa4jkmf9lqz08abmavr3ajj29ywgkb82-app.service.drv'
building '/nix/store/c81dkb7mm34w7hdi6scli9rydz1zhq5d-app.service.drv'
building '/nix/store/lrjcpjpndkl8a4q556qldwdhgj3j55yz-app.service.drv'
building '/nix/store/ncpk54rya8akg5rf1s93s4lmhhp15yhi-app.service.drv'
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
app.service> tribuchet: building on jamie
flakelet-app-meta.json> tribuchet: building on jamie
flakelet-app-state.json> tribuchet: building on jamie
building '/nix/store/9yrwiygi31aq647amdx5gb1ng762wbv6-flakelet-relay-test-certs.drv'
building '/nix/store/2z92zrkfxx7fvcpi8d1s17wvz6fj373g-flakelet-relay-test-issuer.drv'
building '/nix/store/39i9mq5k4is286p7wpd92aydrik7dnb5-system-path.drv'
building '/nix/store/zpv6rzhjbs57sy1mdakb6cl3pl57432z-system-path.drv'
building '/nix/store/hvnqc87hlrhypkyfgrgw2f288rv0352q-etc-hostname.drv'
building '/nix/store/zqnq0lyip0anza5v8pvbyq68qvf00874-etc-hostname.drv'
building '/nix/store/7ybnbh9v7cigqpwsaclg3d4mk6iqfp82-nix.conf.drv'
building '/nix/store/6iw9kg2qq94hlg3j6jb9ypqbxvp27jw7-extra-hosts.drv'
building '/nix/store/sx2ahyyvj10ydajsm679226rmk5pgy2m-nixos-tmpfiles.d.drv'
building '/nix/store/88mgwdv536p4p2y8vkkm86qr3a7whdw0-string-hosts.drv'
building '/nix/store/8vpkfybz3irw58xvh2ir5hkwq0izzf9g-string-hosts.drv'
building '/nix/store/r2krj41q544cf3y574davs18yxmjdf5i-unit-flakelet-providers.target.drv'
building '/nix/store/fiffv1wb4nx06z9sv64k5x6609pp8y4q-unit-network-addresses-eth1.service.drv'
building '/nix/store/rnqzvikxk45kwl2sgylmrb48ggfzh7r7-X-Restart-Triggers-flakelet-app.drv'
building '/nix/store/zazk8c6z7kk6fqvpkr2yzz3v65d3iwxr-X-Restart-Triggers-flakelet-flakelet-agent.drv'
building '/nix/store/y6yxc0lprr05qyxxccrc0prl6syamdnv-X-Restart-Triggers-flakelet-flakelet-relay.drv'
building '/nix/store/wy76i4qvc0bwq6sygvam3w19m0rlc4m7-X-Restart-Triggers-flakelet-other.drv'
building '/nix/store/zmyylyd0764jnzyayxwqny3zyvz7k5qa-dnsmasq.conf.drv'
building '/nix/store/mjsrbrwn8jgpppjjgasmsjgfjzzk80ll-firewall-start.drv'
building '/nix/store/2ni75pyzykfq9fw104qi14labmcs1c5v-unit-script-network-local-commands-start.drv'
X-Restart-Triggers-flakelet-app> tribuchet: building on jamie
X-Restart-Triggers-flakelet-flakelet-agent> tribuchet: building on jamie
X-Restart-Triggers-flakelet-flakelet-relay> tribuchet: building on jamie
X-Restart-Triggers-flakelet-other> tribuchet: building on jamie
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> structuredAttrs is enabled
app.service> tribuchet: building on jamie
app.service> structuredAttrs is enabled
dnsmasq.conf> tribuchet: building on jamie
etc-hostname> tribuchet: building on jamie
etc-hostname> tribuchet: building on jamie
extra-hosts> tribuchet: building on jamie
firewall-start> tribuchet: building on jamie
flakelet-app-meta.json> structuredAttrs is enabled
flakelet-app-state.json> structuredAttrs is enabled
flakelet-relay-test-certs> tribuchet: building on jamie
flakelet-relay-test-certs> ........+...+...+.....+.+........+.+..+.......+..+.+............+..+....+.....+....+...+..+................+..+.............+..+....+.....+.+..+++++++++++++++++++++++++++++++++++++++*.+.........+++++++++++++++++++++++++++++++++++++++*......+.....+..........+............+..+.......+......+........+...................+...+.....+.......+......+............+........+.+...+..+.+..+.......+.....+.+.....+....+.....+......+...+....+..+....+.........+..+...+..........+...........+.........+.............+..............+.+...+...........+.+.....+...+.......+...+............+..+................+..............+...+....+...+.....+.+......+...........+....+...+..+.........+....+......+.........+..+.+...+......+.....+......+..........+.....+..........+..+.+.....+......+.+.....+...+.+.....+...+.......+......+.....+...+......+...+...+............+...+....+...+...+.........+........+.+.....+......+......+.........+......+.............+.........+.....+.....................+.......++++++
flakelet-relay-test-certs> .+...+....+++++++++++++++++++++++++++++++++++++++*...........+......+..+...+.......+..+++++++++++++++++++++++++++++++++++++++*....+.+........+.+......+.........+...+...+........+......+..........+.....................+..............+...+.+.....+......+....+.....+.+...+........+.........+.+.....+...+..........+..+....+.........+..+....+......+.....+....+...+...........+.......+..+.+......+...+..+.+........+......+...............+...+...............+.+..+..........+..+.......+.....+...+......+.+........+............+...+..........+...+...+.....+.........+.+..+.......+..+....+......+......+.....+...+......+...+............+.+.........++++++
flakelet-relay-test-certs> -----
flakelet-relay-test-certs> Certificate request self-signature ok
flakelet-relay-test-certs> subject=CN=admin
flakelet-relay-test-issuer> tribuchet: building on jamie
flakelet-relay-test-issuer> Your public key has been saved in /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.pub.json.
flakelet-relay-test-issuer> Your private key has been saved in /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json.
nix.conf> tribuchet: building on jamie
nixos-tmpfiles.d> tribuchet: building on jamie
string-hosts> tribuchet: building on jamie
string-hosts> tribuchet: building on jamie
system-path> tribuchet: building on jamie
system-path> tribuchet: building on jamie
unit-flakelet-providers.target> tribuchet: building on jamie
unit-network-addresses-eth1.service> tribuchet: building on jamie
unit-script-network-local-commands-start> tribuchet: building on jamie
building '/nix/store/67zbvdkcsjzfpalgaaisxq6vvm88471l-users-groups.json.drv'
building '/nix/store/rr06x1cq8bap6kks6ny5zr9hgqsp518x-users-groups.json.drv'
building '/nix/store/0m2wk5d670k1msy9r8az5qzxik9p89j9-flakelet-flakelet-agent-meta.json.drv'
building '/nix/store/sh6rkpldl6zsqzakbh00w0b3mpbj6hf9-flakelet-flakelet-agent-state.json.drv'
building '/nix/store/iviixsm4y65ix9chb6iynnrad5grnqfi-flakelet-flakelet-relay-meta.json.drv'
building '/nix/store/k2z681drjhcb26r4zy5571gqy69hvm2l-flakelet-flakelet-relay-state.json.drv'
building '/nix/store/q3f4lg2pib4s2dafx10z73c25n0sjns8-flakelet-other-meta.json.drv'
building '/nix/store/1lypl6fm4xd0hl79p87nnnqbvfkyzn7f-flakelet-other-state.json.drv'
building '/nix/store/30i8lr3w7w277cmsyghaf7550brz984z-other.service.drv'
building '/nix/store/0k7768v761za1bzr9alb26z64gipjcfn-flakelet-relay-health.drv'
etc-hostname> structuredAttrs is enabled
etc-hostname> structuredAttrs is enabled
flakelet-flakelet-agent-meta.json> tribuchet: building on jamie
flakelet-flakelet-agent-state.json> tribuchet: building on jamie
flakelet-flakelet-relay-meta.json> tribuchet: building on jamie
flakelet-flakelet-relay-state.json> tribuchet: building on jamie
flakelet-other-meta.json> tribuchet: building on jamie
flakelet-other-state.json> tribuchet: building on jamie
other.service> tribuchet: building on jamie
users-groups.json> tribuchet: building on jamie
users-groups.json> tribuchet: building on jamie
flakelet-relay-health> tribuchet: building on jamie
system-path> structuredAttrs is enabled
system-path> structuredAttrs is enabled
building '/nix/store/pzisy45f0nba9j0fi1li6xir90zmycdx-secret.drv'
secret> tribuchet: building on jamie
nix.conf> structuredAttrs is enabled
nix.conf> Validating generated nix.conf
nixos-tmpfiles.d> structuredAttrs is enabled
building '/nix/store/l7mm45kcrpbjqhaqdkkd3s74q3g73ax7-flakelet-app-units.drv'
extra-hosts> structuredAttrs is enabled
flakelet-app-units> tribuchet: building on jamie
string-hosts> structuredAttrs is enabled
unit-flakelet-providers.target> structuredAttrs is enabled
string-hosts> structuredAttrs is enabled
building '/nix/store/49i31sv6gaxp3f8cb7mx9s5wdrx5sn0d-flakelet-app-units.drv'
X-Restart-Triggers-flakelet-app> structuredAttrs is enabled
X-Restart-Triggers-flakelet-flakelet-agent> structuredAttrs is enabled
flakelet-app-units> tribuchet: building on jamie
X-Restart-Triggers-flakelet-flakelet-relay> structuredAttrs is enabled
X-Restart-Triggers-flakelet-other> structuredAttrs is enabled
building '/nix/store/lsm05rhi3125azbgd2bsrv6jdfq2dvbw-flakelet-app-units.drv'
building '/nix/store/y91shqr4xvslwhpcgdpiqsh0wsdn47qg-flakelet-app-units.drv'
dnsmasq.conf> structuredAttrs is enabled
flakelet-app-units> tribuchet: building on jamie
building '/nix/store/qphn4n0mjybpj06m2zr2w2q1zwi32h2l-device-mock.drv'
building '/nix/store/9ks85xp946z6mdpn2jlxc6n97h68vq5f-flakelet-agent.json.drv'
building '/nix/store/5a0acs2rrkix0k3n73gyszz0ig5fhrb1-flakelet-app-units.drv'
building '/nix/store/aqdvymbz6j6sn833lcimz7bbjh17byrv-nginx.conf.drv'
building '/nix/store/rnw1862wnzvcb10vsp8yabqqfiqlcxmx-push.drv'
device-mock> tribuchet: building on jamie
firewall-start> structuredAttrs is enabled
flakelet-agent.json> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
flakelet-app-units> tribuchet: building on jamie
flakelet-flakelet-agent-meta.json> structuredAttrs is enabled
nginx.conf> tribuchet: building on jamie
system-path> created 6398 symlinks in user environment
system-path> created 6401 symlinks in user environment
unit-script-network-local-commands-start> structuredAttrs is enabled
users-groups.json> structuredAttrs is enabled
users-groups.json> structuredAttrs is enabled
push> tribuchet: building on jamie
flakelet-flakelet-agent-state.json> structuredAttrs is enabled
flakelet-flakelet-relay-state.json> structuredAttrs is enabled
flakelet-flakelet-relay-meta.json> structuredAttrs is enabled
unit-network-addresses-eth1.service> structuredAttrs is enabled
flakelet-other-state.json> structuredAttrs is enabled
flakelet-other-meta.json> structuredAttrs is enabled
flakelet-relay-health> structuredAttrs is enabled
other.service> structuredAttrs is enabled
secret> structuredAttrs is enabled
building '/nix/store/n5lb1zlidr4cyfzs7vzxggx51bh8nvyk-X-Restart-Triggers-nix-daemon.drv'
building '/nix/store/6vq0pdmsbhwyz0h14y3p7dg5highc70w-hosts.drv'
building '/nix/store/nf90nf815drx7irfcj0bb19rpbhcdxjv-hosts.drv'
building '/nix/store/izmfpxjb1m8hsmzc69z7n3alfmy9nf7k-tmpfiles.d.drv'
X-Restart-Triggers-nix-daemon> tribuchet: building on jamie
hosts> tribuchet: building on jamie
hosts> tribuchet: building on jamie
tmpfiles.d> tribuchet: building on jamie
building '/nix/store/ad5kbsyqhd30m28vqqx1gvabp2fhgj6d-unit-flakelet-app.service.drv'
unit-flakelet-app.service> tribuchet: building on jamie
building '/nix/store/5sq9s996h13nsmzz57vfj8v0fxbd9iki-unit-flakelet-flakelet-relay.service.drv'
building '/nix/store/8bsgljhvxqi1i5jnwywd61v114pfl596-hosts.drv'
building '/nix/store/3v860cb4jxkz61h2dirn9a864af4griq-unit-flakelet-flakelet-agent.service.drv'
hosts> tribuchet: building on jamie
unit-flakelet-flakelet-relay.service> tribuchet: building on jamie
building '/nix/store/yy82wbra9f829qm8lc0hrx495djsd5pz-unit-flakelet-other.service.drv'
building '/nix/store/ws5hlyrdzxfwfz3cgv591zvwjhfcnf48-unit-script-dnsmasq-pre-start.drv'
unit-flakelet-flakelet-agent.service> tribuchet: building on jamie
unit-flakelet-other.service> tribuchet: building on jamie
unit-script-dnsmasq-pre-start> tribuchet: building on jamie
building '/nix/store/yv0vxbcycyb6n570563jgnkm1f3mkdlj-unit-network-local-commands.service.drv'
unit-network-local-commands.service> tribuchet: building on jamie
building '/nix/store/l9davxdzfxlqiy75zjkkv63mk6sasiv6-firewall-reload.drv'
firewall-reload> tribuchet: building on jamie
building '/nix/store/2s9ij189ipz0vnkz39yc7a4mhzk5p030-dry-activate.drv'
dry-activate> tribuchet: building on jamie
building '/nix/store/dn88bwi0qggc80vf03nar46llwr2rqx1-flakelet-other-units.drv'
building '/nix/store/bj1gf9i26fn2sdsaj4ki621i3z5qhbk2-flakelet-relay-health.service.drv'
building '/nix/store/7f78l108iy86h88j2w3cyqcp5c7wy5fd-flakelet-relay.json.drv'
flakelet-other-units> tribuchet: building on jamie
flakelet-relay-health.service> tribuchet: building on jamie
flakelet-relay.json> tribuchet: building on jamie
nginx.conf> structuredAttrs is enabled
building '/nix/store/mgf7ljxbfbfx5llnya125izm849lqid4-dry-activate.drv'
X-Restart-Triggers-nix-daemon> structuredAttrs is enabled
dry-activate> tribuchet: building on jamie
flakelet-agent.json> structuredAttrs is enabled
push> structuredAttrs is enabled
unit-flakelet-app.service> structuredAttrs is enabled
unit-flakelet-other.service> structuredAttrs is enabled
unit-script-dnsmasq-pre-start> structuredAttrs is enabled
unit-flakelet-flakelet-agent.service> structuredAttrs is enabled
nginx.conf> 
nginx.conf> ==================== Results ===================
nginx.conf> No issues found.
nginx.conf> 
nginx.conf> ==================== Summary ===================
nginx.conf> Total issues:
nginx.conf>     Unspecified: 0
nginx.conf>     Low: 0
nginx.conf>     Medium: 0
nginx.conf>     High: 0
nginx.conf> 
unit-network-local-commands.service> structuredAttrs is enabled
unit-flakelet-flakelet-relay.service> structuredAttrs is enabled
firewall-reload> structuredAttrs is enabled
dry-activate> structuredAttrs is enabled
building '/nix/store/zyr0ak0cnsn4pw99bmi2lkz6fj2swn40-dbus-1.drv'
dry-activate> structuredAttrs is enabled
flakelet-relay-health.service> structuredAttrs is enabled
flakelet-relay.json> structuredAttrs is enabled
building '/nix/store/ll1527880nrs09qxcj0x4amrps0nf45h-X-Restart-Triggers-dnsmasq.drv'
building '/nix/store/b127s7dfbljbh4xlih5kzx3g6cv3b1dc-dbus-1.drv'
building '/nix/store/7sd2ka3mhfr0xnh2id2cd1bqfkksjr4h-flakelet-agent.service.drv'
building '/nix/store/kx2gx5h0xjcgz1yqcf15w8mrcpr9wvwg-flakelet-app-broken.drv'
building '/nix/store/bwm2wky0jgrl32p01y3rplimpcsz0q7y-flakelet-app-slow.drv'
building '/nix/store/5d3dv16gq2kpcndnwg3nqlcvpchpd51i-flakelet-app-slow2.drv'
building '/nix/store/w82a75m99v88hysya6y2nsnhc02kmy1j-flakelet-app-v1.drv'
building '/nix/store/bfhdc7y5l456ywja76bph2ywm1fs3jq5-flakelet-app-v2.drv'
building '/nix/store/0csci5rkljcvpb6knqlz3b1jq9iky0z3-system-path.drv'
building '/nix/store/isl09848l4bg6z37zdp63hwl2yjd6zg2-unit-nix-daemon.service.drv'
X-Restart-Triggers-dnsmasq> tribuchet: building on jamie
dbus-1> tribuchet: building on jamie
dbus-1> tribuchet: building on jamie
flakelet-agent.service> tribuchet: building on jamie
flakelet-app-broken> tribuchet: building on jamie
flakelet-app-slow> tribuchet: building on jamie
flakelet-app-slow2> tribuchet: building on jamie
flakelet-app-v1> tribuchet: building on jamie
flakelet-app-v2> tribuchet: building on jamie
system-path> tribuchet: building on jamie
building '/nix/store/lfs113y49xvs5vi2zzqglja1pn12dsrl-X-Restart-Triggers-systemd-tmpfiles-resetup.drv'
building '/nix/store/bjy13caqp9wzg26cma5xdcqzhzzlv7pl-device-mock.drv'
building '/nix/store/j3faxxqa4rgvq6w6d9l4hk4gcsrp03cl-flakelet-other-v1.drv'
building '/nix/store/zcndkdwnnan5pdnnw8x3ih8fk9pyxni3-flakelet-relay.json.drv'
building '/nix/store/g7hgx2ybp8liq5bv51xmszd3zikcw6a2-unit-firewall.service.drv'
building '/nix/store/61cr9khimz3jbf7s9nmv5yz91lwc1qjj-unit-script-nginx-pre-start.drv'
X-Restart-Triggers-systemd-tmpfiles-resetup> tribuchet: building on jamie
device-mock> tribuchet: building on jamie
flakelet-other-v1> tribuchet: building on jamie
flakelet-relay.json> tribuchet: building on jamie
unit-firewall.service> tribuchet: building on jamie
unit-nix-daemon.service> tribuchet: building on jamie
unit-script-nginx-pre-start> tribuchet: building on jamie
X-Restart-Triggers-dnsmasq> structuredAttrs is enabled
unit-nix-daemon.service> structuredAttrs is enabled
flakelet-agent.service> structuredAttrs is enabled
X-Restart-Triggers-systemd-tmpfiles-resetup> structuredAttrs is enabled
unit-script-nginx-pre-start> structuredAttrs is enabled
unit-firewall.service> structuredAttrs is enabled
system-path> structuredAttrs is enabled
flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/app (expect allow)
flakelet-relay.json> agent/app	allowed by ci
flakelet-relay.json> check: oidc:mock:repo:github:example/app:ref:refs/heads/main -> agent/other (expect deny)
flakelet-relay.json> agent/other	denied
building '/nix/store/m00mp41kggm7vlc496kvc6sl8k7byaq7-unit-dnsmasq.service.drv'
unit-dnsmasq.service> tribuchet: building on jamie
building '/nix/store/cslh0yn0alsyjkh2kd0vz8yp0yxni1fz-X-Restart-Triggers-dbus-broker.drv'
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
system-path> created 6399 symlinks in user environment
building '/nix/store/7fmhha4fy2jlx5s48a0jriaacjx5q9nq-unit-systemd-tmpfiles-resetup.service.drv'
unit-systemd-tmpfiles-resetup.service> tribuchet: building on jamie
building '/nix/store/w04x05p5yhlaw524k6zcw4vmzkjilj56-unit-device-mock.service.drv'
building '/nix/store/lyqdi8ay6nkfqb6anjc7lb1wdh4pvs3i-unit-nginx.service.drv'
unit-device-mock.service> tribuchet: building on jamie
building '/nix/store/zj9h5yr3ws7k9016a82lmgzsz057z8f4-flakelet-flakelet-agent-units.drv'
building '/nix/store/iz7jshjfcg5i79sl165p38l75fbmn6qh-test-script.drv'
flakelet-flakelet-agent-units> tribuchet: building on jamie
unit-nginx.service> tribuchet: building on jamie
building '/nix/store/n1r86p75b5gvpvy5q9lbg51cihrhpnp5-flakelet-relay.service.drv'
test-script> tribuchet: building on jamie
flakelet-relay.service> tribuchet: building on jamie
building '/nix/store/1ph9wqxj2d215cxgx1gplgwihahv8b6k-X-Restart-Triggers-dbus-broker.drv'
unit-dnsmasq.service> structuredAttrs is enabled
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
unit-systemd-tmpfiles-resetup.service> structuredAttrs is enabled
unit-device-mock.service> structuredAttrs is enabled
flakelet-relay.service> structuredAttrs is enabled
unit-nginx.service> structuredAttrs is enabled
test-script> structuredAttrs is enabled
building '/nix/store/g2lw3brb2cn6l99c9m4328l7jkslrcsx-unit-dbus-broker.service.drv'
building '/nix/store/zm3iwk6s2nf1jsq7x74jk74kf8bp62xr-unit-dbus-broker.service.drv'
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
unit-dbus-broker.service> tribuchet: building on jamie
unit-dbus-broker.service> tribuchet: building on jamie
building '/nix/store/kadg3bjpgpvy01wjhkrpk0c5fzkynrmq-flakelet-flakelet-agent.drv'
building '/nix/store/vcjnqr7w6yrvdb8px3zqgk3c6q6blv6c-flakelet-flakelet-relay-units.drv'
flakelet-flakelet-agent> tribuchet: building on jamie
flakelet-flakelet-relay-units> tribuchet: building on jamie
building '/nix/store/9ghdhr5dfa6kh3z63663j3w3wvfb5gsf-unit-dbus-broker.service.drv'
building '/nix/store/rh6y72cgjnyisbjy7wjbml3p86yr24ah-unit-dbus-broker.service.drv'
unit-dbus-broker.service> tribuchet: building on jamie
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> tribuchet: building on jamie
building '/nix/store/yai25gf1bmzzgjdnhmcny6ylsxa6gf09-dbus-1.drv'
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
dbus-1> tribuchet: building on jamie
building '/nix/store/6fxig5gq6m43p1dwn1m5qiab8z6af22l-user-units.drv'
user-units> tribuchet: building on jamie
building '/nix/store/4460kwcvi2pyiw2f7j4g56j1mcgds4k5-flakelet-config.json.drv'
flakelet-config.json> tribuchet: building on jamie
building '/nix/store/riihwxa59rpy1slp1psfaba7q75n6y5y-flakelet-flakelet-relay.drv'
flakelet-flakelet-relay> tribuchet: building on jamie
building '/nix/store/iwyn0fw33rvpbv7xrz33cx1c0fxw4mm8-user-units.drv'
user-units> tribuchet: building on jamie
flakelet-config.json> structuredAttrs is enabled
building '/nix/store/m6h0mf2b9xg8m4pjiwflvr3jvs0kk5r8-flakelet-config.json.drv'
flakelet-config.json> tribuchet: building on jamie
building '/nix/store/r7xnvpf6zmf6nps4xf82nhr3hzpbp9kf-X-Restart-Triggers-dbus-broker.drv'
X-Restart-Triggers-dbus-broker> tribuchet: building on jamie
building '/nix/store/ccvnqz20i83qr72vj152riakv0qn6196-X-Restart-Triggers-flakelet-reconcile.drv'
X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie
flakelet-config.json> structuredAttrs is enabled
X-Restart-Triggers-dbus-broker> structuredAttrs is enabled
X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled
building '/nix/store/frn5v5br3p419a12a6z01c34ra689ki2-X-Restart-Triggers-flakelet-reconcile.drv'
X-Restart-Triggers-flakelet-reconcile> tribuchet: building on jamie
building '/nix/store/a5cwvwi76avj6ll1p8pbfps0905m0fg3-unit-dbus-broker.service.drv'
building '/nix/store/b0pdr5zvq98xfln6sal1x8c785va3bzq-unit-dbus-broker.service.drv'
unit-dbus-broker.service> tribuchet: building on jamie
building '/nix/store/7z6lckhhvd8ajdkhgdw6gzqivxvn72w3-unit-flakelet-reconcile.service.drv'
unit-dbus-broker.service> tribuchet: building on jamie
unit-flakelet-reconcile.service> tribuchet: building on jamie
X-Restart-Triggers-flakelet-reconcile> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-dbus-broker.service> structuredAttrs is enabled
unit-flakelet-reconcile.service> structuredAttrs is enabled
building '/nix/store/6vrw5fds7s5p594x98plyj1pivzv454w-system-units.drv'
system-units> tribuchet: building on jamie
building '/nix/store/ki3hjdw5r9gkcyf56c6hh11pvx1420bw-unit-flakelet-reconcile.service.drv'
building '/nix/store/vja51j1cm7zws94gncvk3kr70aa0kqw4-system-units.drv'
building '/nix/store/anli7w26lm5gv19fkd52zp39ib0ar63q-user-units.drv'
system-units> tribuchet: building on jamie
unit-flakelet-reconcile.service> tribuchet: building on jamie
user-units> tribuchet: building on jamie
unit-flakelet-reconcile.service> structuredAttrs is enabled
building '/nix/store/3rg92q1rimnfn1j5wlixrgbyxql6lf36-system-units.drv'
system-units> tribuchet: building on jamie
building '/nix/store/2052w4rj2aiazx0fqnzvdpncbhnmidw9-etc.drv'
etc> tribuchet: building on jamie
building '/nix/store/rrianbi2hi0zakv2dvlg24b5ilrbzdca-etc.drv'
etc> tribuchet: building on jamie
building '/nix/store/n791svadnacb5p2m7351qb42sx5f7c22-etc.drv'
etc> tribuchet: building on jamie
building '/nix/store/9vj67f8y66y8chmhid9k7pnpw380fffq-activate.drv'
building '/nix/store/ijb67px4lkwm1vr8xla5kbg7118j3a06-activate.drv'
activate> tribuchet: building on jamie
activate> tribuchet: building on jamie
activate> structuredAttrs is enabled
activate> structuredAttrs is enabled
building '/nix/store/3152xzdkw9pi6h4w4bk1ff0y5mzfp7sz-activate.drv'
activate> tribuchet: building on jamie
building '/nix/store/r0qjfmlbrmsb2viriys15qxqsyc2n69m-nixos-system-client-test.drv'
building '/nix/store/ha7rg4hkqrhswlpsg6lwr3n2a65ab9n7-nixos-system-agent-test.drv'
nixos-system-client-test> tribuchet: building on jamie
nixos-system-agent-test> tribuchet: building on jamie
activate> structuredAttrs is enabled
nixos-system-client-test> structuredAttrs is enabled
nixos-system-agent-test> structuredAttrs is enabled
building '/nix/store/psndwdd7lin6hykfpgn7bwhrav16193a-run-agent-nspawn.drv'
run-agent-nspawn> tribuchet: building on jamie
building '/nix/store/hinw8pzxhycjlijlaw53l56ndmqalwpn-nixos-system-relay-test.drv'
building '/nix/store/xahyzyl8ky3dsg5k5nvl3sks4466aqmg-run-client-nspawn.drv'
nixos-system-relay-test> tribuchet: building on jamie
run-client-nspawn> tribuchet: building on jamie
nixos-system-relay-test> structuredAttrs is enabled
building '/nix/store/6gsb152hf933pl1xz9p27419lq0d1gyh-run-relay-nspawn.drv'
run-relay-nspawn> tribuchet: building on jamie
building '/nix/store/zij9qppjqk5rksjqzznnrrxri4g0d9rz-driverConfiguration.json.drv'
driverConfiguration.json> tribuchet: building on jamie
driverConfiguration.json> structuredAttrs is enabled
building '/nix/store/97s7gyyvz9dmhmsxx7kajdp6kqmqc6gp-nixos-test-driver-flakelet-relay.drv'
nixos-test-driver-flakelet-relay> tribuchet: building on jamie
nixos-test-driver-flakelet-relay> Running type check (enable/disable: config.skipTypeCheck)
nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck
nixos-test-driver-flakelet-relay> All checks passed!
nixos-test-driver-flakelet-relay> Linting test script (enable/disable: config.skipLint)
nixos-test-driver-flakelet-relay> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint
nixos-test-driver-flakelet-relay> All checks passed!
building '/nix/store/z2v9rlz9qvkwvsc2ayrzzif30pzl7853-container-test-run-flakelet-relay.drv'
container-test-run-flakelet-relay> tribuchet: building on jamie
container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-flakelet-relay> start all VLans
container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds)
container-test-run-flakelet-relay> Initializing machine ID from random generator.
container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds
container-test-run-flakelet-relay> run the VM test script
container-test-run-flakelet-relay> start all VMs
container-test-run-flakelet-relay> client: systemd-nspawn running (pid 53)
container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 52)
container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 54)
container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal...
container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal...
container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal...
container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds)
container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service
container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent.
container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay.
container-test-run-flakelet-relay> agent # No journal files were found.
container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> client # [95606.040169] client systemd-journald[57]: Journal started
container-test-run-flakelet-relay> agent # [95606.048740] agent systemd-journald[57]: Journal started
container-test-run-flakelet-relay> client # [95606.040212] client systemd-journald[57]: Runtime Journal (/run/log/journal/4e9143cf8fe44312a30619442cea5c6c) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [95606.048786] agent systemd-journald[57]: Runtime Journal (/run/log/journal/4e176c87c5f14c3ab207312e5e29db7b) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [95606.050169] client systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> agent # [95606.058899] agent systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> client # [95606.061690] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> agent # [95606.070795] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> client # [95606.075182] client systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> agent # [95606.103693] agent systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> client # [95606.075869] client systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> agent # [95606.104354] agent systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> client # [95606.109615] client systemd-journald[57]: Time spent on flushing to /var/log/journal/4e9143cf8fe44312a30619442cea5c6c is 1.396ms for 6 entries.
container-test-run-flakelet-relay> agent # [95606.113109] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/4e176c87c5f14c3ab207312e5e29db7b is 1.426ms for 6 entries.
container-test-run-flakelet-relay> client # [95606.109615] client systemd-journald[57]: System Journal (/var/log/journal/4e9143cf8fe44312a30619442cea5c6c) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [95606.113109] agent systemd-journald[57]: System Journal (/var/log/journal/4e176c87c5f14c3ab207312e5e29db7b) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [95606.117388] client systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> agent # [95606.121999] agent systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> client # [95606.118198] client systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> client # [95606.118299] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> relay # [95606.049286] relay systemd-journald[57]: Journal started
container-test-run-flakelet-relay> agent # [95606.122693] agent systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> client # [95606.131190] client systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [95606.049334] relay systemd-journald[57]: Runtime Journal (/run/log/journal/ca4aa1e09a324521b3b33069196e439d) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [95606.193703] client systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> client # [95607.050794] client systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> agent # [95606.122820] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> client # [95607.106795] client systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> agent # [95606.138571] agent systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [95606.059770] relay systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> client # [95607.107935] client systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> client # [95607.109240] client systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> agent # [95606.200764] agent systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> client # [95607.110571] client systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> client # [95607.110616] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [95607.111809] client systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> client # [95607.112905] client systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> relay # [95606.071814] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> agent # [95607.047371] agent systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> agent # [95607.105959] agent systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> agent # [95607.107082] agent systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> agent # [95607.108328] agent systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> relay # [95606.103723] relay systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> agent # [95607.109836] agent systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> relay # [95606.104660] relay systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> agent # [95607.109884] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [95606.113224] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/ca4aa1e09a324521b3b33069196e439d is 1.436ms for 6 entries.
container-test-run-flakelet-relay> agent # [95607.111187] agent systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> relay # [95606.113224] relay systemd-journald[57]: System Journal (/var/log/journal/ca4aa1e09a324521b3b33069196e439d) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [95607.112467] agent systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> relay # [95606.122125] relay systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> relay # [95606.122824] relay systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> relay # [95606.122940] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> relay # [95606.136364] relay systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> relay # [95606.229661] relay systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> relay # [95607.048559] relay systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> relay # [95607.106785] relay systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> relay # [95607.107990] relay systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> relay # [95607.109332] relay systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> relay # [95607.110726] relay systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> relay # [95607.110771] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [95607.112023] relay systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> relay # [95607.113185] relay systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> client # [95607.131057] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> agent # [95607.130926] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> client # [95607.131501] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [95607.131385] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [95607.131717] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/4e176c87c5f14c3ab207312e5e29db7b failed: Operation not permitted
container-test-run-flakelet-relay> agent # [95607.132084] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [95607.131819] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/4e9143cf8fe44312a30619442cea5c6c failed: Operation not permitted
container-test-run-flakelet-relay> client # [95607.132176] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [95607.132454] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> relay # [95607.132866] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [95607.133167] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/ca4aa1e09a324521b3b33069196e439d failed: Operation not permitted
container-test-run-flakelet-relay> relay # [95607.133485] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [95607.137875] agent suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.FbJiZijaLE/chsh': Operation not permitted
container-test-run-flakelet-relay> agent # [95607.139601] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [95607.139694] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [95607.139872] agent systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> agent # [95607.140266] agent systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> agent # [95607.203701] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95607.216438] agent systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> agent # [95607.219802] agent systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> agent # [95607.220766] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> agent # [95607.262698] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> agent # [95607.271090] agent systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> agent # [95607.272224] agent systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> agent # [95607.282988] agent systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> agent # [95607.283131] agent systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> agent # [95607.283193] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [95607.283212] agent systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> agent # [95607.283226] agent systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> agent # [95607.283314] agent systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> agent # [95607.283571] agent systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> agent # [95607.283710] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> agent # [95607.283725] agent systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> agent # [95607.283751] agent systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> agent # [95607.284591] agent systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> agent # [95607.285267] agent systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> agent # [95607.286032] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [95607.286791] agent systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> agent # [95607.297030] agent systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> agent # [95607.297880] agent systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> relay # [95607.138410] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.X2oSIbjSZ4/chsh': Operation not permitted
container-test-run-flakelet-relay> relay # [95607.140893] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> relay # [95607.140933] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> relay # [95607.140995] relay systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> relay # [95607.176107] relay systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> relay # [95607.204007] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95607.216880] relay systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> relay # [95607.219947] relay systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> relay # [95607.220733] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> relay # [95607.263995] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> relay # [95607.271367] relay systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> relay # [95607.272338] relay systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> relay # [95607.281360] relay systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> relay # [95607.281459] relay systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> relay # [95607.281540] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [95607.281569] relay systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> relay # [95607.281586] relay systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> relay # [95607.281688] relay systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> relay # [95607.281867] relay systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> relay # [95607.281957] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> relay # [95607.281976] relay systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> relay # [95607.282012] relay systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> relay # [95607.283412] relay systemd[1]: Started device-mock.service.
container-test-run-flakelet-relay> relay # [95607.284378] relay systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> relay # [95607.285293] relay systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> relay # [95607.286462] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [95607.287268] relay systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> relay # [95607.297872] relay systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> relay # [95607.298555] relay systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> client # [95607.134549] client suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.9BdpYMo8cl/chsh': Operation not permitted
container-test-run-flakelet-relay> client # [95607.140757] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> client # [95607.140794] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client # [95607.140836] client systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> client # [95607.176042] client systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> client # [95607.203928] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> client # [95607.216576] client systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> client # [95607.219733] client systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> client # [95607.220623] client systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> client # [95607.263910] client systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> client # [95607.270692] client systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> client # [95607.271773] client systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> client # [95607.280451] client systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> client # [95607.280526] client systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> client # [95607.280585] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [95607.280605] client systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> client # [95607.280619] client systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> client # [95607.280710] client systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> client # [95607.280886] client systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> client # [95607.280977] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> client # [95607.280989] client systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> client # [95607.281025] client systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> client # [95607.282092] client systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> client # [95607.283202] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [95607.284100] client systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> client # [95607.299129] client systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> agent # [95607.302807] agent systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> agent # [95607.309227] agent systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> agent # [95607.359883] agent systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> agent # [95607.360526] agent systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> agent # [95607.362006] agent systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> agent # [95607.387464] agent systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> agent # [95607.389530] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95607.389695] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [95607.392121] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [95607.405367] agent network-addresses-eth1-start[237]: adding address 192.168.1.1/24... done
container-test-run-flakelet-relay> agent # [95607.410231] agent network-addresses-eth1-start[237]: adding address 2001:db8:1::1/64... done
container-test-run-flakelet-relay> agent # [95607.415246] agent systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> agent # [95607.483310] agent systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> agent # [95607.483539] agent systemd[1]: Reached target Network.
container-test-run-flakelet-relay> agent # [95607.485379] agent systemd[1]: Starting Update flakelet service app...
container-test-run-flakelet-relay> agent # [95607.486873] agent systemd[1]: Starting Update flakelet service flakelet-agent...
container-test-run-flakelet-relay> agent # [95607.488293] agent systemd[1]: Starting Update flakelet service other...
container-test-run-flakelet-relay> agent # [95607.499339] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95607.499502] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [95607.502030] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [95607.505638] agent flakelet[304]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95607.505904] agent flakelet[305]: flakelet-agent: using prebuilt artifact /nix/store/gn2q2am7xndcfsg15x75ady3rix35z5p-flakelet-flakelet-agent
container-test-run-flakelet-relay> agent # [95607.506102] agent flakelet[306]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95607.506347] agent flakelet[304]: app: activating generation 1
container-test-run-flakelet-relay> agent # [95607.506446] agent flakelet[305]: flakelet-agent: activating generation 1
container-test-run-flakelet-relay> agent # [95607.506541] agent flakelet[306]: other: activating generation 1
container-test-run-flakelet-relay> agent # [95607.510242] agent systemd[1]: Reload requested from client PID 311 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [95607.510275] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [95607.355066] client systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> client # [95607.355948] client systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> client # [95607.358404] client systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> client # [95607.360550] client systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> client # [95607.383970] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [95607.387384] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [95607.391590] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [95607.402683] client network-addresses-eth1-start[233]: adding address 192.168.1.2/24... done
container-test-run-flakelet-relay> client # [95607.405726] client network-addresses-eth1-start[233]: adding address 2001:db8:1::2/64... done
container-test-run-flakelet-relay> client # [95607.411920] client systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> client # [95607.459759] client systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> client # [95607.459853] client systemd[1]: Reached target Network.
container-test-run-flakelet-relay> client # [95607.509387] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [95607.509570] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [95607.512170] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [95607.305226] relay systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> relay # [95607.308831] relay systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> relay # [95607.387453] relay systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> relay # [95607.387766] relay systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> relay # [95607.389321] relay systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> relay # [95607.390874] relay systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> relay # [95607.391254] relay systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95607.391534] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [95607.397248] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [95607.414992] relay network-addresses-eth1-start[246]: adding address 192.168.1.3/24... done
container-test-run-flakelet-relay> relay # [95607.418560] relay network-addresses-eth1-start[246]: adding address 2001:db8:1::3/64... done
container-test-run-flakelet-relay> relay # [95607.423527] relay systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> relay # [95607.454772] relay systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> relay # [95607.455368] relay systemd[1]: Reached target Network.
container-test-run-flakelet-relay> relay # [95607.456647] relay systemd[1]: Starting Dnsmasq Daemon...
container-test-run-flakelet-relay> relay # [95607.457586] relay systemd[1]: Starting Nginx Web Server...
container-test-run-flakelet-relay> relay # [95607.458432] relay systemd[1]: Starting Update flakelet service flakelet-relay...
container-test-run-flakelet-relay> relay # [95607.501894] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/dmw24kck53hkbhzjp4k5hya5189hbkq0-flakelet-flakelet-relay
container-test-run-flakelet-relay> relay # [95607.502790] relay flakelet[311]: flakelet-relay: activating generation 1
container-test-run-flakelet-relay> relay # [95607.507715] relay systemd[1]: Reload requested from client PID 316 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [95607.507759] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95607.818694] relay nsncd[251]: Oct 15 11:56:40.628 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> relay # [95607.935431] relay systemd[1]: Reloading finished in 427 ms.
container-test-run-flakelet-relay> agent # [95607.838050] agent nsncd[310]: Oct 15 11:56:40.648 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> agent # [95607.931374] agent systemd[1]: Reloading finished in 420 ms.
container-test-run-flakelet-relay> client # [95607.842749] client systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [95607.842836] client systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> client # [95607.843180] client nsncd[303]: Oct 15 11:56:40.653 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> client # [95607.842923] client systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> client # [95607.845225] client systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> client # [95607.846536] client systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> client # [95607.878218] client systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> client # [95607.879934] client systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> client # [95607.879989] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> client # [95607.880036] client systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> relay # [95608.082738] relay systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [95608.091877] relay systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> relay # [95608.091970] relay systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> relay # [95608.093413] relay systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> relay # [95608.094218] relay systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> relay # [95608.107770] relay systemd[1]: Reload requested from client PID 358 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [95608.107834] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95608.110999] relay dnsmasq-pre-start[360]: dnsmasq: syntax check OK.
container-test-run-flakelet-relay> relay # [95608.464170] relay systemd[1]: Reloading finished in 355 ms.
container-test-run-flakelet-relay> agent # [95608.091561] agent systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [95608.096581] agent systemd[1]: Reload requested from client PID 314 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [95608.096638] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95608.469758] agent systemd[1]: Reloading finished in 372 ms.
container-test-run-flakelet-relay> relay # [95608.595890] relay systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> relay # [95608.600231] relay systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> relay # [95608.600301] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> relay # [95608.600375] relay systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> relay # [95608.623361] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [95608.623551] agent systemd[1]: Reload requested from client PID 313 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [95608.623591] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95608.963322] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [95609.043063] agent systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> agent # [95609.043228] agent systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> agent # [95609.044605] agent systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> agent # [95609.045661] agent systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> agent # [95609.055124] agent systemd[1]: Reload requested from client PID 409 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [95609.059899] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95609.052762] relay nginx-pre-start[402]: nginx: the configuration file /nix/store/jm9zi5xcg0k4gcww44kzxbjl3nggdc0x-nginx.conf syntax is ok
container-test-run-flakelet-relay> relay # [95609.053478] relay nginx-pre-start[402]: nginx: configuration file /nix/store/jm9zi5xcg0k4gcww44kzxbjl3nggdc0x-nginx.conf test is successful
container-test-run-flakelet-relay> relay # [95609.081784] relay systemd[1]: Started Nginx Web Server.
container-test-run-flakelet-relay> relay # [95609.263623] relay systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [95609.265721] client systemd-logind[315]: New seat seat0.
container-test-run-flakelet-relay> client # [95609.266078] client systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> client # [95609.268236] client systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [95609.292419] client systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> client # [95609.329597] client systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [95609.329932] client systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> client # [95609.330276] client systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [95609.538890] relay systemd-logind[354]: New seat seat0.
container-test-run-flakelet-relay> relay # [95609.539304] relay systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> relay # [95609.542090] relay systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> relay # [95609.576635] relay systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95609.577034] relay systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> agent # [95609.444270] agent systemd[1]: Reloading finished in 384 ms.
container-test-run-flakelet-relay> agent # [95609.525043] agent systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> agent # [95609.525669] agent systemd[1]: Reload requested from client PID 408 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [95609.525713] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [95609.777752] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> client # [95609.779236] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> client # [95609.779236] client dbus-broker-launch[325]: Invalid user-name in /nix/store/bw3qfpk1dfh3rqrhglxb7ssyflsig0mc-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> client # [95609.780425] client systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> client # [95609.780849] client systemd[1]: Startup finished in 4.168s.
container-test-run-flakelet-relay> client # [95609.789925] client dbus-broker-launch[325]: Ready
container-test-run-flakelet-relay> relay # [95609.800747] relay dbus-broker-launch[408]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> relay # [95609.801552] relay dbus-broker-launch[408]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> relay # [95609.801552] relay dbus-broker-launch[408]: Invalid user-name in /nix/store/vs0a8az17i3z78gq22l4n082lgvd42jj-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> relay # [95609.802721] relay systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> relay # [95609.808154] relay dbus-broker-launch[408]: Ready
container-test-run-flakelet-relay> relay # [95609.811210] relay systemd[1]: Started Dnsmasq Daemon.
container-test-run-flakelet-relay> relay # [95609.813484] relay dnsmasq[394]: started, version 2.93 cachesize 150
container-test-run-flakelet-relay> relay # [95609.813492] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile
container-test-run-flakelet-relay> relay # [95609.813496] relay dnsmasq[394]: DBus support enabled: connected to system bus
container-test-run-flakelet-relay> relay # [95609.813513] relay dnsmasq[394]: no upstream servers configured - please set them from DBus
container-test-run-flakelet-relay> relay # [95609.813717] relay dnsmasq[394]: read /etc/hosts - 9 names
container-test-run-flakelet-relay> agent # [95609.871279] agent systemd[1]: Reloading finished in 345 ms.
container-test-run-flakelet-relay> agent # [95609.943613] agent systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> agent # [95609.943733] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> agent # [95609.943888] agent systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [95609.945602] agent systemd[1]: Reload requested from client PID 410 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [95609.945632] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95610.282916] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [95610.348130] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [95610.349015] agent systemd[1]: Starting other v1...
container-test-run-flakelet-relay> agent # [95610.352165] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [95610.374313] agent systemd-logind[405]: New seat seat0.
container-test-run-flakelet-relay> agent # [95610.375562] agent systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> agent # [95610.375728] agent systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> agent # [95610.377173] agent systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> agent # [95610.415402] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:43.225703Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95610.415467] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [95610.415677] agent systemd[1]: Started other v1.
container-test-run-flakelet-relay> agent # [95610.415957] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [95610.416247] agent systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95610.416417] agent systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> agent # [95610.423332] agent flakelet[304]: app: updated to generation 1
container-test-run-flakelet-relay> agent # [95610.423838] agent flakelet[305]: flakelet-agent: updated to generation 1
container-test-run-flakelet-relay> agent # [95610.424239] agent flakelet[306]: other: updated to generation 1
container-test-run-flakelet-relay> agent # [95610.424760] agent systemd[1]: Finished Update flakelet service app.
container-test-run-flakelet-relay> agent # [95610.424991] agent systemd[1]: Finished Update flakelet service flakelet-agent.
container-test-run-flakelet-relay> agent # [95610.425185] agent systemd[1]: Finished Update flakelet service other.
container-test-run-flakelet-relay> agent # [95610.426742] agent systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> agent # [95610.426802] agent systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [95610.590249] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:43.400446Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95610.591150] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:43.401183Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95610.590925] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [95610.603243] relay systemd[1]: Starting health for flakelet-relay...
container-test-run-flakelet-relay> agent # [95610.775974] agent dbus-broker-launch[506]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> agent # [95610.777137] agent dbus-broker-launch[506]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> agent # [95610.777137] agent dbus-broker-launch[506]: Invalid user-name in /nix/store/si00m8lxg75ccl80rxnfdhrmm5ssvpwv-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> agent # [95610.777628] agent systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [95610.777959] agent systemd[1]: Startup finished in 5.168s.
container-test-run-flakelet-relay> agent # [95610.783136] agent dbus-broker-launch[506]: Ready
container-test-run-flakelet-relay> relay # [95610.859373] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95610.859750] relay systemd[1]: Finished health for flakelet-relay.
container-test-run-flakelet-relay> relay # [95610.868484] relay flakelet[311]: flakelet-relay: updated to generation 1
container-test-run-flakelet-relay> relay # [95610.870491] relay systemd[1]: Finished Update flakelet service flakelet-relay.
container-test-run-flakelet-relay> relay # [95610.871196] relay systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> relay # [95610.871415] relay systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [95610.871657] relay systemd[1]: Startup finished in 5.260s.
container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.17 seconds)
container-test-run-flakelet-relay> relay: waiting for unit nginx.service
container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet.target
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for unit multi-user.target
container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [95612.435170] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:45.245569Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: None, revision: None }, Named { name: \"flakelet-agent\", generation: None, revision: None }, Named { name: \"other\", generation: None, revision: None }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95612.434835] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:45.245207Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95612.439090] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:45.249535Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95612.439535] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:45.250003Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95612.439733] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:45.250205Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds)
container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1
container-test-run-flakelet-relay> relay # [95613.462207] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:46.272604Z","level":"INFO","message":"deploy accepted","job":"99f078d9d0d2b40d4480a5d239d538cb","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95613.463069] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:46.273419Z","level":"INFO","message":"start","id":"84befeb0cfb8ff652f0d56aa28ea8874","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95613.463992] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:46.273910Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"84befeb0cfb8ff652f0d56aa28ea8874\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95613.494827] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95613.522346] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95613.526407] agent flakelet[922]: app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2
container-test-run-flakelet-relay> agent # [95613.527118] agent flakelet[922]: app: activating generation 2
container-test-run-flakelet-relay> agent # [95613.545025] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [95613.546864] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95613.547225] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [95613.562590] agent systemd[1]: Reload requested from client PID 929 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95613.562659] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95613.911537] agent systemd[1]: Reloading finished in 348 ms.
container-test-run-flakelet-relay> agent # [95613.966758] agent systemd[1]: Reload requested from client PID 959 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95613.966802] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95614.310088] agent systemd[1]: Reloading finished in 342 ms.
container-test-run-flakelet-relay> agent # [95614.397422] agent systemd[1]: Reload requested from client PID 988 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95614.397465] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95614.739522] agent systemd[1]: Reloading finished in 341 ms.
container-test-run-flakelet-relay> agent # [95614.827051] agent systemd[1]: Reload requested from client PID 1022 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95614.827092] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95615.171336] agent systemd[1]: Reloading finished in 343 ms.
container-test-run-flakelet-relay> agent # [95615.253421] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [95615.281349] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [95615.287840] agent flakelet[922]: app: updated to generation 2
container-test-run-flakelet-relay> agent # [95615.289298] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.93 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2'
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.03 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 3.02 seconds)
container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTcwOSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDA5LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJZMk9UM1Y2RVg0QUdBPT09IiwibmJmIjoxNzkyMDY1NDA5LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.Y3zDnEzIur0n-r3npMWwbI_GmOHuW2NHUsGNPVufNmULa0hSzdj86lUcJu-Jlyp8pbtF-2BL2PMbLYKe42gOAg' push --relay https://relay:7443 deploy agent/app 2>&1
container-test-run-flakelet-relay> agent # [95616.364197] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:49.174578Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95616.547644] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:49.358035Z","level":"INFO","message":"start","id":"1d5b3f1641942960c5044a6d55255eae","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95616.548164] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:49.358633Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"1d5b3f1641942960c5044a6d55255eae\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95616.588272] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> relay # [95616.365565] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:49.175925Z","level":"INFO","message":"deploy finished","job":"99f078d9d0d2b40d4480a5d239d538cb","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95616.547250] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:49.357668Z","level":"INFO","message":"deploy accepted","job":"f9f0d651b91a57b36d100488c845b4d4","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95616.621418] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95616.625533] agent flakelet[1092]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95616.626171] agent flakelet[1092]: app: activating generation 3
container-test-run-flakelet-relay> agent # [95616.640411] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [95616.642168] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95616.642497] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [95616.658179] agent systemd[1]: Reload requested from client PID 1099 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95616.658248] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95617.004696] agent systemd[1]: Reloading finished in 345 ms.
container-test-run-flakelet-relay> agent # [95617.087330] agent systemd[1]: Reload requested from client PID 1129 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95617.087375] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95617.425620] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent # [95617.509031] agent systemd[1]: Reload requested from client PID 1158 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95617.509078] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95617.848615] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [95617.937212] agent systemd[1]: Reload requested from client PID 1189 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95617.937256] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95618.275078] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent # [95618.360554] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [95618.392302] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [95618.399142] agent flakelet[1092]: app: updated to generation 3
container-test-run-flakelet-relay> agent # [95618.400332] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTcwOSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDA5LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJZMk9UM1Y2RVg0QUdBPT09IiwibmJmIjoxNzkyMDY1NDA5LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.Y3zDnEzIur0n-r3npMWwbI_GmOHuW2NHUsGNPVufNmULa0hSzdj86lUcJu-Jlyp8pbtF-2BL2PMbLYKe42gOAg' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.97 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 3.04 seconds)
container-test-run-flakelet-relay> subtest: policy denies uncovered target
container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTcwOSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDA5LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJZMk9UM1Y2RVg0QUdBPT09IiwibmJmIjoxNzkyMDY1NDA5LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.Y3zDnEzIur0n-r3npMWwbI_GmOHuW2NHUsGNPVufNmULa0hSzdj86lUcJu-Jlyp8pbtF-2BL2PMbLYKe42gOAg' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTcwOSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDA5LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJZMk9UM1Y2RVg0QUdBPT09IiwibmJmIjoxNzkyMDY1NDA5LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.Y3zDnEzIur0n-r3npMWwbI_GmOHuW2NHUsGNPVufNmULa0hSzdj86lUcJu-Jlyp8pbtF-2BL2PMbLYKe42gOAg' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTcxMiwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MjA2NTQxMiwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiUFVZVkRHNFBDQklHVT09PSIsIm5iZiI6MTc5MjA2NTQxMiwic3ViIjoic29tZW9uZSJ9.Zqf-p0xWfblUojPUDP9bw0rXWTNKSoMM6e3eozmXXYzlnjrcybLax8a2mNyD5d2vjcNGOWp1GUe_nFlFXGslDQ' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [95619.473930] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:52.284304Z","level":"INFO","message":"deploy finished","job":"f9f0d651b91a57b36d100488c845b4d4","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95619.575540] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:52.385971Z","level":"INFO","message":"deploy accepted","job":"ffca02ac3c199341f6c819fb424a766c","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95619.472369] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:52.282718Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95619.575909] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:52.386331Z","level":"INFO","message":"start","id":"0cd32887014f0b9eb9d5a7cf2acfb69b","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95619.576349] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:52.386821Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"0cd32887014f0b9eb9d5a7cf2acfb69b\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95619.611989] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95619.648972] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95619.652714] agent flakelet[1243]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95619.653285] agent flakelet[1243]: other: up to date
container-test-run-flakelet-relay> agent # [95619.655193] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTcxMiwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MjA2NTQxMiwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiUFVZVkRHNFBDQklHVT09PSIsIm5iZiI6MTc5MjA2NTQxMiwic3ViIjoic29tZW9uZSJ9.Zqf-p0xWfblUojPUDP9bw0rXWTNKSoMM6e3eozmXXYzlnjrcybLax8a2mNyD5d2vjcNGOWp1GUe_nFlFXGslDQ' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.70 seconds)
container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards
container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1
container-test-run-flakelet-relay> relay # [95620.198316] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:53.008697Z","level":"INFO","message":"deploy finished","job":"ffca02ac3c199341f6c819fb424a766c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95620.222066] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:56:53] "POST /device HTTP/1.1" 200 -
container-test-run-flakelet-relay> agent # [95620.197294] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:53.007666Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [95621.227382] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:56:54] "POST /token HTTP/1.1" 400 -
container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.08 seconds)
container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600
container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> agent # [95622.311959] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:55.122343Z","level":"INFO","message":"start","id":"52e37dcac6ce1682622f53162f215be3","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95622.312924] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:55.122843Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"52e37dcac6ce1682622f53162f215be3\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95622.344251] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95622.373255] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95622.377614] agent flakelet[1267]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95622.378190] agent flakelet[1267]: other: up to date
container-test-run-flakelet-relay> agent # [95622.378780] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95622.280516] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:56:55] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [95622.311548] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:55.121990Z","level":"INFO","message":"deploy accepted","job":"bb69b61861b579f616d6455d19815d90","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.63 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [95622.926326] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:55.736688Z","level":"INFO","message":"deploy finished","job":"bb69b61861b579f616d6455d19815d90","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95622.947084] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:55.757536Z","level":"INFO","message":"deploy accepted","job":"0c81534a490dc00896cff58e31c54317","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95622.924525] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:55.734891Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95622.947409] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:55.757820Z","level":"INFO","message":"start","id":"725064a71b9415c9826a134310a4d091","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95622.947790] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:55.758253Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"725064a71b9415c9826a134310a4d091\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95622.983951] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95623.014376] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95623.020185] agent flakelet[1291]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95623.020716] agent flakelet[1291]: other: up to date
container-test-run-flakelet-relay> agent # [95623.022499] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.36 seconds)
container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1
container-test-run-flakelet-relay> agent # [95623.560615] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:56.370991Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95623.599797] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:56.410233Z","level":"INFO","message":"start","id":"c493964f411964c0a9b942c2eabf8ae3","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95623.600241] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:56:56.410707Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"c493964f411964c0a9b942c2eabf8ae3\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95623.638384] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95623.669296] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95623.673787] agent flakelet[1314]: app: using prebuilt artifact /nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken
container-test-run-flakelet-relay> agent # [95623.674481] agent flakelet[1314]: app: activating generation 4
container-test-run-flakelet-relay> agent # [95623.692295] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [95623.693974] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95623.694246] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [95623.712576] agent systemd[1]: Reload requested from client PID 1321 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95623.712646] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95623.562498] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:56.372877Z","level":"INFO","message":"deploy finished","job":"0c81534a490dc00896cff58e31c54317","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95623.599528] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:56:56.409975Z","level":"INFO","message":"deploy accepted","job":"264846b84d8e06b198015313d4659067","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95624.054766] agent systemd[1]: Reloading finished in 341 ms.
container-test-run-flakelet-relay> agent # [95624.154118] agent systemd[1]: Reload requested from client PID 1351 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95624.154166] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95624.487634] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [95624.547021] agent systemd[1]: Reload requested from client PID 1382 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95624.547063] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95624.882035] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [95624.967298] agent systemd[1]: Reload requested from client PID 1415 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95624.967341] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95625.301127] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [95625.382861] agent systemd[1]: Starting app broken...
container-test-run-flakelet-relay> agent # [95625.418661] agent (nonexistent)[1445]: app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent # [95625.418688] agent (nonexistent)[1445]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent # [95625.420411] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent # [95625.420616] agent systemd[1]: app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [95625.421148] agent systemd[1]: Failed to start app broken.
container-test-run-flakelet-relay> agent # [95625.461750] agent systemd[1]: Reload requested from client PID 1451 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95625.461817] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95625.803095] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [95625.896354] agent systemd[1]: Reload requested from client PID 1481 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95625.896397] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95626.232630] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent # [95626.306652] agent systemd[1]: Reload requested from client PID 1511 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95626.306699] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95626.639956] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [95626.722203] agent systemd[1]: Reload requested from client PID 1544 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95626.722248] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95627.054907] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [95627.138855] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [95627.170302] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [95627.171527] agent flakelet[1314]: app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent # [95627.171527] agent flakelet[1314]: failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent # [95627.172933] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [95627.173043] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.27 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.31 seconds)
container-test-run-flakelet-relay> subtest: host patterns expand on the relay
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1
container-test-run-flakelet-relay> relay # [95627.847605] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:00.657989Z","level":"INFO","message":"deploy finished","job":"264846b84d8e06b198015313d4659067","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95627.900711] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:00.711146Z","level":"INFO","message":"deploy accepted","job":"43f8eda916c51c579c5a63fb401b95d5","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95627.846719] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:00.657120Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95627.900907] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:00.711304Z","level":"INFO","message":"start","id":"54397e1c0294e72e022d2897696fd40d","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95627.901165] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:00.711634Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"54397e1c0294e72e022d2897696fd40d\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95627.931739] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95627.967379] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95627.972079] agent flakelet[1601]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95627.972635] agent flakelet[1601]: app: up to date
container-test-run-flakelet-relay> agent # [95627.973770] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.62 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1
container-test-run-flakelet-relay> agent # [95628.501468] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:01.311850Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95628.525482] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:01.335935Z","level":"INFO","message":"start","id":"92a8ee050029f3656881d0080f6a4794","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95628.525867] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:01.336338Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"92a8ee050029f3656881d0080f6a4794\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95628.556874] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95628.590415] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95628.595063] agent flakelet[1625]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95628.595620] agent flakelet[1625]: app: up to date
container-test-run-flakelet-relay> agent # [95628.596734] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95628.503080] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:01.313460Z","level":"INFO","message":"deploy finished","job":"43f8eda916c51c579c5a63fb401b95d5","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95628.525230] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:01.335681Z","level":"INFO","message":"deploy accepted","job":"5386d0c9a62cdefd6923f7aa6be89614","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.63 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1
container-test-run-flakelet-relay> relay # [95629.129822] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:01.940176Z","level":"INFO","message":"deploy finished","job":"5386d0c9a62cdefd6923f7aa6be89614","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95629.152479] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:01.962928Z","level":"INFO","message":"deploy accepted","job":"ff422244f4b4c774128157665069588a","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95629.127937] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:01.938293Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95629.152751] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:01.963197Z","level":"INFO","message":"start","id":"4155a16d786156e2d43cbc0e69d80504","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95629.153189] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:01.963654Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"4155a16d786156e2d43cbc0e69d80504\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95629.185820] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95629.222302] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95629.228123] agent flakelet[1645]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95629.228711] agent flakelet[1645]: app: up to date
container-test-run-flakelet-relay> agent # [95629.229269] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 1.64 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 2.93 seconds)
container-test-run-flakelet-relay> subtest: detach returns once the job is accepted
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1
container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> agent # [95630.770874] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:03.581242Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95630.833135] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:03.643524Z","level":"INFO","message":"start","id":"6323646b40e09c6b432a3ce56188d98f","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95630.833414] agent flakelet-agent[505]: {"timestamp":"2026-10-15T11:57:03.643882Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"6323646b40e09c6b432a3ce56188d98f\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95630.862589] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95630.890242] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95630.894934] agent flakelet[1674]: app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [95630.895688] agent flakelet[1674]: app: activating generation 4
container-test-run-flakelet-relay> agent # [95630.905139] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [95630.905839] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95630.905970] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [95630.915615] agent systemd[1]: Reload requested from client PID 1681 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95630.915656] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95630.772466] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:03.582846Z","level":"INFO","message":"deploy finished","job":"ff422244f4b4c774128157665069588a","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95630.832840] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:03.643287Z","level":"INFO","message":"deploy accepted","job":"23e750bae0213da155f91db2c4b755e5","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95631.246504] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent # [95631.339412] agent systemd[1]: Reload requested from client PID 1711 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95631.339454] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95631.671259] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [95631.753467] agent systemd[1]: Reload requested from client PID 1740 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95631.753513] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.33 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent # [95632.085486] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [95632.177916] agent systemd[1]: Reload requested from client PID 1772 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95632.177957] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95632.511602] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [95632.590498] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent # [95638.674124] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [95638.682280] agent flakelet[1674]: app: updated to generation 4
container-test-run-flakelet-relay> agent # [95638.684333] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 7.52 seconds)
container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 8.89 seconds)
container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.08 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0'
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out
container-test-run-flakelet-relay> relay # [95639.723433] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:12.533825Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95639.723490] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [95639.755093] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95639.755525] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [95639.755992] agent systemd[1]: flakelet-agent.service: Consumed 1.795s CPU time over 29.403s wall clock time.
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.09 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out
container-test-run-flakelet-relay> relay # [95640.939304] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:13.749695Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95640.852667] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [95640.908966] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:13.719403Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"6323646b40e09c6b432a3ce56188d98f\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95640.929247] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [95640.939218] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:13.749663Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95641.453637] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:14.264007Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [95642.836715] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:15.647108Z","level":"INFO","message":"deploy accepted","job":"84e9fb03fef2cd7b9b28dd50ad1227c4","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95642.837312] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:15.647653Z","level":"INFO","message":"start","id":"b0f4b32fb19e728f1039e1b23d0fb4be","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95642.837907] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:15.648373Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"b0f4b32fb19e728f1039e1b23d0fb4be\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95642.882884] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95642.915315] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95642.920762] agent flakelet[2255]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95642.921336] agent flakelet[2255]: other: up to date
container-test-run-flakelet-relay> agent # [95642.922641] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95643.464834] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:16.275213Z","level":"INFO","message":"deploy finished","job":"84e9fb03fef2cd7b9b28dd50ad1227c4","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95643.463317] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:16.273679Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 3.04 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTczNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDM2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJVTkJTRlpHWEFFNkE2PT09IiwibmJmIjoxNzkyMDY1NDM2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.Ga-RDM-iyGPoTIBS5twvwe_osg0oE438w40TK9bOQS0LMmB1YN0TBHU_v0-pQdK57s2OMgQ0nRzrqhjlJRp5CA' push --relay https://relay:7443 agents
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTczNiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDM2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJVTkJTRlpHWEFFNkE2PT09IiwibmJmIjoxNzkyMDY1NDM2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.Ga-RDM-iyGPoTIBS5twvwe_osg0oE438w40TK9bOQS0LMmB1YN0TBHU_v0-pQdK57s2OMgQ0nRzrqhjlJRp5CA' push --relay https://relay:7443 agents, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 4.38 seconds)
container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.04 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2
container-test-run-flakelet-relay> app: activating generation 5
container-test-run-flakelet-relay> agent # [95644.164607] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [95644.166336] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95644.166616] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [95644.184203] agent systemd[1]: Reload requested from client PID 2289 ('systemctl')...
container-test-run-flakelet-relay> agent # [95644.184278] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95644.528583] agent systemd[1]: Reloading finished in 343 ms.
container-test-run-flakelet-relay> agent # [95644.615997] agent systemd[1]: Reload requested from client PID 2318 ('systemctl')...
container-test-run-flakelet-relay> agent # [95644.616044] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95644.946275] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [95645.025456] agent systemd[1]: Reload requested from client PID 2348 ('systemctl')...
container-test-run-flakelet-relay> agent # [95645.025493] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95645.357558] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [95645.456683] agent systemd[1]: Reload requested from client PID 2379 ('systemctl')...
container-test-run-flakelet-relay> agent # [95645.456721] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95645.793354] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.79 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5'
container-test-run-flakelet-relay> agent # [95645.881073] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [95645.914348] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 1.05 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> app: activating generation 6
container-test-run-flakelet-relay> agent # [95646.958886] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:19.769263Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95647.066692] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [95647.068375] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95647.068661] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [95647.085198] agent systemd[1]: Reload requested from client PID 2425 ('systemctl')...
container-test-run-flakelet-relay> agent # [95647.085271] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95647.437380] agent systemd[1]: Reloading finished in 351 ms.
container-test-run-flakelet-relay> agent # [95647.519113] agent systemd[1]: Reload requested from client PID 2454 ('systemctl')...
container-test-run-flakelet-relay> agent # [95647.519155] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95647.851577] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [95647.929531] agent systemd[1]: Reload requested from client PID 2482 ('systemctl')...
container-test-run-flakelet-relay> agent # [95647.929573] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95648.270155] agent systemd[1]: Reloading finished in 340 ms.
container-test-run-flakelet-relay> agent # [95648.353131] agent systemd[1]: Reload requested from client PID 2511 ('systemctl')...
container-test-run-flakelet-relay> agent # [95648.353173] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.76 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6'
container-test-run-flakelet-relay> agent # [95648.683082] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [95648.763097] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [95648.791299] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [95648.958662] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:21.768886Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 1.05 seconds)
container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 5.77 seconds)
container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent
container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent
container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: metrics
container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics
container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065442 | grep -q 'app-slow'
container-test-run-flakelet-relay> relay # [95649.865518] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:22.675893Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [95649.929487] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:22.739895Z","level":"INFO","message":"deploy accepted","job":"3bfc40f8771d102bba44ccc9a652e7e1","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95649.929852] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:22.740255Z","level":"INFO","message":"start","id":"df430cee67d4be7860fdbe39e671dc92","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95649.930358] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:22.740827Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"df430cee67d4be7860fdbe39e671dc92\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95649.971435] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95650.001243] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95650.005948] agent flakelet[2560]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent # [95650.006672] agent flakelet[2560]: app: activating generation 7
container-test-run-flakelet-relay> agent # [95650.024676] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [95650.026374] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95650.026710] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [95650.042113] agent systemd[1]: Reload requested from client PID 2567 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95650.042185] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95650.386493] agent systemd[1]: Reloading finished in 343 ms.
container-test-run-flakelet-relay> agent # [95650.468208] agent systemd[1]: Reload requested from client PID 2597 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95650.468251] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95650.799644] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065442 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done
container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds)
container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443
container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065442 | grep -q 'updated to generation'
container-test-run-flakelet-relay> agent # [95650.885519] agent systemd[1]: Reload requested from client PID 2626 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95650.885564] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95651.045623] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:23.856025Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [95651.013736] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:23.824130Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95651.216757] agent systemd[1]: Reloading finished in 330 ms.
container-test-run-flakelet-relay> agent # [95651.299287] agent systemd[1]: Reload requested from client PID 2674 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95651.299327] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95651.629579] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [95651.712226] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [95652.048954] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:24.859165Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95654.051097] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:26.861390Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95657.778406] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [95657.787684] agent flakelet[2560]: app: updated to generation 7
container-test-run-flakelet-relay> agent # [95657.789675] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065442 | grep -q 'updated to generation', in 7.11 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out
container-test-run-flakelet-relay> agent # [95658.053383] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:30.863492Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95658.886926] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:31.697311Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.40 seconds)
container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2'
container-test-run-flakelet-relay> agent # [95666.057115] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:38.867464Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95666.058321] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:38.868786Z","level":"INFO","message":"start","id":"df430cee67d4be7860fdbe39e671dc92","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [95666.057226] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:38.867584Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [95666.059018] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:38.869441Z","level":"INFO","message":"deploy finished","job":"3bfc40f8771d102bba44ccc9a652e7e1","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95666.314829] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:39.125099Z","level":"INFO","message":"deploy accepted","job":"8c6c5b7e45e57d925cf6006b4aabf790","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95666.315012] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:39.125451Z","level":"INFO","message":"start","id":"2c46f67885e903c2decbcdb3ee3dd8c4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95666.315700] agent flakelet-agent[1842]: {"timestamp":"2026-10-15T11:57:39.126170Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"2c46f67885e903c2decbcdb3ee3dd8c4\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95666.355196] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95666.391326] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95666.396238] agent flakelet[2796]: app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [95666.396956] agent flakelet[2796]: app: activating generation 8
container-test-run-flakelet-relay> agent # [95666.414263] agent systemd[1]: Stopping app slow...
container-test-run-flakelet-relay> agent # [95666.415990] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95666.416387] agent systemd[1]: Stopped app slow.
container-test-run-flakelet-relay> agent # [95666.431864] agent systemd[1]: Reload requested from client PID 2803 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95666.431935] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95666.780332] agent systemd[1]: Reloading finished in 347 ms.
container-test-run-flakelet-relay> agent # [95666.869544] agent systemd[1]: Reload requested from client PID 2833 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95666.869587] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent
container-test-run-flakelet-relay> agent # [95667.206314] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [95667.282460] agent systemd[1]: Reload requested from client PID 2864 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95667.282506] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95667.686770] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:40.497179Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95667.615263] agent systemd[1]: Reloading finished in 332 ms.
container-test-run-flakelet-relay> agent # [95667.686392] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [95667.691979] agent systemd[1]: Reload requested from client PID 2901 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95667.692031] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95668.031969] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 0.87 seconds)
container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)"
container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out
container-test-run-flakelet-relay> agent # [95668.106203] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95668.106403] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [95668.106424] agent systemd[1]: flakelet-agent.service: Consumed 1.349s CPU time over 27.253s wall clock time.
container-test-run-flakelet-relay> agent # [95668.124962] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent # [95668.126076] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [95668.184211] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:40.994654Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"2c46f67885e903c2decbcdb3ee3dd8c4\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95668.203476] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [95668.213377] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:41.023841Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95668.214655] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:41.025128Z","level":"INFO","message":"start","id":"2c46f67885e903c2decbcdb3ee3dd8c4","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [95668.213581] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:41.023957Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95674.199333] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [95674.207618] agent flakelet[2796]: app: updated to generation 8
container-test-run-flakelet-relay> agent # [95674.209767] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95674.776827] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:47.587231Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [95674.778291] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:47.588687Z","level":"INFO","message":"deploy finished","job":"8c6c5b7e45e57d925cf6006b4aabf790","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.10 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 9.05 seconds)
container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065468 | grep -q 'app-slow'
container-test-run-flakelet-relay> relay # [95675.374254] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:57:48.184648Z","level":"INFO","message":"deploy accepted","job":"c08bb9ad6a38316cda87b41cf200a24c","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95675.374575] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:48.184952Z","level":"INFO","message":"start","id":"8752bd2d1d84047e4b0654959ac809e5","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95675.374948] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:48.185422Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"8752bd2d1d84047e4b0654959ac809e5\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95675.412903] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95675.446373] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95675.451060] agent flakelet[3378]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent # [95675.451785] agent flakelet[3378]: app: activating generation 9
container-test-run-flakelet-relay> agent # [95675.469339] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [95675.469809] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95675.470100] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [95675.487065] agent systemd[1]: Reload requested from client PID 3385 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95675.487136] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95675.835204] agent systemd[1]: Reloading finished in 347 ms.
container-test-run-flakelet-relay> agent # [95675.929331] agent systemd[1]: Reload requested from client PID 3415 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95675.929377] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95676.265151] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065468 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [95676.342024] agent systemd[1]: Reload requested from client PID 3447 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95676.342063] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95676.398645] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:49.209055Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [95676.397989] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [95676.450547] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95676.451050] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [95676.451103] relay systemd[1]: flakelet-relay.service: Consumed 3.031s CPU time over 1min 7.827s wall clock time.
container-test-run-flakelet-relay> relay # [95676.494123] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [95676.696142] agent systemd[1]: Reloading finished in 353 ms.
container-test-run-flakelet-relay> agent # [95676.805753] agent systemd[1]: Reload requested from client PID 3481 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95676.805792] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95677.146038] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [95677.231970] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [95677.402798] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:50.212983Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.58 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out
container-test-run-flakelet-relay> relay # [95677.964855] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:57:50.775246Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95677.965775] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:57:50.775634Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95677.965317] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [95679.409114] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:57:52.219542Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [95679.412827] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:57:52.223298Z","level":"INFO","message":"job reattached","job":"c08bb9ad6a38316cda87b41cf200a24c","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95679.409032] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:52.219449Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95683.296372] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [95683.304923] agent flakelet[3378]: app: updated to generation 9
container-test-run-flakelet-relay> agent # [95683.306926] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95684.387724] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:57.198045Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.08 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.73 seconds)
container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1
container-test-run-flakelet-relay> relay # [95685.079768] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:57:57.890195Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95685.080274] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:57.890666Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95685.080617] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:57.891089Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95685.120745] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95685.160395] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95685.165904] agent flakelet[3556]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95685.166535] agent flakelet[3556]: other: up to date
container-test-run-flakelet-relay> agent # [95685.167903] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> relay # [95685.706490] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:57:58.516886Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95685.721119] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [95685.761783] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95685.762241] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [95685.762282] relay systemd[1]: flakelet-relay.service: Consumed 2.099s CPU time over 9.267s wall clock time.
container-test-run-flakelet-relay> relay # [95685.798149] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [95685.705110] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:58.515491Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95685.721598] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:58.532001Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95686.723912] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:57:59.534321Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.46 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [95687.165408] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:57:59.975813Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95687.166279] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:57:59.976298Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95687.166045] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [95688.738539] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:58:01.548941Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95688.738360] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:58:01.548783Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.06 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.07 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc4MiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDgyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJOVFdQRUxLN1c0NlNBPT09IiwibmJmIjoxNzkyMDY1NDgyLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.LrvHBPTUixrHNvn6dW5km0LG6r-_ThDnb_qdNuCXDMaKCsF5BdPkIxTKFyXa8ye2enqCFNM2zd3zYJfwp28yAQ' push --relay https://relay:7443 deploy --id hist2 agent/app
container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: up to date
container-test-run-flakelet-relay> relay # [95689.338112] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:58:02.148545Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95689.338641] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:58:02.149044Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95689.339233] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:58:02.149701Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95689.378207] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95689.407362] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95689.412867] agent flakelet[3584]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent # [95689.413463] agent flakelet[3584]: app: up to date
container-test-run-flakelet-relay> agent # [95689.415679] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: unchanged (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc4MiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDgyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJOVFdQRUxLN1c0NlNBPT09IiwibmJmIjoxNzkyMDY1NDgyLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.LrvHBPTUixrHNvn6dW5km0LG6r-_ThDnb_qdNuCXDMaKCsF5BdPkIxTKFyXa8ye2enqCFNM2zd3zYJfwp28yAQ' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.64 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc4MiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDgyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJOVFdQRUxLN1c0NlNBPT09IiwibmJmIjoxNzkyMDY1NDgyLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.LrvHBPTUixrHNvn6dW5km0LG6r-_ThDnb_qdNuCXDMaKCsF5BdPkIxTKFyXa8ye2enqCFNM2zd3zYJfwp28yAQ' push --relay https://relay:7443 jobs
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc4MiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDgyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJOVFdQRUxLN1c0NlNBPT09IiwibmJmIjoxNzkyMDY1NDgyLCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.LrvHBPTUixrHNvn6dW5km0LG6r-_ThDnb_qdNuCXDMaKCsF5BdPkIxTKFyXa8ye2enqCFNM2zd3zYJfwp28yAQ' push --relay https://relay:7443 jobs, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.92 seconds)
container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login'
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.09 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds)
container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: ""
container-test-run-flakelet-relay> cleanup
container-test-run-flakelet-relay> kill NspawnMachine (pid 52)
container-test-run-flakelet-relay> kill NspawnMachine (pid 53)
container-test-run-flakelet-relay> Container agent terminated by signal KILL.
container-test-run-flakelet-relay> relay # [95689.956338] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:58:02.766728Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95690.034577] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:58:02] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=gAGehFi8MijG6G4DjJQ-tZgRvebOJKOd7G4wda6FBN0&code_challenge=wahzS5NU0t22T9GcTDXKkjxnjwKr8mfCiD6trNDUSjA&code_challenge_method=S256 HTTP/1.1" 302 -
container-test-run-flakelet-relay> relay # [95690.087280] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:58:02] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [95690.088399] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:58:02.898849Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"}
container-test-run-flakelet-relay> kill NspawnMachine (pid 54)
container-test-run-flakelet-relay> Container client terminated by signal KILL.
container-test-run-flakelet-relay> Container relay terminated by signal KILL.
container-test-run-flakelet-relay> (finished: cleanup, in 0.39 seconds)
container-test-run-flakelet-relay> additionally exposed symbols:
container-test-run-flakelet-relay>     agent, client, relay,
container-test-run-flakelet-relay>     vlan1,
container-test-run-flakelet-relay>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-flakelet-relay> » job 99f078d9d0d2b40d4480a5d239d538cb via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2
container-test-run-flakelet-relay> agent/app | app: activating generation 2
container-test-run-flakelet-relay> agent/app | app: updated to generation 2
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 2)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 264846b84d8e06b198015313d4659067 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken
container-test-run-flakelet-relay> agent/app | app: activating generation 4
container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3)
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app v2...
container-test-run-flakelet-relay> agent/app │ Started app v2.
container-test-run-flakelet-relay> agent/app │ Stopping app v2...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v2.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app broken...
container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent/app │ Failed to start app broken.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> » skipped: agent/other
container-test-run-flakelet-relay> » failed
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 3bfc40f8771d102bba44ccc9a652e7e1 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 7
container-test-run-flakelet-relay> agent/app | app: updated to generation 7
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 7)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 8c6c5b7e45e57d925cf6006b4aabf790 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2
container-test-run-flakelet-relay> agent/app | app: activating generation 8
container-test-run-flakelet-relay> agent/app | app: updated to generation 8
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 8)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job c08bb9ad6a38316cda87b41cf200a24c via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 9
container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job 8ee977c44ba6d26b9532a31a4b40eb14
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s
container-test-run-flakelet-relay> » job c08bb9ad6a38316cda87b41cf200a24c via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | app: updated to generation 9
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> 1792065477	hist1	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1792065468	8ee977c44ba6d26b9532a31a4b40eb14	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065459	7bca6a7bef9c98d3ca725fd87311c915	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065442	ff8d3423d2f9fc48fbfad16e956aaa8a	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065441	local-app-6-1792065441	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1792065438	local-app-5-1792065438	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1792065435	fcc05dd8e37a860d5cb4afde7e9e44af	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1792065423	a262466384125f2cfa5d9c4c7d12ab2b	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065421	64b5594e608b5007bdefd9fff52ffa44	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1792065421	959a67f2846aa0c36af0b88af89f8e85	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1792065420	43ac5d40b5a4a694385c242d035db6c7	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1792065416	790f785bcaa10f2dc8454d4e2211e35b	admin@example.org	agent/app:rolled-back
container-test-run-flakelet-relay> 1792065415	1928a59fc49e7db99c5b55c7153399d7	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1792065415	43bd930da7a0cd911d2ec9f722a9f2bc	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1792065412	1b6f5c313faad119447a09fb107eedee	someone	agent/other:unchanged
container-test-run-flakelet-relay> 1792065409	c652bbc21d1e12e45cc6a3759e764beb	repo:github:example/app:ref:refs/heads/main	agent/app:updated
container-test-run-flakelet-relay> 1792065406	7ec71bc589143fab61adf2fc3e00f546	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065403	local-app-1-1792065403	host activation	agent/app:updated
container-test-run-flakelet-relay> 1792065403	local-flakelet-agent-1-1792065403	host activation	agent/flakelet-agent:updated
container-test-run-flakelet-relay> 1792065403	local-other-1-1792065403	host activation	agent/other:updated
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> Traceback (most recent call last):
container-test-run-flakelet-relay>   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
container-test-run-flakelet-relay>     sys.exit(main())
container-test-run-flakelet-relay>              ~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
container-test-run-flakelet-relay>     driver.run_tests()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
container-test-run-flakelet-relay>     self.test_script()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
container-test-run-flakelet-relay>     exec(self.tests, symbols, None)
container-test-run-flakelet-relay>     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
container-test-run-flakelet-relay>   File "<string>", line 208, in <module>
container-test-run-flakelet-relay> AssertionError
error: Cannot build '/nix/store/z2v9rlz9qvkwvsc2ayrzzif30pzl7853-container-test-run-flakelet-relay.drv'.
       Reason: builder failed with exit code 1.
       Output paths:
         /nix/store/94dalyw3288mmdknnzpqkn9mdm8vnwq2-container-test-run-flakelet-relay
       Last 25 log lines:
       > 1792065416	790f785bcaa10f2dc8454d4e2211e35b	admin@example.org	agent/app:rolled-back
       > 1792065415	1928a59fc49e7db99c5b55c7153399d7	dev@example.org	agent/other:unchanged
       > 1792065415	43bd930da7a0cd911d2ec9f722a9f2bc	dev@example.org	agent/other:unchanged
       > 1792065412	1b6f5c313faad119447a09fb107eedee	someone	agent/other:unchanged
       > 1792065409	c652bbc21d1e12e45cc6a3759e764beb	repo:github:example/app:ref:refs/heads/main	agent/app:updated
       > 1792065406	7ec71bc589143fab61adf2fc3e00f546	admin@example.org	agent/app:updated
       > 1792065403	local-app-1-1792065403	host activation	agent/app:updated
       > 1792065403	local-flakelet-agent-1-1792065403	host activation	agent/flakelet-agent:updated
       > 1792065403	local-other-1-1792065403	host activation	agent/other:updated
       >
       > Traceback (most recent call last):
       >   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
       >     sys.exit(main())
       >              ~~~~^^
       >   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
       >     driver.run_tests()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
       >     self.test_script()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
       >     exec(self.tests, symbols, None)
       >     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
       >   File "<string>", line 208, in <module>
       > AssertionError
       For full logs, run:
         nix log /nix/store/z2v9rlz9qvkwvsc2ayrzzif30pzl7853-container-test-run-flakelet-relay.drv


nixbot: transient error detected, retrying once

this derivation will be built:
  /nix/store/z2v9rlz9qvkwvsc2ayrzzif30pzl7853-container-test-run-flakelet-relay.drv
building '/nix/store/z2v9rlz9qvkwvsc2ayrzzif30pzl7853-container-test-run-flakelet-relay.drv'
container-test-run-flakelet-relay> tribuchet: building on jamie
container-test-run-flakelet-relay> Machine state will be reset. To keep it, pass --keep-machine-state
container-test-run-flakelet-relay> start all VLans
container-test-run-flakelet-relay> (finished: start all VLans, in 0.00 seconds)
container-test-run-flakelet-relay> Initializing machine ID from random generator.
container-test-run-flakelet-relay> Test will time out and terminate in 3600.0 seconds
container-test-run-flakelet-relay> run the VM test script
container-test-run-flakelet-relay> start all VMs
container-test-run-flakelet-relay> agent: systemd-nspawn running (pid 52)
container-test-run-flakelet-relay> client: systemd-nspawn running (pid 53)
container-test-run-flakelet-relay> agent: Waiting for journal at /build/vm-state-agent/var/log/journal...
container-test-run-flakelet-relay> client: Waiting for journal at /build/vm-state-client/var/log/journal...
container-test-run-flakelet-relay> relay: systemd-nspawn running (pid 56)
container-test-run-flakelet-relay> relay: Waiting for journal at /build/vm-state-relay/var/log/journal...
container-test-run-flakelet-relay> (finished: start all VMs, in 0.00 seconds)
container-test-run-flakelet-relay> relay: waiting for unit flakelet-relay.service
container-test-run-flakelet-relay> nixos-nspawn(client): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(client): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(agent): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(agent): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> nixos-nspawn(relay): TAP vde-tap1 not found; container will be isolated from VDE
container-test-run-flakelet-relay> nixos-nspawn(relay): A common reason for this is that /dev/net is not available in the Nix sandbox. Try adding /dev/net to extra-sandbox-paths.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container client on /build/vm-state-client.
container-test-run-flakelet-relay> Note: in a future version of systemd-nspawn the default set of permitted socket address families will be restricted to AF_INET, AF_INET6 and AF_UNIX. Use --restrict-address-families= to configure the set of permitted socket address families, or set RestrictAddressFamilies= in a .nspawn file.
container-test-run-flakelet-relay> ░ Spawning container agent on /build/vm-state-agent.
container-test-run-flakelet-relay> ░ Spawning container relay on /build/vm-state-relay.
container-test-run-flakelet-relay> agent # No journal files were found.
container-test-run-flakelet-relay> agent # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> relay # No journal files were found.
container-test-run-flakelet-relay> relay # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> client # No journal files were found.
container-test-run-flakelet-relay> client # No journal boot entry found for the specified boot (+0).
container-test-run-flakelet-relay> relay # [95693.640551] relay systemd-journald[57]: Journal started
container-test-run-flakelet-relay> agent # [95693.639828] agent systemd-journald[57]: Journal started
container-test-run-flakelet-relay> relay # [95693.640597] relay systemd-journald[57]: Runtime Journal (/run/log/journal/57860d41eb284db4afdc98fcd7e210e7) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [95693.639875] agent systemd-journald[57]: Runtime Journal (/run/log/journal/ec4136b44bf04d3ca4712e2344fa22ad) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> relay # [95693.649627] relay systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> agent # [95693.649884] agent systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> relay # [95693.661598] relay systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> client # [95693.639521] client systemd-journald[57]: Journal started
container-test-run-flakelet-relay> relay # [95693.675296] relay systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> client # [95693.639565] client systemd-journald[57]: Runtime Journal (/run/log/journal/223b5bb8942741b7ac7dbbbb053148a9) is 8M, max 4G, 3.9G free.
container-test-run-flakelet-relay> relay # [95693.676132] relay systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> client # [95693.649748] client systemd[1]: Finished Apply Kernel Variables.
container-test-run-flakelet-relay> relay # [95693.684084] relay systemd-journald[57]: Time spent on flushing to /var/log/journal/57860d41eb284db4afdc98fcd7e210e7 is 1.513ms for 6 entries.
container-test-run-flakelet-relay> agent # [95693.661649] agent systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> relay # [95693.684084] relay systemd-journald[57]: System Journal (/var/log/journal/57860d41eb284db4afdc98fcd7e210e7) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> agent # [95693.675278] agent systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> relay # [95693.695508] relay systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> agent # [95693.676410] agent systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> relay # [95693.696324] relay systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> agent # [95693.684280] agent systemd-journald[57]: Time spent on flushing to /var/log/journal/ec4136b44bf04d3ca4712e2344fa22ad is 1.624ms for 6 entries.
container-test-run-flakelet-relay> relay # [95693.696439] relay systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> agent # [95693.684280] agent systemd-journald[57]: System Journal (/var/log/journal/ec4136b44bf04d3ca4712e2344fa22ad) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> client # [95693.661647] client systemd[1]: Finished Create Static Device Nodes in /dev gracefully.
container-test-run-flakelet-relay> relay # [95693.711435] relay systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> client # [95693.675429] client systemd[1]: Starting Flush Journal to Persistent Storage...
container-test-run-flakelet-relay> agent # [95693.693360] agent systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> client # [95693.676055] client systemd[1]: Starting Create Static Device Nodes in /dev...
container-test-run-flakelet-relay> agent # [95693.694260] agent systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> client # [95693.684162] client systemd-journald[57]: Time spent on flushing to /var/log/journal/223b5bb8942741b7ac7dbbbb053148a9 is 1.399ms for 6 entries.
container-test-run-flakelet-relay> agent # [95693.694368] agent systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> relay # [95693.818170] relay systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> client # [95693.684162] client systemd-journald[57]: System Journal (/var/log/journal/223b5bb8942741b7ac7dbbbb053148a9) is 512B, max 4G, 3.9G free.
container-test-run-flakelet-relay> relay # [95694.638557] relay systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> client # [95693.692748] client systemd[1]: Finished Create Static Device Nodes in /dev.
container-test-run-flakelet-relay> agent # [95693.714203] agent systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> client # [95693.693556] client systemd[1]: Reached target Preparation for Local File Systems.
container-test-run-flakelet-relay> agent # [95693.797102] agent systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> client # [95693.693661] client systemd[1]: Rule-based Manager for Device Events and Files skipped, unmet condition check ConditionPathIsReadWrite=/sys
container-test-run-flakelet-relay> agent # [95694.638623] agent systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> client # [95693.710450] client systemd[1]: Finished Flush Journal to Persistent Storage.
container-test-run-flakelet-relay> client # [95693.795509] client systemd[1]: Finished Firewall.
container-test-run-flakelet-relay> client # [95694.638431] client systemd[1]: Mounting /run/wrappers...
container-test-run-flakelet-relay> agent # [95694.692365] agent systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> agent # [95694.693533] agent systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> relay # [95694.692452] relay systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> agent # [95694.694803] agent systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> agent # [95694.696071] agent systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> relay # [95694.693658] relay systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> relay # [95694.694990] relay systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> agent # [95694.696118] agent systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [95694.696384] relay systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> agent # [95694.697183] agent systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> agent # [95694.698423] agent systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> relay # [95694.696431] relay systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [95694.697654] relay systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> agent # [95694.738826] agent systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> relay # [95694.698884] relay systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> agent # [95694.739248] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [95694.739546] agent systemd-tmpfiles[161]: fchmod() of /var/log/journal/ec4136b44bf04d3ca4712e2344fa22ad failed: Operation not permitted
container-test-run-flakelet-relay> relay # [95694.739000] relay systemd-tmpfiles[169]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> agent # [95694.739873] agent systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [95694.739448] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> relay # [95694.739785] relay systemd-tmpfiles[169]: fchmod() of /var/log/journal/57860d41eb284db4afdc98fcd7e210e7 failed: Operation not permitted
container-test-run-flakelet-relay> client # [95694.691213] client systemd[1]: Mounted /run/wrappers.
container-test-run-flakelet-relay> relay # [95694.740123] relay systemd-tmpfiles[169]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [95694.692381] client systemd[1]: Reached target Local File Systems.
container-test-run-flakelet-relay> client # [95694.693684] client systemd[1]: Listening on Boot Loader Control Service Socket.
container-test-run-flakelet-relay> client # [95694.695260] client systemd[1]: Starting Create SUID/SGID Wrappers...
container-test-run-flakelet-relay> client # [95694.695308] client systemd[1]: Update Boot Loader Random Seed skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [95694.696801] client systemd[1]: Starting Save Transient machine-id to Disk...
container-test-run-flakelet-relay> client # [95694.697788] client systemd[1]: Starting Create System Files and Directories...
container-test-run-flakelet-relay> client # [95694.740332] client systemd-tmpfiles[161]: Cannot set file attributes for '/var/empty', value=0x00000010, mask=0x00000010, ignoring: Operation not permitted
container-test-run-flakelet-relay> client # [95694.740745] client systemd-tmpfiles[161]: fchmod() of /var/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> client # [95694.741045] client systemd-tmpfiles[161]: fchmod() of /var/log/journal/223b5bb8942741b7ac7dbbbb053148a9 failed: Operation not permitted
container-test-run-flakelet-relay> client # [95694.741363] client systemd-tmpfiles[161]: fchmod() of /run/log/journal failed: Operation not permitted
container-test-run-flakelet-relay> agent # [95694.746560] agent suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.Np7Wf1HAqG/chsh': Operation not permitted
container-test-run-flakelet-relay> agent # [95694.749076] agent systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [95694.749280] agent systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [95694.749641] agent systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> client # [95694.746078] client suid-sgid-wrappers-start[168]: chmod: changing permissions of '/run/wrappers/wrappers.S9GIxogNsE/chsh': Operation not permitted
container-test-run-flakelet-relay> agent # [95694.785544] agent systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> client # [95694.749646] client systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [95694.817469] agent systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> client # [95694.749724] client systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [95694.828827] agent systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> client # [95694.749820] client systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> agent # [95694.846839] agent systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> client # [95694.756889] client systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> agent # [95694.847624] agent systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> client # [95694.807871] client systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95694.860704] agent systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> client # [95694.819185] client systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> agent # [95694.867448] agent systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> client # [95694.822355] client systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> agent # [95694.868679] agent systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> client # [95694.823405] client systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> agent # [95694.877955] agent systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> client # [95694.855245] client systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> agent # [95694.878067] agent systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> client # [95694.862628] client systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> agent # [95694.878166] agent systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> client # [95694.863812] client systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> agent # [95694.878193] agent systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> client # [95694.875437] client systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> agent # [95694.878211] agent systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> client # [95694.875585] client systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> agent # [95694.878312] agent systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> client # [95694.875681] client systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> agent # [95694.878717] agent systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> client # [95694.875718] client systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> agent # [95694.878815] agent systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> client # [95694.875738] client systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> agent # [95694.878829] agent systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> client # [95694.875897] client systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> agent # [95694.878855] agent systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> client # [95694.876206] client systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> agent # [95694.880080] agent systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> client # [95694.876389] client systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> agent # [95694.880739] agent systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> client # [95694.876414] client systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> agent # [95694.881736] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [95694.876464] client systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> agent # [95694.882325] agent systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> client # [95694.878139] client systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> client # [95694.879553] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [95694.880803] client systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> relay # [95694.744801] relay suid-sgid-wrappers-start[176]: chmod: changing permissions of '/run/wrappers/wrappers.29UTTjDnmn/chsh': Operation not permitted
container-test-run-flakelet-relay> relay # [95694.749079] relay systemd[1]: suid-sgid-wrappers.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> relay # [95694.749281] relay systemd[1]: suid-sgid-wrappers.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> relay # [95694.749656] relay systemd[1]: Failed to start Create SUID/SGID Wrappers.
container-test-run-flakelet-relay> relay # [95694.785587] relay systemd[1]: Finished Create System Files and Directories.
container-test-run-flakelet-relay> relay # [95694.815273] relay systemd[1]: etc-machine\x2did.mount: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95694.826823] relay systemd[1]: Finished Save Transient machine-id to Disk.
container-test-run-flakelet-relay> relay # [95694.846761] relay systemd[1]: Starting Rebuild Journal Catalog...
container-test-run-flakelet-relay> relay # [95694.847633] relay systemd[1]: Starting Record System Boot/Shutdown in UTMP...
container-test-run-flakelet-relay> relay # [95694.860709] relay systemd[1]: Finished Record System Boot/Shutdown in UTMP.
container-test-run-flakelet-relay> relay # [95694.867440] relay systemd[1]: Finished Rebuild Journal Catalog.
container-test-run-flakelet-relay> relay # [95694.868566] relay systemd[1]: Starting Update is Completed...
container-test-run-flakelet-relay> relay # [95694.880077] relay systemd[1]: Finished Update is Completed.
container-test-run-flakelet-relay> relay # [95694.880214] relay systemd[1]: Reached target System Initialization.
container-test-run-flakelet-relay> relay # [95694.880281] relay systemd[1]: Discard unused filesystem blocks once a week skipped, unmet condition check ConditionVirtualization=!container
container-test-run-flakelet-relay> relay # [95694.880302] relay systemd[1]: Started Daily Cleanup of Temporary Directories.
container-test-run-flakelet-relay> relay # [95694.880315] relay systemd[1]: Reached target Timer Units.
container-test-run-flakelet-relay> relay # [95694.880414] relay systemd[1]: Listening on D-Bus System Message Bus Socket.
container-test-run-flakelet-relay> relay # [95694.880616] relay systemd[1]: Listening on Nix Daemon Socket.
container-test-run-flakelet-relay> relay # [95694.880717] relay systemd[1]: Listening on Virtual Machine and Container Registration Service Socket.
container-test-run-flakelet-relay> relay # [95694.880732] relay systemd[1]: Reached target Socket Units.
container-test-run-flakelet-relay> relay # [95694.880760] relay systemd[1]: Reached target Basic System.
container-test-run-flakelet-relay> relay # [95694.881856] relay systemd[1]: Started device-mock.service.
container-test-run-flakelet-relay> relay # [95694.882548] relay systemd[1]: Starting Re-link flakelet services at boot...
container-test-run-flakelet-relay> relay # [95694.883421] relay systemd[1]: Starting Import lastlog data into lastlog2 database...
container-test-run-flakelet-relay> relay # [95694.884237] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [95694.884742] relay systemd[1]: Starting resolvconf update...
container-test-run-flakelet-relay> client # [95694.896151] client systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> client # [95694.970217] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [95694.970425] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [95695.000060] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> client # [95695.000289] client systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> client # [95695.001437] client systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> client # [95695.002746] client systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> client # [95695.004028] client systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> client # [95695.026232] client network-addresses-eth1-start[237]: adding address 192.168.1.2/24... done
container-test-run-flakelet-relay> client # [95695.029243] client network-addresses-eth1-start[237]: adding address 2001:db8:1::2/64... done
container-test-run-flakelet-relay> client # [95695.033543] client systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> client # [95695.085048] client systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [95695.109159] client systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [95695.111075] client systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> client # [95695.112033] client systemd[1]: Reached target Network.
container-test-run-flakelet-relay> client # [95695.113219] client systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [95694.895941] relay systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> relay # [95694.897087] relay systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> relay # [95694.903483] relay systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> relay # [95694.909515] relay systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> relay # [95694.960446] relay systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95694.965235] relay systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [95694.968572] relay systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> relay # [95694.999494] relay systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> relay # [95694.999727] relay systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> relay # [95695.000674] relay systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> relay # [95695.001756] relay systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> relay # [95695.020873] relay network-addresses-eth1-start[251]: adding address 192.168.1.3/24... done
container-test-run-flakelet-relay> relay # [95695.024163] relay network-addresses-eth1-start[251]: adding address 2001:db8:1::3/64... done
container-test-run-flakelet-relay> relay # [95695.027893] relay systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> relay # [95695.073221] relay systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> relay # [95695.073827] relay systemd[1]: Reached target Network.
container-test-run-flakelet-relay> relay # [95695.080585] relay systemd[1]: Starting Dnsmasq Daemon...
container-test-run-flakelet-relay> relay # [95695.081460] relay systemd[1]: Starting Nginx Web Server...
container-test-run-flakelet-relay> relay # [95695.082283] relay systemd[1]: Starting Update flakelet service flakelet-relay...
container-test-run-flakelet-relay> relay # [95695.117647] relay flakelet[311]: flakelet-relay: using prebuilt artifact /nix/store/dmw24kck53hkbhzjp4k5hya5189hbkq0-flakelet-flakelet-relay
container-test-run-flakelet-relay> relay # [95695.118281] relay flakelet[311]: flakelet-relay: activating generation 1
container-test-run-flakelet-relay> relay # [95695.122415] relay systemd[1]: Reload requested from client PID 316 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [95695.122458] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95694.893292] agent systemd[1]: Finished Re-link flakelet services at boot.
container-test-run-flakelet-relay> agent # [95694.895191] agent systemd[1]: Starting Reconcile flakelet services with the host configuration...
container-test-run-flakelet-relay> agent # [95694.901570] agent systemd[1]: Finished Import lastlog data into lastlog2 database.
container-test-run-flakelet-relay> agent # [95694.906705] agent systemd[1]: Finished Reconcile flakelet services with the host configuration.
container-test-run-flakelet-relay> agent # [95694.970960] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95694.971088] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [95694.972603] agent systemd[1]: Finished resolvconf update.
container-test-run-flakelet-relay> agent # [95694.973273] agent systemd[1]: Reached target Preparation for Network.
container-test-run-flakelet-relay> agent # [95695.000305] agent systemd[1]: Starting Address configuration of eth1...
container-test-run-flakelet-relay> agent # [95695.001648] agent systemd[1]: Starting Extra networking commands....
container-test-run-flakelet-relay> agent # [95695.002650] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [95695.020668] agent network-addresses-eth1-start[240]: adding address 192.168.1.1/24... done
container-test-run-flakelet-relay> agent # [95695.025422] agent network-addresses-eth1-start[240]: adding address 2001:db8:1::1/64... done
container-test-run-flakelet-relay> agent # [95695.031244] agent systemd[1]: Finished Address configuration of eth1.
container-test-run-flakelet-relay> agent # [95695.080325] agent systemd[1]: nscd.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95695.080464] agent systemd[1]: Stopped Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [95695.083300] agent systemd[1]: Starting Name Service Cache Daemon (nsncd)...
container-test-run-flakelet-relay> agent # [95695.109240] agent systemd[1]: Finished Extra networking commands..
container-test-run-flakelet-relay> agent # [95695.109415] agent systemd[1]: Reached target Network.
container-test-run-flakelet-relay> agent # [95695.110551] agent systemd[1]: Starting Update flakelet service app...
container-test-run-flakelet-relay> agent # [95695.111379] agent systemd[1]: Starting Update flakelet service flakelet-agent...
container-test-run-flakelet-relay> agent # [95695.112244] agent systemd[1]: Starting Update flakelet service other...
container-test-run-flakelet-relay> agent # [95695.122052] agent flakelet[309]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95695.122618] agent flakelet[310]: flakelet-agent: using prebuilt artifact /nix/store/gn2q2am7xndcfsg15x75ady3rix35z5p-flakelet-flakelet-agent
container-test-run-flakelet-relay> agent # [95695.122819] agent flakelet[309]: app: activating generation 1
container-test-run-flakelet-relay> agent # [95695.123158] agent flakelet[310]: flakelet-agent: activating generation 1
container-test-run-flakelet-relay> agent # [95695.123237] agent flakelet[311]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95695.123747] agent flakelet[311]: other: activating generation 1
container-test-run-flakelet-relay> agent # [95695.128491] agent systemd[1]: Reload requested from client PID 312 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [95695.128521] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95695.394730] relay nsncd[245]: Oct 15 11:58:08.205 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> relay # [95695.529892] relay systemd[1]: Reloading finished in 407 ms.
container-test-run-flakelet-relay> client # [95695.432282] client systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> client # [95695.432347] client systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> client # [95695.432561] client nsncd[303]: Oct 15 11:58:08.242 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> client # [95695.432412] client systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> client # [95695.434358] client systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> client # [95695.435301] client systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> client # [95695.465808] client systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> client # [95695.466887] client systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> client # [95695.466912] client systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> client # [95695.466927] client systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [95695.461958] agent nsncd[305]: Oct 15 11:58:08.272 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"
container-test-run-flakelet-relay> agent # [95695.529455] agent systemd[1]: Reloading finished in 400 ms.
container-test-run-flakelet-relay> agent # [95695.666968] agent systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> agent # [95695.667535] agent systemd[1]: Reload requested from client PID 314 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [95695.667580] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95695.662923] relay systemd[1]: Started Name Service Cache Daemon (nsncd).
container-test-run-flakelet-relay> relay # [95695.663392] relay systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> relay # [95695.663479] relay systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> relay # [95695.664856] relay systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> relay # [95695.665883] relay systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> relay # [95695.679875] relay systemd[1]: Reload requested from client PID 357 ('systemctl') (unit flakelet-flakelet-relay.service)...
container-test-run-flakelet-relay> relay # [95695.679945] relay systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95695.710537] relay dnsmasq-pre-start[366]: dnsmasq: syntax check OK.
container-test-run-flakelet-relay> relay # [95696.050686] relay systemd[1]: Reloading finished in 370 ms.
container-test-run-flakelet-relay> relay # [95696.177081] relay systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> relay # [95696.181473] relay systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> relay # [95696.181535] relay systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> relay # [95696.181616] relay systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> relay # [95696.205332] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [95696.044982] agent systemd[1]: Reloading finished in 376 ms.
container-test-run-flakelet-relay> agent # [95696.179612] agent systemd[1]: Reload requested from client PID 313 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [95696.179662] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95696.613337] relay nginx-pre-start[402]: nginx: the configuration file /nix/store/jm9zi5xcg0k4gcww44kzxbjl3nggdc0x-nginx.conf syntax is ok
container-test-run-flakelet-relay> relay # [95696.614082] relay nginx-pre-start[402]: nginx: configuration file /nix/store/jm9zi5xcg0k4gcww44kzxbjl3nggdc0x-nginx.conf test is successful
container-test-run-flakelet-relay> relay # [95696.627775] relay systemd[1]: Started Nginx Web Server.
container-test-run-flakelet-relay> relay # [95696.792452] relay systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> agent # [95696.539682] agent systemd[1]: Reloading finished in 359 ms.
container-test-run-flakelet-relay> agent # [95696.628390] agent systemd[1]: Reached target Host and Network Name Lookups.
container-test-run-flakelet-relay> agent # [95696.628526] agent systemd[1]: Reached target User and Group Name Lookups.
container-test-run-flakelet-relay> agent # [95696.629703] agent systemd[1]: Starting User Login Management...
container-test-run-flakelet-relay> agent # [95696.630752] agent systemd[1]: Starting Permit User Sessions...
container-test-run-flakelet-relay> agent # [95696.635933] agent systemd[1]: Reload requested from client PID 405 ('systemctl') (unit flakelet-app.service)...
container-test-run-flakelet-relay> agent # [95696.635963] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [95696.745056] client systemd-logind[315]: New seat seat0.
container-test-run-flakelet-relay> client # [95696.745598] client systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> client # [95696.747765] client systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> client # [95696.749395] client systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> client # [95696.793670] client systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> client # [95696.794052] client systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> client # [95696.794410] client systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [95697.062964] relay systemd-logind[354]: New seat seat0.
container-test-run-flakelet-relay> relay # [95697.063252] relay systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> relay # [95697.064738] relay systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> relay # [95697.099254] relay systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95697.099502] relay systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> relay # [95697.311427] relay dbus-broker-launch[408]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> relay # [95697.312711] relay dbus-broker-launch[408]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> relay # [95697.312711] relay dbus-broker-launch[408]: Invalid user-name in /nix/store/vs0a8az17i3z78gq22l4n082lgvd42jj-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> relay # [95697.313918] relay systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [95697.089812] agent systemd[1]: Reloading finished in 453 ms.
container-test-run-flakelet-relay> agent # [95697.150702] agent systemd[1]: Finished Permit User Sessions.
container-test-run-flakelet-relay> agent # [95697.156256] agent systemd[1]: Started Console Getty.
container-test-run-flakelet-relay> agent # [95697.156348] agent systemd[1]: Getty on tty1 skipped, unmet condition check ConditionPathExists=/dev/tty0
container-test-run-flakelet-relay> agent # [95697.156468] agent systemd[1]: Reached target Login Prompts.
container-test-run-flakelet-relay> agent # [95697.156803] agent systemd[1]: Reload requested from client PID 408 ('systemctl') (unit flakelet-other.service)...
container-test-run-flakelet-relay> agent # [95697.156832] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> client # [95697.282508] client dbus-broker-launch[325]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> client # [95697.283847] client dbus-broker-launch[325]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> client # [95697.283847] client dbus-broker-launch[325]: Invalid user-name in /nix/store/bw3qfpk1dfh3rqrhglxb7ssyflsig0mc-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> client # [95697.284607] client systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> client # [95697.285149] client systemd[1]: Startup finished in 4.133s.
container-test-run-flakelet-relay> client # [95697.289827] client dbus-broker-launch[325]: Ready
container-test-run-flakelet-relay> relay # [95697.319146] relay dbus-broker-launch[408]: Ready
container-test-run-flakelet-relay> relay # [95697.322438] relay systemd[1]: Started Dnsmasq Daemon.
container-test-run-flakelet-relay> relay # [95697.324582] relay dnsmasq[394]: started, version 2.93 cachesize 150
container-test-run-flakelet-relay> relay # [95697.324591] relay dnsmasq[394]: compile time options: IPv6 GNU-getopt DBus no-UBus no-i18n IDN2 DHCP DHCPv6 no-Lua TFTP conntrack ipset nftset auth DNSSEC loop-detect inotify dumpfile
container-test-run-flakelet-relay> relay # [95697.324596] relay dnsmasq[394]: DBus support enabled: connected to system bus
container-test-run-flakelet-relay> relay # [95697.324604] relay dnsmasq[394]: no upstream servers configured - please set them from DBus
container-test-run-flakelet-relay> relay # [95697.324686] relay dnsmasq[394]: read /etc/hosts - 9 names
container-test-run-flakelet-relay> agent # [95697.499111] agent systemd[1]: Reloading finished in 341 ms.
container-test-run-flakelet-relay> agent # [95697.572885] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [95697.575582] agent systemd[1]: Starting other v1...
container-test-run-flakelet-relay> agent # [95697.578067] agent systemd[1]: Reload requested from client PID 473 ('systemctl') (unit flakelet-flakelet-agent.service)...
container-test-run-flakelet-relay> agent # [95697.578106] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95697.911763] agent systemd[1]: Reloading finished in 333 ms.
container-test-run-flakelet-relay> agent # [95697.985361] agent systemd-logind[406]: New seat seat0.
container-test-run-flakelet-relay> agent # [95697.986107] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [95697.986258] agent systemd[1]: Started other v1.
container-test-run-flakelet-relay> agent # [95697.986545] agent systemd[1]: Started User Login Management.
container-test-run-flakelet-relay> agent # [95697.989642] agent systemd[1]: Starting D-Bus System Message Bus...
container-test-run-flakelet-relay> agent # [95697.990627] agent systemd[1]: Starting linger-users.service...
container-test-run-flakelet-relay> agent # [95697.994464] agent flakelet[309]: app: updated to generation 1
container-test-run-flakelet-relay> agent # [95697.994969] agent flakelet[311]: other: updated to generation 1
container-test-run-flakelet-relay> agent # [95698.024164] agent systemd[1]: Finished Update flakelet service app.
container-test-run-flakelet-relay> agent # [95698.024672] agent systemd[1]: Finished Update flakelet service other.
container-test-run-flakelet-relay> agent # [95698.027672] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [95698.034435] agent systemd[1]: linger-users.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95698.034635] agent systemd[1]: Finished linger-users.service.
container-test-run-flakelet-relay> agent # [95698.096678] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:10.907092Z","level":"INFO","message":"local change","flakelet":"app","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95698.097414] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:10.907287Z","level":"INFO","message":"local change","flakelet":"other","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95698.097154] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [95698.101196] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:10.911604Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95698.110354] agent flakelet[310]: flakelet-agent: updated to generation 1
container-test-run-flakelet-relay> agent # [95698.111875] agent systemd[1]: Finished Update flakelet service flakelet-agent.
container-test-run-flakelet-relay> agent # [95698.111989] agent systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> agent # [95698.112041] agent systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> agent # [95698.129797] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:10.940242Z","level":"INFO","message":"local change","flakelet":"flakelet-agent","generation":1,"by":"host activation","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [95698.153380] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:10.963782Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95698.154308] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:10.964228Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95698.153828] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [95698.161535] relay systemd[1]: Starting health for flakelet-relay...
container-test-run-flakelet-relay> relay: (finished: waiting for unit flakelet-relay.service, in 6.16 seconds)
container-test-run-flakelet-relay> relay: waiting for unit nginx.service
container-test-run-flakelet-relay> relay: (finished: waiting for unit nginx.service, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet.target
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet.target, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for unit flakelet-agent.service
container-test-run-flakelet-relay> agent: (finished: waiting for unit flakelet-agent.service, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for unit multi-user.target
container-test-run-flakelet-relay> client: (finished: waiting for unit multi-user.target, in 0.02 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [95698.414891] relay systemd[1]: flakelet-relay-health.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95698.415287] relay systemd[1]: Finished health for flakelet-relay.
container-test-run-flakelet-relay> relay # [95698.423932] relay flakelet[311]: flakelet-relay: updated to generation 1
container-test-run-flakelet-relay> relay # [95698.425806] relay systemd[1]: Finished Update flakelet service flakelet-relay.
container-test-run-flakelet-relay> relay # [95698.426508] relay systemd[1]: Reached target flakelet managed services.
container-test-run-flakelet-relay> relay # [95698.426751] relay systemd[1]: Reached target Multi-User System.
container-test-run-flakelet-relay> relay # [95698.427053] relay systemd[1]: Startup finished in 5.272s.
container-test-run-flakelet-relay> agent # [95698.447042] agent dbus-broker-launch[506]: Looking up NSS user entry for 'systemd-timesync'...
container-test-run-flakelet-relay> agent # [95698.448370] agent dbus-broker-launch[506]: NSS returned no entry for 'systemd-timesync'
container-test-run-flakelet-relay> agent # [95698.448370] agent dbus-broker-launch[506]: Invalid user-name in /nix/store/si00m8lxg75ccl80rxnfdhrmm5ssvpwv-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"
container-test-run-flakelet-relay> agent # [95698.448951] agent systemd[1]: Started D-Bus System Message Bus.
container-test-run-flakelet-relay> agent # [95698.449339] agent systemd[1]: Startup finished in 5.288s.
container-test-run-flakelet-relay> agent # [95698.456198] agent dbus-broker-launch[506]: Ready
container-test-run-flakelet-relay> relay # [95700.115071] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:12.925454Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(1), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95700.114929] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:12.925355Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.05 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service other.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service other.service, in 0.01 seconds)
container-test-run-flakelet-relay> subtest: deploy with client certificate, relay found via SRV
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay-srv test --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1
container-test-run-flakelet-relay> relay # [95700.967515] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:13.777906Z","level":"INFO","message":"deploy accepted","job":"3412571728039b4fa01e12d182524ba0","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95700.967950] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:13.778373Z","level":"INFO","message":"start","id":"358d9cd35d9ce9c255ea33543887b52d","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95700.968843] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:13.779312Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"358d9cd35d9ce9c255ea33543887b52d\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95701.004816] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95701.026795] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95701.030420] agent flakelet[926]: app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2
container-test-run-flakelet-relay> agent # [95701.031072] agent flakelet[926]: app: activating generation 2
container-test-run-flakelet-relay> agent # [95701.049199] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [95701.049641] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95701.049894] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [95701.066704] agent systemd[1]: Reload requested from client PID 933 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95701.066769] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95701.406438] agent systemd[1]: Reloading finished in 338 ms.
container-test-run-flakelet-relay> agent # [95701.492812] agent systemd[1]: Reload requested from client PID 963 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95701.492856] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95701.815336] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [95701.892642] agent systemd[1]: Reload requested from client PID 992 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95701.892684] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95702.219388] agent systemd[1]: Reloading finished in 326 ms.
container-test-run-flakelet-relay> agent # [95702.307471] agent systemd[1]: Reload requested from client PID 1026 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95702.307504] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95702.632475] agent systemd[1]: Reloading finished in 324 ms.
container-test-run-flakelet-relay> agent # [95702.700795] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [95702.728786] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [95702.735223] agent flakelet[926]: app: updated to generation 2
container-test-run-flakelet-relay> agent # [95702.736303] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay-srv test --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app 2>&1, in 2.90 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v2'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v2', in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2'
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-relay-job-app.service | grep -q 'generation 2', in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq -c '.[0].changed.by'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq -c '.[0].changed.by', in 0.03 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with client certificate, relay found via SRV, in 2.97 seconds)
container-test-run-flakelet-relay> subtest: deploy with OIDC token, sub principal
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc5NiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDk2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1U0VZWVlCTktKS1hHPT09IiwibmJmIjoxNzkyMDY1NDk2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.NMhWaKo0-e_a1UvynnVB5oInCm4RZUdxlxwIFVJ3dRhC6b4WnqBqoYxRJMxPdpkstNX7g1PwVp3HNfIhQJcyDg' push --relay https://relay:7443 deploy agent/app 2>&1
container-test-run-flakelet-relay> agent # [95703.842959] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:16.653359Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(2)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95704.008714] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:16.819135Z","level":"INFO","message":"start","id":"767ad911901ce1d6ab1b7da7bdb61498","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"repo:github:example/app:ref:refs/heads/main\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95704.009214] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:16.819689Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"767ad911901ce1d6ab1b7da7bdb61498\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95704.048922] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95704.078175] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95704.082289] agent flakelet[1092]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95704.082946] agent flakelet[1092]: app: activating generation 3
container-test-run-flakelet-relay> agent # [95704.096771] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> relay # [95703.844045] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:16.654432Z","level":"INFO","message":"deploy finished","job":"3412571728039b4fa01e12d182524ba0","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95704.008437] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:16.818847Z","level":"INFO","message":"deploy accepted","job":"9488318adb2b10dad1c69cb6d17fe497","caller":"repo:github:example/app:ref:refs/heads/main","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95704.098498] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95704.098858] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [95704.118954] agent systemd[1]: Reload requested from client PID 1102 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95704.119039] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95704.462498] agent systemd[1]: Reloading finished in 342 ms.
container-test-run-flakelet-relay> agent # [95704.552336] agent systemd[1]: Reload requested from client PID 1133 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95704.552373] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95704.877920] agent systemd[1]: Reloading finished in 325 ms.
container-test-run-flakelet-relay> agent # [95704.942528] agent systemd[1]: Reload requested from client PID 1162 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95704.942563] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95705.267596] agent systemd[1]: Reloading finished in 324 ms.
container-test-run-flakelet-relay> agent # [95705.350526] agent systemd[1]: Reload requested from client PID 1193 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95705.350561] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95705.675325] agent systemd[1]: Reloading finished in 324 ms.
container-test-run-flakelet-relay> agent # [95705.756854] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [95705.777706] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [95705.784161] agent flakelet[1092]: app: updated to generation 3
container-test-run-flakelet-relay> agent # [95705.785293] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc5NiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDk2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1U0VZWVlCTktKS1hHPT09IiwibmJmIjoxNzkyMDY1NDk2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.NMhWaKo0-e_a1UvynnVB5oInCm4RZUdxlxwIFVJ3dRhC6b4WnqBqoYxRJMxPdpkstNX7g1PwVp3HNfIhQJcyDg' push --relay https://relay:7443 deploy agent/app 2>&1, in 2.91 seconds)
container-test-run-flakelet-relay> (finished: subtest: deploy with OIDC token, sub principal, in 2.99 seconds)
container-test-run-flakelet-relay> subtest: policy denies uncovered target
container-test-run-flakelet-relay> client: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc5NiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDk2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1U0VZWVlCTktKS1hHPT09IiwibmJmIjoxNzkyMDY1NDk2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.NMhWaKo0-e_a1UvynnVB5oInCm4RZUdxlxwIFVJ3dRhC6b4WnqBqoYxRJMxPdpkstNX7g1PwVp3HNfIhQJcyDg' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc5NiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NDk2LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiI1U0VZWVlCTktKS1hHPT09IiwibmJmIjoxNzkyMDY1NDk2LCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.NMhWaKo0-e_a1UvynnVB5oInCm4RZUdxlxwIFVJ3dRhC6b4WnqBqoYxRJMxPdpkstNX7g1PwVp3HNfIhQJcyDg' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: policy denies uncovered target, in 0.02 seconds)
container-test-run-flakelet-relay> subtest: claim principal from groups, unchanged counts as success
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": ["wheel"]}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'someone' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.07 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc5OSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MjA2NTQ5OSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiR01BV1JFS0czUkFHSz09PSIsIm5iZiI6MTc5MjA2NTQ5OSwic3ViIjoic29tZW9uZSJ9.AVVpmNcrvCqlyNiINVYAQi3R2yNq_ceej4KJqO3AHm82VBCPGddcBemTKLjARTjNt2d3noNuonDu445XS-GKAw' push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [95706.880575] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:19.690958Z","level":"INFO","message":"deploy finished","job":"9488318adb2b10dad1c69cb6d17fe497","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95706.995167] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:19.805582Z","level":"INFO","message":"deploy accepted","job":"baa7b5e5f5c4a4e56379911485834116","caller":"someone","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95706.878771] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:19.689186Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95706.995658] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:19.806050Z","level":"INFO","message":"start","id":"75400317e3e548f99a817f764d3fc554","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"someone\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95706.996358] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:19.806824Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"75400317e3e548f99a817f764d3fc554\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95707.034927] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95707.064891] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95707.069060] agent flakelet[1247]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95707.069637] agent flakelet[1247]: other: up to date
container-test-run-flakelet-relay> agent # [95707.071460] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTc5OSwiZ3JvdXBzIjpbIndoZWVsIl0sImlhdCI6MTc5MjA2NTQ5OSwiaXNzIjoiaHR0cHM6Ly9yZWxheTo4NDQzIiwianRpIjoiR01BV1JFS0czUkFHSz09PSIsIm5iZiI6MTc5MjA2NTQ5OSwic3ViIjoic29tZW9uZSJ9.AVVpmNcrvCqlyNiINVYAQi3R2yNq_ceej4KJqO3AHm82VBCPGddcBemTKLjARTjNt2d3noNuonDu445XS-GKAw' push --relay https://relay:7443 deploy agent/other 2>&1, in 0.64 seconds)
container-test-run-flakelet-relay> (finished: subtest: claim principal from groups, unchanged counts as success, in 0.71 seconds)
container-test-run-flakelet-relay> subtest: push login via device flow, cached token used afterwards
container-test-run-flakelet-relay> client: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1
container-test-run-flakelet-relay> relay # [95707.614613] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:20.425017Z","level":"INFO","message":"deploy finished","job":"baa7b5e5f5c4a4e56379911485834116","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95707.639939] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:58:20] "POST /device HTTP/1.1" 200 -
container-test-run-flakelet-relay> agent # [95707.613297] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:20.423676Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [95708.644884] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:58:21] "POST /token HTTP/1.1" 400 -
container-test-run-flakelet-relay> client: (finished: must succeed: push login --issuer https://relay:8443 --client-id flakelet-relay 2>&1, in 2.08 seconds)
container-test-run-flakelet-relay> client: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600
container-test-run-flakelet-relay> client: (finished: must succeed: test "$(stat -c %a /root/.local/state/flakelet-push/token.json)" = 600, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [95709.700341] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:58:22] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [95709.727564] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:22.538005Z","level":"INFO","message":"deploy accepted","job":"c7c10300a73aa8e41d347a138f0a1455","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95709.728066] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:22.538415Z","level":"INFO","message":"start","id":"e64426edf99c93fae9cce739b47ffb27","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95709.728929] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:22.539188Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"e64426edf99c93fae9cce739b47ffb27\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95709.765383] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95709.795822] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95709.799420] agent flakelet[1271]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95709.799982] agent flakelet[1271]: other: up to date
container-test-run-flakelet-relay> agent # [95709.801730] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.63 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1
container-test-run-flakelet-relay> relay # [95710.341928] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:23.152315Z","level":"INFO","message":"deploy finished","job":"c7c10300a73aa8e41d347a138f0a1455","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95710.360054] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:23.170505Z","level":"INFO","message":"deploy accepted","job":"e43c6d6026afeda45ba0183182ef9181","caller":"dev@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95710.340318] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:23.150703Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95710.360315] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:23.170764Z","level":"INFO","message":"start","id":"d445455317313548dea25275a4121230","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"dev@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95710.360721] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:23.171188Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"d445455317313548dea25275a4121230\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95710.394627] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95710.420803] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95710.425012] agent flakelet[1295]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95710.425594] agent flakelet[1295]: other: up to date
container-test-run-flakelet-relay> agent # [95710.427702] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 deploy agent/other 2>&1, in 0.62 seconds)
container-test-run-flakelet-relay> (finished: subtest: push login via device flow, cached token used afterwards, in 3.35 seconds)
container-test-run-flakelet-relay> subtest: waves: failing first wave skips the second
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1
container-test-run-flakelet-relay> relay # [95710.966615] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:23.776999Z","level":"INFO","message":"deploy finished","job":"e43c6d6026afeda45ba0183182ef9181","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95710.998040] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:23.808473Z","level":"INFO","message":"deploy accepted","job":"66f9d2d59a97704f47ac8bb8b6f55b65","caller":"admin@example.org","targets":"[\"agent/app\", \"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95710.964873] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:23.775259Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95710.998284] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:23.808736Z","level":"INFO","message":"start","id":"2f125d7d30f0650336940d9320a73ebe","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95710.998712] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:23.809181Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"2f125d7d30f0650336940d9320a73ebe\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95711.036651] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95711.069882] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95711.075338] agent flakelet[1318]: app: using prebuilt artifact /nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken
container-test-run-flakelet-relay> agent # [95711.076484] agent flakelet[1318]: app: activating generation 4
container-test-run-flakelet-relay> agent # [95711.093703] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [95711.094167] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95711.094430] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [95711.112976] agent systemd[1]: Reload requested from client PID 1325 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95711.113056] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95711.449168] agent systemd[1]: Reloading finished in 335 ms.
container-test-run-flakelet-relay> agent # [95711.526482] agent systemd[1]: Reload requested from client PID 1355 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95711.526521] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95711.849789] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [95711.939655] agent systemd[1]: Reload requested from client PID 1384 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95711.939693] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95712.262884] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [95712.353897] agent systemd[1]: Reload requested from client PID 1418 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95712.353934] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95712.677927] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent # [95712.764712] agent systemd[1]: Starting app broken...
container-test-run-flakelet-relay> agent # [95712.798239] agent (nonexistent)[1449]: app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent # [95712.798264] agent (nonexistent)[1449]: app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent # [95712.799630] agent systemd[1]: app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent # [95712.799748] agent systemd[1]: app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent # [95712.800108] agent systemd[1]: Failed to start app broken.
container-test-run-flakelet-relay> agent # [95712.829166] agent systemd[1]: Reload requested from client PID 1455 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95712.829243] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95713.161934] agent systemd[1]: Reloading finished in 331 ms.
container-test-run-flakelet-relay> agent # [95713.241295] agent systemd[1]: Reload requested from client PID 1485 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95713.241334] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95713.564346] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [95713.648969] agent systemd[1]: Reload requested from client PID 1515 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95713.649016] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95713.976843] agent systemd[1]: Reloading finished in 327 ms.
container-test-run-flakelet-relay> agent # [95714.063667] agent systemd[1]: Reload requested from client PID 1545 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95714.063706] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95714.388010] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent # [95714.471121] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [95714.509979] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [95714.511186] agent flakelet[1318]: app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent # [95714.511186] agent flakelet[1318]: failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent # [95714.512553] agent systemd[1]: flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent # [95714.512651] agent systemd[1]: flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave agent/other 2>&1, in 4.22 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl show app.service -p Description | grep -q 'app v1'
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl show app.service -p Description | grep -q 'app v1', in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: waves: failing first wave skips the second, in 4.25 seconds)
container-test-run-flakelet-relay> subtest: host patterns expand on the relay
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1
container-test-run-flakelet-relay> relay # [95715.197734] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:28.008120Z","level":"INFO","message":"deploy finished","job":"66f9d2d59a97704f47ac8bb8b6f55b65","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95715.247928] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:28.058329Z","level":"INFO","message":"deploy accepted","job":"36f450ae6d40cd1328e5ffe2434391bf","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95715.196398] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:28.006777Z","level":"INFO","message":"update finished","flakelet":"app","status":"RolledBack","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95715.248267] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:28.058672Z","level":"INFO","message":"start","id":"17e9ecb789af94f596945ce25831b5db","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95715.248740] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:28.059204Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"17e9ecb789af94f596945ce25831b5db\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95715.275608] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95715.306894] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95715.310499] agent flakelet[1605]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95715.311043] agent flakelet[1605]: app: up to date
container-test-run-flakelet-relay> agent # [95715.312125] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/app' 2>&1, in 0.62 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1
container-test-run-flakelet-relay> relay # [95715.846964] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:28.657349Z","level":"INFO","message":"deploy finished","job":"36f450ae6d40cd1328e5ffe2434391bf","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95715.868089] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:28.678541Z","level":"INFO","message":"deploy accepted","job":"3b69f6c8af952f6bf141ce5d7c22eb9b","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95715.845702] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:28.656105Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95715.868386] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:28.678850Z","level":"INFO","message":"start","id":"e25022fc49210ab5027de9a850736402","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95715.868576] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:28.679053Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"e25022fc49210ab5027de9a850736402\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95715.894359] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95715.928830] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95715.932851] agent flakelet[1625]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95715.933442] agent flakelet[1625]: app: up to date
container-test-run-flakelet-relay> agent # [95715.933963] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '*/app' 2>&1, in 0.63 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1
container-test-run-flakelet-relay> relay # [95716.477643] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:29.288020Z","level":"INFO","message":"deploy finished","job":"3b69f6c8af952f6bf141ce5d7c22eb9b","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95716.500069] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:29.310522Z","level":"INFO","message":"deploy accepted","job":"0b7ab58fa89041c3a2c1590d0d356256","caller":"admin@example.org","targets":"[\"agent/app\", \"ghost/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95716.475921] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:29.286299Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95716.500381] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:29.310835Z","level":"INFO","message":"start","id":"84eaf38a482d0d40a818c288fa5142d5","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95716.500784] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:29.311253Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"84eaf38a482d0d40a818c288fa5142d5\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95716.528694] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95716.554849] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95716.559816] agent flakelet[1649]: app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> agent # [95716.560699] agent flakelet[1649]: app: up to date
container-test-run-flakelet-relay> agent # [95716.563572] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app --wave '*/app' 2>&1, in 0.62 seconds)
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy '@all/nope' 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: host patterns expand on the relay, in 1.90 seconds)
container-test-run-flakelet-relay> subtest: detach returns once the job is accepted
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1
container-test-run-flakelet-relay> client: (finished: must succeed: timeout 20 push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --detach agent/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: waiting for success: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> relay # [95717.099511] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:29.909889Z","level":"INFO","message":"deploy finished","job":"0b7ab58fa89041c3a2c1590d0d356256","ok":false,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95717.153705] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:29.964113Z","level":"INFO","message":"deploy accepted","job":"bbc354866452ed623977bcb079ebc369","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95717.098063] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:29.908381Z","level":"INFO","message":"update finished","flakelet":"app","status":"Unchanged","generation":"Some(3)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95717.153955] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:29.964351Z","level":"INFO","message":"start","id":"d7bedcb32ad740890f158258cffa65eb","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95717.154426] agent flakelet-agent[511]: {"timestamp":"2026-10-15T11:58:29.964890Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"d7bedcb32ad740890f158258cffa65eb\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95717.194279] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95717.227246] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95717.233653] agent flakelet[1673]: app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [95717.234804] agent flakelet[1673]: app: activating generation 4
container-test-run-flakelet-relay> agent # [95717.249606] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [95717.250098] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95717.250360] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [95717.267463] agent systemd[1]: Reload requested from client PID 1680 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95717.267530] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95717.607564] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [95717.689318] agent systemd[1]: Reload requested from client PID 1710 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95717.689355] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95718.013771] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent # [95718.082459] agent systemd[1]: Reload requested from client PID 1739 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95718.082494] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: systemctl is-active flakelet-relay-job-app.service, in 1.34 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_fails(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent: waiting for failure: systemctl is-active flakelet-relay-job-app.service
container-test-run-flakelet-relay> ??? Warning (UserWarning): execute(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> agent # [95718.410444] agent systemd[1]: Reloading finished in 327 ms.
container-test-run-flakelet-relay> agent # [95718.498461] agent systemd[1]: Reload requested from client PID 1774 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95718.498497] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95718.824881] agent systemd[1]: Reloading finished in 326 ms.
container-test-run-flakelet-relay> agent # [95718.898712] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent: (finished: waiting for failure: systemctl is-active flakelet-relay-job-app.service, in 6.48 seconds)
container-test-run-flakelet-relay> (finished: subtest: detach returns once the job is accepted, in 7.85 seconds)
container-test-run-flakelet-relay> subtest: unknown host is final, missing agent is retried, agents listing
container-test-run-flakelet-relay> client: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1
container-test-run-flakelet-relay> client: (finished: must fail: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy nope/app 2>&1, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl stop flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl stop flakelet-agent, in 0.06 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0'
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 0', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/other > /tmp/retry.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out
container-test-run-flakelet-relay> relay # [95725.005733] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:37.816137Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95724.959849] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [95724.968249] agent flakelet[1673]: app: updated to generation 4
container-test-run-flakelet-relay> agent # [95724.970692] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95725.005318] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [95725.036234] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95725.036515] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [95725.036822] agent systemd[1]: flakelet-agent.service: Consumed 1.644s CPU time over 27.008s wall clock time.
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent_unavailable.*retrying' /tmp/retry.out, in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl start flakelet-agent
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl start flakelet-agent, in 0.09 seconds)
container-test-run-flakelet-relay> ??? Warning (UserWarning): wait_until_succeeds(): passing a bare int/float as a duration is deprecated. Use datetime.timedelta instead.
container-test-run-flakelet-relay>     File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/duration.py", line 39
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out
container-test-run-flakelet-relay> agent # [95726.107544] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [95726.163141] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:38.973583Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"d7bedcb32ad740890f158258cffa65eb\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95726.185822] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [95726.193067] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:39.003529Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [95726.193174] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:39.003567Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(4), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95726.705165] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:39.515488Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(4)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> relay # [95728.092666] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:40.903044Z","level":"INFO","message":"deploy accepted","job":"9cdd32f0c34c71be059ff78f95d203ae","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95728.093103] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:40.903457Z","level":"INFO","message":"start","id":"3d1333384bb8829ecc5e93b9839ace86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95728.093706] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:40.904174Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"3d1333384bb8829ecc5e93b9839ace86\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95728.134313] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95728.161867] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95728.166512] agent flakelet[2251]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95728.167106] agent flakelet[2251]: other: up to date
container-test-run-flakelet-relay> agent # [95728.168900] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95728.712267] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:41.522651Z","level":"INFO","message":"deploy finished","job":"9cdd32f0c34c71be059ff78f95d203ae","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95728.710545] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:41.520933Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/other: unchanged' /tmp/retry.out, in 3.04 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": []}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.05 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTgyMiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NTIyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJJN0hWNktCNUQ3N1VRPT09IiwibmJmIjoxNzkyMDY1NTIyLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.Mgo6RnzkBvqduWF1-KnntLSe6XVlzvak6BzsxdMqmL6vaq4MEGquF7SfiXHAk8gFbEiRfGcsb0SNf_VmzuhgDw' push --relay https://relay:7443 agents
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTgyMiwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NTIyLCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJJN0hWNktCNUQ3N1VRPT09IiwibmJmIjoxNzkyMDY1NTIyLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.Mgo6RnzkBvqduWF1-KnntLSe6XVlzvak6BzsxdMqmL6vaq4MEGquF7SfiXHAk8gFbEiRfGcsb0SNf_VmzuhgDw' push --relay https://relay:7443 agents, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: unknown host is final, missing agent is retried, agents listing, in 4.35 seconds)
container-test-run-flakelet-relay> subtest: out-of-band flakelet update reaches the relay without reconnect
container-test-run-flakelet-relay> agent: must succeed: flakelet status --json app | jq '.[0].generation'
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet status --json app | jq '.[0].generation', in 0.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2
container-test-run-flakelet-relay> app: activating generation 5
container-test-run-flakelet-relay> agent # [95729.397961] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [95729.399739] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95729.400079] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [95729.415152] agent systemd[1]: Reload requested from client PID 2285 ('systemctl')...
container-test-run-flakelet-relay> agent # [95729.415219] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95729.753197] agent systemd[1]: Reloading finished in 337 ms.
container-test-run-flakelet-relay> agent # [95729.819580] agent systemd[1]: Reload requested from client PID 2314 ('systemctl')...
container-test-run-flakelet-relay> agent # [95729.819617] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95730.143970] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent # [95730.222482] agent systemd[1]: Reload requested from client PID 2344 ('systemctl')...
container-test-run-flakelet-relay> agent # [95730.222518] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95730.548149] agent systemd[1]: Reloading finished in 325 ms.
container-test-run-flakelet-relay> agent # [95730.633984] agent systemd[1]: Reload requested from client PID 2375 ('systemctl')...
container-test-run-flakelet-relay> agent # [95730.634026] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.71 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5'
container-test-run-flakelet-relay> agent # [95730.958723] agent systemd[1]: Reloading finished in 324 ms.
container-test-run-flakelet-relay> agent # [95731.042377] agent systemd[1]: Starting app v2...
container-test-run-flakelet-relay> agent # [95731.071814] agent systemd[1]: Started app v2.
container-test-run-flakelet-relay> agent # [95732.212778] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:45.023172Z","level":"INFO","message":"local change","flakelet":"app","generation":5,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@5', in 2.07 seconds)
container-test-run-flakelet-relay> agent: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true
container-test-run-flakelet-relay> agent: (finished: must succeed: journalctl -u flakelet-agent -o cat | grep -c '"connected"' || true, in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-5-, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs | grep local-app-, in 0.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: flakelet update app
container-test-run-flakelet-relay> app: using prebuilt artifact /nix/store/4ksi9bj3vq7a8k2k1kiyi6p5dgncxpjx-flakelet-app-v1
container-test-run-flakelet-relay> app: activating generation 6
container-test-run-flakelet-relay> agent # [95733.239423] agent systemd[1]: Stopping app v2...
container-test-run-flakelet-relay> agent # [95733.241239] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95733.241566] agent systemd[1]: Stopped app v2.
container-test-run-flakelet-relay> agent # [95733.258223] agent systemd[1]: Reload requested from client PID 2421 ('systemctl')...
container-test-run-flakelet-relay> agent # [95733.258292] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95733.598889] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [95733.679815] agent systemd[1]: Reload requested from client PID 2450 ('systemctl')...
container-test-run-flakelet-relay> agent # [95733.679853] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95734.004284] agent systemd[1]: Reloading finished in 323 ms.
container-test-run-flakelet-relay> agent # [95734.086270] agent systemd[1]: Reload requested from client PID 2478 ('systemctl')...
container-test-run-flakelet-relay> agent # [95734.086312] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95734.407654] agent systemd[1]: Reloading finished in 320 ms.
container-test-run-flakelet-relay> agent # [95734.490139] agent systemd[1]: Reload requested from client PID 2511 ('systemctl')...
container-test-run-flakelet-relay> agent # [95734.490177] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95734.813200] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent: (finished: must succeed: flakelet update app, in 1.73 seconds)
container-test-run-flakelet-relay> client: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6'
container-test-run-flakelet-relay> agent # [95734.897979] agent systemd[1]: Starting app v1...
container-test-run-flakelet-relay> agent # [95734.929912] agent systemd[1]: Started app v1.
container-test-run-flakelet-relay> agent # [95736.215233] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:49.025625Z","level":"INFO","message":"local change","flakelet":"app","generation":6,"by":"root (shell)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem agents | grep -q 'app@6', in 2.07 seconds)
container-test-run-flakelet-relay> (finished: subtest: out-of-band flakelet update reaches the relay without reconnect, in 7.68 seconds)
container-test-run-flakelet-relay> subtest: certificate not listed under agents cannot connect as agent
container-test-run-flakelet-relay> client: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent
container-test-run-flakelet-relay> client: (finished: must succeed: curl -s -o /dev/null -w '%{http_code}' --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/cert.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/mallory/key.pem -H 'Upgrade: websocket' -H 'Connection: Upgrade' -H 'Sec-WebSocket-Version: 13' -H 'Sec-WebSocket-Key: dGhlIHNhbXBsZSBub25jZQ==' https://relay:7443/v1/agent, in 0.03 seconds)
container-test-run-flakelet-relay> (finished: subtest: certificate not listed under agents cannot connect as agent, in 0.03 seconds)
container-test-run-flakelet-relay> subtest: metrics
container-test-run-flakelet-relay> relay: must succeed: curl -sf http://127.0.0.1:7400/metrics
container-test-run-flakelet-relay> relay: (finished: must succeed: curl -sf http://127.0.0.1:7400/metrics, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: metrics, in 0.01 seconds)
container-test-run-flakelet-relay> subtest: agent link drop mid-run replays missed lines once
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/slow.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065529 | grep -q 'app-slow'
container-test-run-flakelet-relay> relay # [95737.030653] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:49.841022Z","level":"INFO","message":"agent rejected: no agents entry matches","principals":"[\"x509:dns:mallory\"]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [95737.089167] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:49.899562Z","level":"INFO","message":"deploy accepted","job":"544b3b5f3125fd5df3af5a4c01095332","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95737.089513] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:49.899946Z","level":"INFO","message":"start","id":"ff806b393da2655286ee5b8b28ad4f54","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95737.089881] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:49.900359Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"ff806b393da2655286ee5b8b28ad4f54\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95737.128045] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95737.157842] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95737.162104] agent flakelet[2560]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent # [95737.162752] agent flakelet[2560]: app: activating generation 7
container-test-run-flakelet-relay> agent # [95737.182318] agent systemd[1]: Stopping app v1...
container-test-run-flakelet-relay> agent # [95737.182753] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95737.183028] agent systemd[1]: Stopped app v1.
container-test-run-flakelet-relay> agent # [95737.199751] agent systemd[1]: Reload requested from client PID 2567 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95737.199816] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95737.536977] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [95737.609535] agent systemd[1]: Reload requested from client PID 2597 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95737.609569] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065529 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route add unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done
container-test-run-flakelet-relay> relay: (finished: must succeed: for a in $(getent ahosts agent | cut -d' ' -f1 | sort -u); do ss -K dst "[$a]"; done, in 0.06 seconds)
container-test-run-flakelet-relay> agent: must succeed: ss -K dport = 7443
container-test-run-flakelet-relay> agent # [95737.932526] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [95738.009406] agent systemd[1]: Reload requested from client PID 2626 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95738.009446] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: ss -K dport = 7443, in 0.03 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065529 | grep -q 'updated to generation'
container-test-run-flakelet-relay> relay # [95738.174681] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:58:50.985056Z","level":"INFO","message":"agent disconnected: IO error: Software caused connection abort (os error 103)","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95738.205652] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:51.015909Z","level":"INFO","message":"disconnected: IO error: Software caused connection abort (os error 103)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95738.335772] agent systemd[1]: Reloading finished in 325 ms.
container-test-run-flakelet-relay> agent # [95738.407622] agent systemd[1]: Reload requested from client PID 2674 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95738.407658] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95738.730253] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [95738.799361] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [95739.208261] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:52.018654Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95741.210919] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:54.021305Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95744.865809] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [95744.875758] agent flakelet[2560]: app: updated to generation 7
container-test-run-flakelet-relay> agent # [95744.877771] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065529 | grep -q 'updated to generation', in 7.10 seconds)
container-test-run-flakelet-relay> agent: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done
container-test-run-flakelet-relay> agent: (finished: must succeed: for a in $(getent ahosts relay | cut -d' ' -f1 | sort -u); do ip route del unreachable $a; done, in 0.02 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out
container-test-run-flakelet-relay> agent # [95745.213333] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:58.023719Z","level":"WARN","message":"connect failed: connect relay:7443: No route to host (os error 113)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95745.991066] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:58:58.801446Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(7)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/slow.out, in 8.10 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/slow.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/slow.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent link drop mid-run replays missed lines once, in 16.40 seconds)
container-test-run-flakelet-relay> subtest: agent restart mid-run reattaches to the unit
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/restart.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2'
container-test-run-flakelet-relay> relay # [95753.218049] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:59:06.028423Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> relay # [95753.219665] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:59:06.030101Z","level":"INFO","message":"deploy finished","job":"544b3b5f3125fd5df3af5a4c01095332","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95753.217947] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:59:06.028330Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [95753.482617] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:59:06.292850Z","level":"INFO","message":"deploy accepted","job":"5ca34ffc7f343f4c36eee021f8a9486e","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95753.219164] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:59:06.029630Z","level":"INFO","message":"start","id":"ff806b393da2655286ee5b8b28ad4f54","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95753.483175] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:59:06.293303Z","level":"INFO","message":"start","id":"2a5a458516fb1707bd9d2f598d109143","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95753.483672] agent flakelet-agent[1838]: {"timestamp":"2026-10-15T11:59:06.294132Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"2a5a458516fb1707bd9d2f598d109143\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95753.523364] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95753.554840] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95753.559183] agent flakelet[2796]: app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2
container-test-run-flakelet-relay> agent # [95753.559897] agent flakelet[2796]: app: activating generation 8
container-test-run-flakelet-relay> agent # [95753.577103] agent systemd[1]: Stopping app slow...
container-test-run-flakelet-relay> agent # [95753.578746] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95753.579014] agent systemd[1]: Stopped app slow.
container-test-run-flakelet-relay> agent # [95753.594641] agent systemd[1]: Reload requested from client PID 2803 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95753.594706] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95753.931584] agent systemd[1]: Reloading finished in 336 ms.
container-test-run-flakelet-relay> agent # [95754.020109] agent systemd[1]: Reload requested from client PID 2833 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95754.020146] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95754.345417] agent systemd[1]: Reloading finished in 324 ms.
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since -20s | grep -q 'app-slow2', in 1.03 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl restart flakelet-agent
container-test-run-flakelet-relay> agent # [95754.421078] agent systemd[1]: Reload requested from client PID 2864 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95754.421116] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> relay # [95754.825244] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:59:07.635647Z","level":"INFO","message":"agent disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","host":"agent","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95754.746812] agent systemd[1]: Reloading finished in 325 ms.
container-test-run-flakelet-relay> agent # [95754.824936] agent systemd[1]: Stopping flakelet-agent...
container-test-run-flakelet-relay> agent # [95754.832867] agent systemd[1]: Reload requested from client PID 2901 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95754.832905] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl restart flakelet-agent, in 0.83 seconds)
container-test-run-flakelet-relay> agent: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)"
container-test-run-flakelet-relay> agent: (finished: must succeed: test -n "$(ls /var/lib/flakelet-agent/jobs)", in 0.01 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out
container-test-run-flakelet-relay> relay # [95755.338543] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:59:08.148932Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(7), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95755.162242] agent systemd[1]: Reloading finished in 328 ms.
container-test-run-flakelet-relay> agent # [95755.227038] agent systemd[1]: flakelet-agent.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95755.227234] agent systemd[1]: Stopped flakelet-agent.
container-test-run-flakelet-relay> agent # [95755.227252] agent systemd[1]: flakelet-agent.service: Consumed 1.398s CPU time over 29.119s wall clock time.
container-test-run-flakelet-relay> agent # [95755.245323] agent systemd[1]: Starting app slow2...
container-test-run-flakelet-relay> agent # [95755.246240] agent systemd[1]: Starting flakelet-agent...
container-test-run-flakelet-relay> agent # [95755.307634] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:08.118087Z","level":"INFO","message":"reattaching to running unit","flakelet":"app","ids":"[\"2a5a458516fb1707bd9d2f598d109143\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95755.327945] agent systemd[1]: Started flakelet-agent.
container-test-run-flakelet-relay> agent # [95755.338361] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:08.148817Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95755.339614] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:08.150093Z","level":"INFO","message":"start","id":"2a5a458516fb1707bd9d2f598d109143","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95761.316875] agent systemd[1]: Started app slow2.
container-test-run-flakelet-relay> agent # [95761.327537] agent flakelet[2796]: app: updated to generation 8
container-test-run-flakelet-relay> agent # [95761.329506] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95761.898373] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:59:14.708737Z","level":"INFO","message":"deploy finished","job":"5ca34ffc7f343f4c36eee021f8a9486e","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95761.896635] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:14.707016Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(8)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q 'agent/app: updated' /tmp/restart.out, in 7.08 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/restart.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/restart.out, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: systemctl is-active app.service
container-test-run-flakelet-relay> agent: (finished: must succeed: systemctl is-active app.service, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: agent restart mid-run reattaches to the unit, in 9.00 seconds)
container-test-run-flakelet-relay> subtest: relay restart mid-run, push resumes via /v1/jobs
container-test-run-flakelet-relay> agent: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json
container-test-run-flakelet-relay> agent: (finished: must succeed: jq '.services.app.prebuilt="/nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow"' /etc/flakelet/config.json > /tmp/config.json && cp --remove-destination /tmp/config.json /etc/flakelet/config.json, in 0.01 seconds)
container-test-run-flakelet-relay> agent: must succeed: date +%s
container-test-run-flakelet-relay> agent: (finished: must succeed: date +%s, in 0.01 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy agent/app > /tmp/resume.out 2>&1 &, in 0.01 seconds)
container-test-run-flakelet-relay> agent: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065555 | grep -q 'app-slow'
container-test-run-flakelet-relay> relay # [95762.491821] relay flakelet-relay[400]: {"timestamp":"2026-10-15T11:59:15.302200Z","level":"INFO","message":"deploy accepted","job":"42ab5f7004fc54b629f9b39b801005b6","caller":"admin@example.org","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95762.492193] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:15.302620Z","level":"INFO","message":"start","id":"c93f39e6f43b885aeec377acaaea27b7","flakelet":"app","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95762.492780] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:15.303249Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"c93f39e6f43b885aeec377acaaea27b7\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95762.528669] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95762.557824] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95762.562062] agent flakelet[3378]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent # [95762.562708] agent flakelet[3378]: app: activating generation 9
container-test-run-flakelet-relay> agent # [95762.581574] agent systemd[1]: Stopping app slow2...
container-test-run-flakelet-relay> agent # [95762.583283] agent systemd[1]: app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent # [95762.583622] agent systemd[1]: Stopped app slow2.
container-test-run-flakelet-relay> agent # [95762.600176] agent systemd[1]: Reload requested from client PID 3385 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95762.600243] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95762.940032] agent systemd[1]: Reloading finished in 339 ms.
container-test-run-flakelet-relay> agent # [95763.014823] agent systemd[1]: Reload requested from client PID 3415 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95763.014858] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent: (finished: waiting for success: journalctl -u flakelet-relay-job-app.service --since=@1792065555 | grep -q 'app-slow', in 1.02 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> agent # [95763.337786] agent systemd[1]: Reloading finished in 322 ms.
container-test-run-flakelet-relay> agent # [95763.418329] agent systemd[1]: Reload requested from client PID 3446 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95763.418366] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95763.514831] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:16.325236Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay # [95763.513975] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [95763.547691] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95763.548103] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [95763.548148] relay systemd[1]: flakelet-relay.service: Consumed 2.287s CPU time over 1min 7.342s wall clock time.
container-test-run-flakelet-relay> relay # [95763.585125] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [95763.753612] agent systemd[1]: Reloading finished in 334 ms.
container-test-run-flakelet-relay> agent # [95763.841634] agent systemd[1]: Reload requested from client PID 3482 ('systemctl') (unit flakelet-relay-job-app.service)...
container-test-run-flakelet-relay> agent # [95763.841670] agent systemd[1]: Reloading...
container-test-run-flakelet-relay> agent # [95764.171423] agent systemd[1]: Reloading finished in 329 ms.
container-test-run-flakelet-relay> agent # [95764.229673] agent systemd[1]: Starting app slow...
container-test-run-flakelet-relay> agent # [95764.518503] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:17.328705Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.47 seconds)
container-test-run-flakelet-relay> client: waiting for success: grep -q '» ok' /tmp/resume.out
container-test-run-flakelet-relay> relay # [95764.966242] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:59:17.776605Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95764.967203] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:59:17.777073Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95764.966809] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [95766.532693] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:59:19.343062Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(8), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95766.532529] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:19.342902Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95770.294888] agent systemd[1]: Started app slow.
container-test-run-flakelet-relay> agent # [95770.303934] agent flakelet[3378]: app: updated to generation 9
container-test-run-flakelet-relay> agent # [95770.305967] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95770.532391] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:59:23.342757Z","level":"INFO","message":"job reattached","job":"42ab5f7004fc54b629f9b39b801005b6","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95771.426966] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:24.237339Z","level":"INFO","message":"update finished","flakelet":"app","status":"Updated","generation":"Some(9)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> client: (finished: waiting for success: grep -q '» ok' /tmp/resume.out, in 7.09 seconds)
container-test-run-flakelet-relay> client: must succeed: cat /tmp/resume.out
container-test-run-flakelet-relay> client: (finished: must succeed: cat /tmp/resume.out, in 0.01 seconds)
container-test-run-flakelet-relay> (finished: subtest: relay restart mid-run, push resumes via /v1/jobs, in 9.62 seconds)
container-test-run-flakelet-relay> subtest: job history comes from the agents and survives a relay restart
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1
container-test-run-flakelet-relay> relay # [95772.086805] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:59:24.897180Z","level":"INFO","message":"deploy accepted","job":"188b06c4636b65849b3ba8daac22dc7c","caller":"admin@example.org","targets":"[\"agent/other\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95772.087333] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:24.897712Z","level":"INFO","message":"start","id":"5be20c693e5c0b60e3f85779794dfb86","flakelet":"other","rule":"admins","relay":"relay","caller_name":"\"admin@example.org\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95772.087984] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:24.898446Z","level":"INFO","message":"update starting","flakelet":"other","ids":"[\"5be20c693e5c0b60e3f85779794dfb86\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95772.130815] agent systemd[1]: Starting flakelet update other (via relay)...
container-test-run-flakelet-relay> agent # [95772.161853] agent systemd[1]: Started flakelet update other (via relay).
container-test-run-flakelet-relay> agent # [95772.166786] agent flakelet[3556]: other: using prebuilt artifact /nix/store/mrvv83l5ba0y6vj0n2zv9cwg8pjyd7wn-flakelet-other-v1
container-test-run-flakelet-relay> agent # [95772.167411] agent flakelet[3556]: other: up to date
container-test-run-flakelet-relay> agent # [95772.169631] agent systemd[1]: flakelet-relay-job-other.service: Deactivated successfully.
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem deploy --id hist1 agent/other 2>&1, in 0.65 seconds)
container-test-run-flakelet-relay> relay: must succeed: systemctl restart flakelet-relay
container-test-run-flakelet-relay> relay # [95772.709290] relay flakelet-relay[932]: {"timestamp":"2026-10-15T11:59:25.519687Z","level":"INFO","message":"deploy finished","job":"188b06c4636b65849b3ba8daac22dc7c","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95772.726643] relay systemd[1]: Stopping flakelet-relay...
container-test-run-flakelet-relay> relay # [95772.764134] relay systemd[1]: flakelet-relay.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95772.764625] relay systemd[1]: Stopped flakelet-relay.
container-test-run-flakelet-relay> relay # [95772.764671] relay systemd[1]: flakelet-relay.service: Consumed 2.372s CPU time over 9.179s wall clock time.
container-test-run-flakelet-relay> relay # [95772.800579] relay systemd[1]: Starting flakelet-relay...
container-test-run-flakelet-relay> agent # [95772.707396] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:25.517775Z","level":"INFO","message":"update finished","flakelet":"other","status":"Unchanged","generation":"Some(1)","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95772.726736] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:25.537187Z","level":"INFO","message":"disconnected: IO error: peer closed connection without sending TLS close_notify: https://docs.rs/rustls/latest/rustls/manual/_03_howto/index.html#unexpected-eof","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95773.730156] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:26.540488Z","level":"WARN","message":"connect failed: connect relay:7443: Connection refused (os error 111)","relay":"https://relay:7443","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: must succeed: systemctl restart flakelet-relay, in 1.46 seconds)
container-test-run-flakelet-relay> relay: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1'
container-test-run-flakelet-relay> relay # [95774.166598] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:59:26.976988Z","level":"INFO","message":"listening on 127.0.0.1:7400","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95774.167500] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:59:26.977396Z","level":"INFO","message":"listening on [::]:7443","target":"flakelet_relay::relay::server"}
container-test-run-flakelet-relay> relay # [95774.167160] relay systemd[1]: Started flakelet-relay.
container-test-run-flakelet-relay> relay # [95775.744676] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:59:28.555034Z","level":"INFO","message":"agent connected","host":"agent","version":"0.1.0","flakelets":"[Named { name: \"app\", generation: Some(9), revision: Some(\"prebuilt:app\") }, Named { name: \"flakelet-agent\", generation: Some(1), revision: Some(\"prebuilt:flakelet-agent\") }, Named { name: \"other\", generation: Some(1), revision: Some(\"prebuilt:other\") }]","target":"flakelet_relay::relay::agent_conn"}
container-test-run-flakelet-relay> agent # [95775.744510] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:28.554881Z","level":"INFO","message":"connected","relay":"https://relay:7443","relay_name":"relay","relay_version":"0.1.0","host":"agent","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> relay: (finished: waiting for success: curl -sf http://127.0.0.1:7400/metrics | grep -q 'agent_up{host="agent"} 1', in 2.06 seconds)
container-test-run-flakelet-relay> client: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs
container-test-run-flakelet-relay> client: (finished: must succeed: push --relay https://relay:7443 --cert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin.pem --key /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/admin-key.pem jobs, in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32)
container-test-run-flakelet-relay> client: (finished: must succeed: echo '{"groups": [], "repository": "example/app"}' | step crypto jwt sign --key /nix/store/xn5876ymgfzb09rfhh9ixig9djhgdsb7-flakelet-relay-test-issuer/jwk.json --iss https://relay:8443 --aud flakelet-relay --sub 'repo:github:example/app:ref:refs/heads/main' --exp $(( $(date +%s) + 300 )) --jti $(head -c8 /dev/urandom | base32), in 0.06 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTg2OSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NTY5LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJMUkRTRFlZUjJHSEhLPT09IiwibmJmIjoxNzkyMDY1NTY5LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.OXE3UETKmnvJriDn-qsi0-mf6uxTHsr3fNQ5Icgc4H8-Il8yj8J3qwg2UgV4eTJi1TVpYAiQlDnY_RoacU3IBQ' push --relay https://relay:7443 deploy --id hist2 agent/app
container-test-run-flakelet-relay> » job 6a239dbf87cfec796e49404c351d787f via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: up to date
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> relay # [95776.325600] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:59:29.136002Z","level":"INFO","message":"deploy accepted","job":"6a239dbf87cfec796e49404c351d787f","caller":"example/app","targets":"[\"agent/app\"]","target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> agent # [95776.326106] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:29.136467Z","level":"INFO","message":"start","id":"dce6faec8455f85321e72ee634888126","flakelet":"app","rule":"ci","relay":"relay","caller_name":"\"example/app\"","target":"flakelet_relay::agent::conn"}
container-test-run-flakelet-relay> agent # [95776.326735] agent flakelet-agent[2933]: {"timestamp":"2026-10-15T11:59:29.137196Z","level":"INFO","message":"update starting","flakelet":"app","ids":"[\"dce6faec8455f85321e72ee634888126\"]","target":"flakelet_relay::agent::jobs"}
container-test-run-flakelet-relay> agent # [95776.365901] agent systemd[1]: Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent # [95776.395926] agent systemd[1]: Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent # [95776.399676] agent flakelet[3584]: app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent # [95776.400249] agent flakelet[3584]: app: up to date
container-test-run-flakelet-relay> agent # [95776.402061] agent systemd[1]: flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: unchanged (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTg2OSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NTY5LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJMUkRTRFlZUjJHSEhLPT09IiwibmJmIjoxNzkyMDY1NTY5LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.OXE3UETKmnvJriDn-qsi0-mf6uxTHsr3fNQ5Icgc4H8-Il8yj8J3qwg2UgV4eTJi1TVpYAiQlDnY_RoacU3IBQ' push --relay https://relay:7443 deploy --id hist2 agent/app, in 0.64 seconds)
container-test-run-flakelet-relay> client: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTg2OSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NTY5LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJMUkRTRFlZUjJHSEhLPT09IiwibmJmIjoxNzkyMDY1NTY5LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.OXE3UETKmnvJriDn-qsi0-mf6uxTHsr3fNQ5Icgc4H8-Il8yj8J3qwg2UgV4eTJi1TVpYAiQlDnY_RoacU3IBQ' push --relay https://relay:7443 jobs
container-test-run-flakelet-relay> client: (finished: must succeed: FLAKELET_RELAY_TOKEN_COMMAND='echo eyJhbGciOiJFZERTQSIsImtpZCI6ImsxIiwidHlwIjoiSldUIn0.eyJhdWQiOiJmbGFrZWxldC1yZWxheSIsImV4cCI6MTc5MjA2NTg2OSwiZ3JvdXBzIjpbXSwiaWF0IjoxNzkyMDY1NTY5LCJpc3MiOiJodHRwczovL3JlbGF5Ojg0NDMiLCJqdGkiOiJMUkRTRFlZUjJHSEhLPT09IiwibmJmIjoxNzkyMDY1NTY5LCJyZXBvc2l0b3J5IjoiZXhhbXBsZS9hcHAiLCJzdWIiOiJyZXBvOmdpdGh1YjpleGFtcGxlL2FwcDpyZWY6cmVmcy9oZWFkcy9tYWluIn0.OXE3UETKmnvJriDn-qsi0-mf6uxTHsr3fNQ5Icgc4H8-Il8yj8J3qwg2UgV4eTJi1TVpYAiQlDnY_RoacU3IBQ' push --relay https://relay:7443 jobs, in 0.02 seconds)
container-test-run-flakelet-relay> (finished: subtest: job history comes from the agents and survives a relay restart, in 4.91 seconds)
container-test-run-flakelet-relay> subtest: dashboard login via authorization code flow
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login'
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -o /dev/null -w '%{http_code} %{redirect_url}' https://relay:7443/ui/ | grep -q '303 https://relay:7443/ui/login', in 0.02 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar -L https://relay:7443/ui/login, in 0.08 seconds)
container-test-run-flakelet-relay> client: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs
container-test-run-flakelet-relay> client: (finished: must succeed: curl -sS --cacert /nix/store/ig7mkdabjd1ddkrfbc329795jl63n9zx-flakelet-relay-test-certs/ca.pem -b /tmp/jar -c /tmp/jar https://relay:7443/ui/jobs, in 0.02 seconds)
container-test-run-flakelet-relay> !!! Test "dashboard login via authorization code flow" failed with error: ""
container-test-run-flakelet-relay> cleanup
container-test-run-flakelet-relay> kill NspawnMachine (pid 52)
container-test-run-flakelet-relay> kill NspawnMachine (pid 53)
container-test-run-flakelet-relay> Container agent terminated by signal KILL.
container-test-run-flakelet-relay> kill NspawnMachine (pid 56)
container-test-run-flakelet-relay> Container client terminated by signal KILL.
container-test-run-flakelet-relay> relay # [95776.945821] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:59:29.756185Z","level":"INFO","message":"deploy finished","job":"6a239dbf87cfec796e49404c351d787f","ok":true,"target":"flakelet_relay::relay::api"}
container-test-run-flakelet-relay> relay # [95777.022502] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:59:29] "GET /authorize?response_type=code&client_id=dashboard&redirect_uri=https%3A%2F%2Frelay%3A7443%2Fui%2Fcallback&scope=openid%20profile%20email%20groups&state=rOl6w7fIBliO_2kMBsLmvNvJHcORvvQsZvcGFCfkx54&code_challenge=YH3FG2IUAySpdvVN58RdDvUk7CzC_z58g5yfi9aGFBg&code_challenge_method=S256 HTTP/1.1" 302 -
container-test-run-flakelet-relay> relay # [95777.072443] relay ya2z5a0869r8miiipbsyg78ar3sqjnnp-device-mock[186]: 127.0.0.1 - - [15/Oct/2026 11:59:29] "POST /token HTTP/1.1" 200 -
container-test-run-flakelet-relay> relay # [95777.073299] relay flakelet-relay[1322]: {"timestamp":"2026-10-15T11:59:29.883741Z","level":"INFO","message":"login","name":"dev@example.org","principals":"[\"oidc:mock:someone\", \"oidc:mock:groups:wheel\"]","target":"flakelet_relay::relay::login"}
container-test-run-flakelet-relay> Container relay terminated by signal KILL.
container-test-run-flakelet-relay> (finished: cleanup, in 0.39 seconds)
container-test-run-flakelet-relay> additionally exposed symbols:
container-test-run-flakelet-relay>     agent, client, relay,
container-test-run-flakelet-relay>     vlan1,
container-test-run-flakelet-relay>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh
container-test-run-flakelet-relay> » job 3412571728039b4fa01e12d182524ba0 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/svdd0ak6lxpmv7c3i747sganc69lpfsm-flakelet-app-v2
container-test-run-flakelet-relay> agent/app | app: activating generation 2
container-test-run-flakelet-relay> agent/app | app: updated to generation 2
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 2)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 66f9d2d59a97704f47ac8bb8b6f55b65 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/9dhh6vyjl69s1r5rpkgranrw6wmfb7rg-flakelet-app-broken
container-test-run-flakelet-relay> agent/app | app: activating generation 4
container-test-run-flakelet-relay> agent/app | app: deploy failed, rolled back: systemctl start app.service failed:
container-test-run-flakelet-relay> agent/app | failed units: app.service. See journalctl -u app.service
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Main process exited, code=exited, status=1/FAILURE
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> » agent/app: rolled-back (generation 3)
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app v2...
container-test-run-flakelet-relay> agent/app │ Started app v2.
container-test-run-flakelet-relay> agent/app │ Stopping app v2...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v2.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> agent/app │ Stopping app v1...
container-test-run-flakelet-relay> agent/app │ app.service: Deactivated successfully.
container-test-run-flakelet-relay> agent/app │ Stopped app v1.
container-test-run-flakelet-relay> agent/app │ Starting app broken...
container-test-run-flakelet-relay> agent/app │ app.service: Unable to locate executable '/nonexistent': No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Failed at step EXEC spawning /nonexistent: No such file or directory
container-test-run-flakelet-relay> agent/app │ app.service: Main process exited, code=exited, status=203/EXEC
container-test-run-flakelet-relay> agent/app │ app.service: Failed with result 'exit-code'.
container-test-run-flakelet-relay> agent/app │ Failed to start app broken.
container-test-run-flakelet-relay> agent/app │ Starting app v1...
container-test-run-flakelet-relay> agent/app │ Started app v1.
container-test-run-flakelet-relay> » skipped: agent/other
container-test-run-flakelet-relay> » failed
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 544b3b5f3125fd5df3af5a4c01095332 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 7
container-test-run-flakelet-relay> agent/app | app: updated to generation 7
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 7)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 5ca34ffc7f343f4c36eee021f8a9486e via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/16anj40wy6gl63z9fcn523i6vgwifqfv-flakelet-app-slow2
container-test-run-flakelet-relay> agent/app | app: activating generation 8
container-test-run-flakelet-relay> agent/app | app: updated to generation 8
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 8)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> » job 42ab5f7004fc54b629f9b39b801005b6 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | Starting flakelet update app (via relay)...
container-test-run-flakelet-relay> agent/app | Started flakelet update app (via relay).
container-test-run-flakelet-relay> agent/app | app: using prebuilt artifact /nix/store/r7zi1qmqbswlb5lyb7p60nqcxmcgs5vl-flakelet-app-slow
container-test-run-flakelet-relay> agent/app | app: activating generation 9
container-test-run-flakelet-relay> flakelet-push: stream: error reading a body from connection, resuming job 9cef2760ec5344aaf3a98840165ab9ab
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 1s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: connect relay:7443: Connection refused (os error 111), retrying in 2s
container-test-run-flakelet-relay> flakelet-push: https://relay:7443: 404 Not Found: unknown_job: no connected agent knows this job, retrying in 4s
container-test-run-flakelet-relay> » job 42ab5f7004fc54b629f9b39b801005b6 via relay 0.1.0 (agents: agent 0.1.0)
container-test-run-flakelet-relay> » wave 0
container-test-run-flakelet-relay> agent/app | app: updated to generation 9
container-test-run-flakelet-relay> agent/app | flakelet-relay-job-app.service: Deactivated successfully.
container-test-run-flakelet-relay> » agent/app: updated (generation 9)
container-test-run-flakelet-relay> » ok
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> 1792065564	hist1	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1792065555	9cef2760ec5344aaf3a98840165ab9ab	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065546	057c2fa4a37c2362f4df22761774c91f	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065529	929a12393a588c8e5e93657a6aec51a6	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065527	local-app-6-1792065527	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1792065523	local-app-5-1792065523	root (shell)	agent/app:updated
container-test-run-flakelet-relay> 1792065520	b8d5b112762d47ca9202ed43f6a2719e	admin@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1792065509	34a7cb7d3837ddbb3ded34e1fc47e740	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1792065509	548c7362933277ef620bc2f81ca64d84	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065508	b9d4183fbc3fd0b24a83872fd5225684	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1792065508	bb573c472cd04ac274e54e1ee4523a48	admin@example.org	agent/app:unchanged
container-test-run-flakelet-relay> 1792065503	74d866c3ca872becaf99077cb0bf1c6e	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1792065503	f9aafa715e48fbd85a8bb9a24b075912	admin@example.org	agent/app:rolled-back
container-test-run-flakelet-relay> 1792065502	8615e71d27dd2ab00389bbc511e2777d	dev@example.org	agent/other:unchanged
container-test-run-flakelet-relay> 1792065499	b8a109b38cc5c96d4c296f31b15a175a	someone	agent/other:unchanged
container-test-run-flakelet-relay> 1792065496	1799ae85597ec8e4928957cedc8c2338	repo:github:example/app:ref:refs/heads/main	agent/app:updated
container-test-run-flakelet-relay> 1792065493	35b123532ca2d016db8f764251529554	admin@example.org	agent/app:updated
container-test-run-flakelet-relay> 1792065490	local-app-1-1792065490	host activation	agent/app:updated
container-test-run-flakelet-relay> 1792065490	local-flakelet-agent-1-1792065490	host activation	agent/flakelet-agent:updated
container-test-run-flakelet-relay> 1792065490	local-other-1-1792065490	host activation	agent/other:updated
container-test-run-flakelet-relay> 
container-test-run-flakelet-relay> Traceback (most recent call last):
container-test-run-flakelet-relay>   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
container-test-run-flakelet-relay>     sys.exit(main())
container-test-run-flakelet-relay>              ~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
container-test-run-flakelet-relay>     driver.run_tests()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
container-test-run-flakelet-relay>     self.test_script()
container-test-run-flakelet-relay>     ~~~~~~~~~~~~~~~~^^
container-test-run-flakelet-relay>   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
container-test-run-flakelet-relay>     exec(self.tests, symbols, None)
container-test-run-flakelet-relay>     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
container-test-run-flakelet-relay>   File "<string>", line 208, in <module>
container-test-run-flakelet-relay> AssertionError
error: Cannot build '/nix/store/z2v9rlz9qvkwvsc2ayrzzif30pzl7853-container-test-run-flakelet-relay.drv'.
       Reason: builder failed with exit code 1.
       Output paths:
         /nix/store/94dalyw3288mmdknnzpqkn9mdm8vnwq2-container-test-run-flakelet-relay
       Last 25 log lines:
       > 1792065503	74d866c3ca872becaf99077cb0bf1c6e	dev@example.org	agent/other:unchanged
       > 1792065503	f9aafa715e48fbd85a8bb9a24b075912	admin@example.org	agent/app:rolled-back
       > 1792065502	8615e71d27dd2ab00389bbc511e2777d	dev@example.org	agent/other:unchanged
       > 1792065499	b8a109b38cc5c96d4c296f31b15a175a	someone	agent/other:unchanged
       > 1792065496	1799ae85597ec8e4928957cedc8c2338	repo:github:example/app:ref:refs/heads/main	agent/app:updated
       > 1792065493	35b123532ca2d016db8f764251529554	admin@example.org	agent/app:updated
       > 1792065490	local-app-1-1792065490	host activation	agent/app:updated
       > 1792065490	local-flakelet-agent-1-1792065490	host activation	agent/flakelet-agent:updated
       > 1792065490	local-other-1-1792065490	host activation	agent/other:updated
       >
       > Traceback (most recent call last):
       >   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/bin/.nixos-test-driver-wrapped", line 9, in <module>
       >     sys.exit(main())
       >              ~~~~^^
       >   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/__init__.py", line 194, in main
       >     driver.run_tests()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 437, in run_tests
       >     self.test_script()
       >     ~~~~~~~~~~~~~~~~^^
       >   File "/nix/store/f499z2x8krpksz8cyfbq40djpw3i52nv-nixos-test-driver-1.1/lib/python3.14/site-packages/test_driver/driver.py", line 395, in test_script
       >     exec(self.tests, symbols, None)
       >     ~~~~^^^^^^^^^^^^^^^^^^^^^^^^^^^
       >   File "<string>", line 208, in <module>
       > AssertionError
       For full logs, run:
         nix log /nix/store/z2v9rlz9qvkwvsc2ayrzzif30pzl7853-container-test-run-flakelet-relay.drv