these 63 derivations will be built: /nix/store/5kzxx2naxgc8znkhscy3530bncdkgwaa-ntfy-send.drv /nix/store/jb3zlmddxcbiv24ajc3qk10yxly80qx0-transition-noHostsUpdate.jq.drv /nix/store/nks1xpw0j9md28gd35bn9wjnvb4np2d8-fleet-alert-jq.drv /nix/store/04jb41zvhxlp0v0692pr2z5hliqd5j89-fleet-alert.drv /nix/store/0i2q6w584j9nawinigfl08lvlsplnrck-fleet-alert-expected.drv /nix/store/1z0psabsapid9xxk3knxfmgyvlhxg2lg-fleet-alert-deadman-clause.drv /nix/store/1zhdaq2nl12f1kh9pkr0mrhy1imilk6k-fleet-alert-expected.drv /nix/store/29fh9vig2w8l6ficr14czm136l580pq0-fleet-alert-responses.json.drv /nix/store/sj01rf2wbfqks8sbqy5f0zp91s0rkvkz-transition-noRepost.jq.drv /nix/store/2jsj7zk0f79sjihcx0shz8xw8hz19g0v-fleet-alert-jq-noRepost.drv /nix/store/2xfci4fwfcwhim2q5r6skqkxy7v5alk6-fleet-alert-expected.drv /nix/store/3ba8w3nipk5ll09cxgpzcycmbmp1l88h-fleet-alert-jq.drv /nix/store/3lh3sg79byk8r1c7ddfds207pnpyjlf9-fleet-alert-responses.json.drv /nix/store/gqxik6kpaw6c88b9ihi3rlpfv8pngf2s-transition-noStoreFreeze.jq.drv /nix/store/9lshphgnnayxv6frlazs1js378xfz6ln-fleet-alert-jq.drv /nix/store/4dzng1fpca74ymm0b58inv3yahpsb3qx-fleet-alert.drv /nix/store/4f3i4h3rmh94jpw8qxy7f3p7qcz75yxj-fleet-alert-expected.drv /nix/store/5rxgyfld9s8svwxbb8fz0qa6qyrfh56y-fleet-alert-responses.json.drv /nix/store/6w28h7d3a4rxxbzjpkckld812richkd5-python3-3.14.8-env.drv /nix/store/bpyaba9kf06hpblfp3j1a9vgzq8kzkpi-fleet-alert-rules.yaml.drv /nix/store/mlfj4ra3z22vpwp3g63d2k0ladwna1gj-fleet-alert-rules-malformed.yaml.drv /nix/store/756fccyisx23n1g2ihj3bci5bvchhdkc-fleet-alert-promtool.drv /nix/store/8a0kzvc8186hhyyd0bc9bhx0hy1nyds3-fleet-alert-responses.json.drv /nix/store/8x91zgnv4l1hs1da98dnf39b5asqilwx-fleet-alert-expected.drv /nix/store/9886l7m1a5xnmqqzl4ljsrp558hn5m4x-fleet-alert-responses.json.drv /nix/store/bhy3zb6lzs815a8qk6mpwh7kwrxfcshp-fleet-alert-expected.drv /nix/store/gvg1pa318fjsg64h0a31rag9di7rnmw2-fleet-alert-responses.json.drv /nix/store/gwys6vxa5d8vkq9qayc12qmzs1q6sb5j-fleet-alert-expected.drv /nix/store/igsvhrkx6v7gj1xvcjplmwgpi4wflp47-fleet-alert.drv /nix/store/ka9fwjqb6n4nfjq8bwm4i33v7gfqmca5-fleet-alert-control-responses.json.drv /nix/store/kjpcb3n6h9g3kj06ffgag42ip9kg49ji-fleet-alert-fixture-credentials.drv /nix/store/kyx0br1j7s23nlyyd3bj7gl8q16jg3qn-fleet-alert-responses.json.drv /nix/store/lg7yhfd5kn9psdlda9ln1ca37l1x8y50-fleet-alert-responses.json.drv /nix/store/m0byrx8s8ng67cqsn18vwcaimnm2gb9p-fleet-alert-expected.drv /nix/store/m9vi6qnx4flzgdav7wakms9vb9ivasgd-fleet-alert-responses.json.drv /nix/store/n4i7ys2z06yyijpm75q0xv0fpj7q0hqy-fleet-alert-check-config.json.drv /nix/store/nxnn3bi41dkqzmy3h75c0li0bfvm6png-fleet-alert-expected.drv /nix/store/pj3ripxa75cf5zljx35y4yvcwpf0i59r-fleet-alert.drv /nix/store/q2cp43siynxhc0jhmv0il260mm2x55qi-fleet-alert-expected.drv /nix/store/dc2d3iqhp0zl5bh7wqlcxba22859plj3-transition-noAbsenceFreeze.jq.drv /nix/store/abglnk7y4q8ilk3fslr2p1afcw44d73q-fleet-alert-jq.drv /nix/store/qkhsw23nhmw84cccb3f7dj4pydmsap17-fleet-alert.drv /nix/store/qq26dm9cwiix48czdl6i3gyv25msni5v-fleet-alert-responses.json.drv /nix/store/rkkzy5czazk9vy2vb1fsbrjmyxzniswy-fleet-alert-expected.drv /nix/store/rzryaq0phlb1nvv04lamxnk44l90z3b1-fleet-alert-expected.drv /nix/store/sa3kwd766xraqn5zq910zl35ksb9lqrd-fleet-alert-expected.drv /nix/store/sq42vdvvq1hzh4k2qfdpyvjkpz4mwxwc-fleet-alert-expected.drv /nix/store/v483z21gan3yayf396h0x546i16n2i45-fleet-alert-check-config.json.drv /nix/store/wdi1v8yvc0n7gbgc59fwyb5y3vscyjs7-fleet-alert-expected.drv /nix/store/whrrv1vzvvskgwlrqci2kimf2ql0sy6w-fleet-alert-responses.json.drv /nix/store/xcr16qiv7rkk39hc6g2s5s999kl3ad3w-fleet-alert-responses.json.drv /nix/store/xnd1j4hipxbdq57g4xmsl76rzzyxbbwv-fleet-alert-responses.json.drv /nix/store/ywcv47jnjdigk2azjx25yk0wldg2pqrr-fleet-alert-expected.drv /nix/store/z252k78qwcjjygkifvifp6rlx7cw7l87-fleet-alert-responses.json.drv /nix/store/7iv4ymlssppnqvi2pxv0yywyvwa4zbbn-fleet-alert-fixtures.drv /nix/store/fw4im7hz7pzxy9fnss8hk6d5gqn0vjy2-fleet-deadman.drv /nix/store/gj9n93mjlm79x0ch9dm5300bk96qxbci-fleet-deadman-probe-mutant.drv /nix/store/nm9kfwwdg7niq4dfbz9hik49nd6baqml-fleet-deadman.json.drv /nix/store/pzhb3lc5v10dhsfyv17sm5kyf3dkhi53-fleet-deadman-legs.drv /nix/store/fa98nqi8icgk914w5wxfkr3n5m7amysw-fleet-deadman-rehearsal.drv /nix/store/ifsz6r9nnnnp241fn127f82xlva90mcs-fleet-alert-jq-real.drv /nix/store/ryz9zlcinjd12v141a3ls20jsl910g0j-fleet-alert-property.drv /nix/store/8j5b4rawrjhcjpivki1840p0grr80d53-fleet-alert.drv these 23 paths will be fetched (22.8 MiB download, 97.9 MiB unpacked): /nix/store/d9xarq4ajiv83hlky2cj3d15ax03hkz9-bin /nix/store/aqg090a82fsn92fvq2pafs1kig928m6g-brotli-1.2.0 /nix/store/vqqz42af3hm89plcfg6sxmic32v2praa-brotli-1.2.0-dev /nix/store/8rjid4h0jss2fiyz3a32yzf358dpwafk-c-ares-1.34.8 /nix/store/zxvysjs44vl0hh0iqmh1s9jfjv9725x9-curl-8.22.0-dev /nix/store/g519d0jpgihgim6r3n83sb2z5krkm391-curl-8.22.0-man /nix/store/xp4zisjhcys054h2fn1pqqhkv6j319fx-krb5-1.22.2 /nix/store/36jqif7m8jgnk14zaxzs6fl9lknjch8w-krb5-1.22.2-dev /nix/store/2dgbfb5kab2zbd6fwp6ichql3761i19s-libev-4.33 /nix/store/6g6ag8hz3p41k1xczmb656j5hsfzc1hp-libidn2-2.3.8-bin /nix/store/i1kkgraqhy9g3ji3mp8xp3hf9mwzxmbr-libidn2-2.3.8-dev /nix/store/k06ix9y47imj2qwk22633l76k1ijkpk5-libpsl-0.21.5-dev /nix/store/f995x45394l89346wpwkpc08fxj8glvg-libssh2-1.11.1-dev /nix/store/zfchlak7hip2l7g9khi1wg40x5s67r3m-nghttp2-1.70.0 /nix/store/f5f0aiz1kvr59vxaw90sh1l37sawbbw0-nghttp2-1.70.0-dev /nix/store/ii34lqar1njxh1iwdh8x1jn64a6dwb6k-nghttp3-1.18.0-dev /nix/store/3a2f8ap1mw785l27mrwxjnbkx8p96r09-ngtcp2-1.23.0-dev /nix/store/6d2302inapi2jvgg1k6wlzgg2b4k8csc-prometheus-3.15.0-cli /nix/store/89b8yk2k1qlyixmpy4bclnxr5jzy7cw9-python3.14-attrs-26.1.0 /nix/store/9s5v2drvr08r2miibrrrp24jc20rhvqb-python3.14-hypothesis-6.168.1 /nix/store/fngghd5kv3m4c6b35hxy6mqp1r1cxsh4-python3.14-sortedcontainers-2.4.0 /nix/store/yqgkjczmmxsp6l26nwriry7h3kq981vi-zstd-1.5.7-bin /nix/store/l9f17m3j280r2gmb7gksl4r1dycxylin-zstd-1.5.7-dev building '/nix/store/1z0psabsapid9xxk3knxfmgyvlhxg2lg-fleet-alert-deadman-clause.drv' building '/nix/store/n4i7ys2z06yyijpm75q0xv0fpj7q0hqy-fleet-alert-check-config.json.drv' building '/nix/store/v483z21gan3yayf396h0x546i16n2i45-fleet-alert-check-config.json.drv' building '/nix/store/ka9fwjqb6n4nfjq8bwm4i33v7gfqmca5-fleet-alert-control-responses.json.drv' building '/nix/store/0i2q6w584j9nawinigfl08lvlsplnrck-fleet-alert-expected.drv' building '/nix/store/1zhdaq2nl12f1kh9pkr0mrhy1imilk6k-fleet-alert-expected.drv' building '/nix/store/2xfci4fwfcwhim2q5r6skqkxy7v5alk6-fleet-alert-expected.drv' building '/nix/store/4f3i4h3rmh94jpw8qxy7f3p7qcz75yxj-fleet-alert-expected.drv' building '/nix/store/8x91zgnv4l1hs1da98dnf39b5asqilwx-fleet-alert-expected.drv' building '/nix/store/bhy3zb6lzs815a8qk6mpwh7kwrxfcshp-fleet-alert-expected.drv' building '/nix/store/gwys6vxa5d8vkq9qayc12qmzs1q6sb5j-fleet-alert-expected.drv' building '/nix/store/m0byrx8s8ng67cqsn18vwcaimnm2gb9p-fleet-alert-expected.drv' building '/nix/store/nxnn3bi41dkqzmy3h75c0li0bfvm6png-fleet-alert-expected.drv' building '/nix/store/q2cp43siynxhc0jhmv0il260mm2x55qi-fleet-alert-expected.drv' building '/nix/store/rkkzy5czazk9vy2vb1fsbrjmyxzniswy-fleet-alert-expected.drv' building '/nix/store/rzryaq0phlb1nvv04lamxnk44l90z3b1-fleet-alert-expected.drv' fleet-alert-check-config.json> structuredAttrs is enabled fleet-alert-check-config.json> structuredAttrs is enabled fleet-alert-control-responses.json> structuredAttrs is enabled fleet-alert-deadman-clause> ok: dead-man relations hold and 3 mutants are rejected fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled building '/nix/store/sa3kwd766xraqn5zq910zl35ksb9lqrd-fleet-alert-expected.drv' building '/nix/store/sq42vdvvq1hzh4k2qfdpyvjkpz4mwxwc-fleet-alert-expected.drv' building '/nix/store/wdi1v8yvc0n7gbgc59fwyb5y3vscyjs7-fleet-alert-expected.drv' building '/nix/store/ywcv47jnjdigk2azjx25yk0wldg2pqrr-fleet-alert-expected.drv' building '/nix/store/kjpcb3n6h9g3kj06ffgag42ip9kg49ji-fleet-alert-fixture-credentials.drv' building '/nix/store/ifsz6r9nnnnp241fn127f82xlva90mcs-fleet-alert-jq-real.drv' building '/nix/store/29fh9vig2w8l6ficr14czm136l580pq0-fleet-alert-responses.json.drv' building '/nix/store/3lh3sg79byk8r1c7ddfds207pnpyjlf9-fleet-alert-responses.json.drv' building '/nix/store/5rxgyfld9s8svwxbb8fz0qa6qyrfh56y-fleet-alert-responses.json.drv' building '/nix/store/8a0kzvc8186hhyyd0bc9bhx0hy1nyds3-fleet-alert-responses.json.drv' building '/nix/store/9886l7m1a5xnmqqzl4ljsrp558hn5m4x-fleet-alert-responses.json.drv' building '/nix/store/gvg1pa318fjsg64h0a31rag9di7rnmw2-fleet-alert-responses.json.drv' building '/nix/store/kyx0br1j7s23nlyyd3bj7gl8q16jg3qn-fleet-alert-responses.json.drv' building '/nix/store/lg7yhfd5kn9psdlda9ln1ca37l1x8y50-fleet-alert-responses.json.drv' building '/nix/store/m9vi6qnx4flzgdav7wakms9vb9ivasgd-fleet-alert-responses.json.drv' fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-expected> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled building '/nix/store/qq26dm9cwiix48czdl6i3gyv25msni5v-fleet-alert-responses.json.drv' building '/nix/store/whrrv1vzvvskgwlrqci2kimf2ql0sy6w-fleet-alert-responses.json.drv' building '/nix/store/xcr16qiv7rkk39hc6g2s5s999kl3ad3w-fleet-alert-responses.json.drv' fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled building '/nix/store/xnd1j4hipxbdq57g4xmsl76rzzyxbbwv-fleet-alert-responses.json.drv' building '/nix/store/z252k78qwcjjygkifvifp6rlx7cw7l87-fleet-alert-responses.json.drv' building '/nix/store/mlfj4ra3z22vpwp3g63d2k0ladwna1gj-fleet-alert-rules-malformed.yaml.drv' building '/nix/store/bpyaba9kf06hpblfp3j1a9vgzq8kzkpi-fleet-alert-rules.yaml.drv' fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-responses.json> structuredAttrs is enabled fleet-alert-rules-malformed.yaml> structuredAttrs is enabled building '/nix/store/6w28h7d3a4rxxbzjpkckld812richkd5-python3-3.14.8-env.drv' fleet-alert-rules.yaml> structuredAttrs is enabled python3-3.14.8-env> structuredAttrs is enabled building '/nix/store/756fccyisx23n1g2ihj3bci5bvchhdkc-fleet-alert-promtool.drv' python3-3.14.8-env> created 244 symlinks in user environment building '/nix/store/3ba8w3nipk5ll09cxgpzcycmbmp1l88h-fleet-alert-jq.drv' building '/nix/store/nm9kfwwdg7niq4dfbz9hik49nd6baqml-fleet-deadman.json.drv' building '/nix/store/5kzxx2naxgc8znkhscy3530bncdkgwaa-ntfy-send.drv' building '/nix/store/sj01rf2wbfqks8sbqy5f0zp91s0rkvkz-transition-noRepost.jq.drv' fleet-deadman.json> structuredAttrs is enabled ntfy-send> structuredAttrs is enabled fleet-alert-promtool> Checking /nix/store/la8q54kwsv58ybrkiaig7qqian1pxb2d-fleet-alert-rules.yaml fleet-alert-promtool> SUCCESS: 7 rules found fleet-alert-promtool> fleet-alert-promtool> Checking /nix/store/qfjx7qshl5sy8m4vi8899nwlyqrywba4-fleet-alert-rules-malformed.yaml fleet-alert-promtool> FAILED: fleet-alert-promtool> /nix/store/qfjx7qshl5sy8m4vi8899nwlyqrywba4-fleet-alert-rules-malformed.yaml: 1:758: group "fleet-alert", rule 2, "HostOOMKill": could not parse expression: 1:39: parse error: unclosed left parenthesis fleet-alert-promtool> mutant malformedExpression rejected transition-noRepost.jq> structuredAttrs is enabled building '/nix/store/igsvhrkx6v7gj1xvcjplmwgpi4wflp47-fleet-alert.drv' building '/nix/store/pj3ripxa75cf5zljx35y4yvcwpf0i59r-fleet-alert.drv' building '/nix/store/pzhb3lc5v10dhsfyv17sm5kyf3dkhi53-fleet-deadman-legs.drv' building '/nix/store/fw4im7hz7pzxy9fnss8hk6d5gqn0vjy2-fleet-deadman.drv' fleet-alert> structuredAttrs is enabled fleet-alert> structuredAttrs is enabled fleet-deadman-legs> structuredAttrs is enabled building '/nix/store/2jsj7zk0f79sjihcx0shz8xw8hz19g0v-fleet-alert-jq-noRepost.drv' fleet-deadman> structuredAttrs is enabled building '/nix/store/ryz9zlcinjd12v141a3ls20jsl910g0j-fleet-alert-property.drv' building '/nix/store/gj9n93mjlm79x0ch9dm5300bk96qxbci-fleet-deadman-probe-mutant.drv' building '/nix/store/dc2d3iqhp0zl5bh7wqlcxba22859plj3-transition-noAbsenceFreeze.jq.drv' building '/nix/store/jb3zlmddxcbiv24ajc3qk10yxly80qx0-transition-noHostsUpdate.jq.drv' building '/nix/store/gqxik6kpaw6c88b9ihi3rlpfv8pngf2s-transition-noStoreFreeze.jq.drv' transition-noAbsenceFreeze.jq> structuredAttrs is enabled transition-noHostsUpdate.jq> structuredAttrs is enabled building '/nix/store/fa98nqi8icgk914w5wxfkr3n5m7amysw-fleet-deadman-rehearsal.drv' transition-noStoreFreeze.jq> structuredAttrs is enabled building '/nix/store/abglnk7y4q8ilk3fslr2p1afcw44d73q-fleet-alert-jq.drv' building '/nix/store/nks1xpw0j9md28gd35bn9wjnvb4np2d8-fleet-alert-jq.drv' building '/nix/store/9lshphgnnayxv6frlazs1js378xfz6ln-fleet-alert-jq.drv' building '/nix/store/04jb41zvhxlp0v0692pr2z5hliqd5j89-fleet-alert.drv' building '/nix/store/qkhsw23nhmw84cccb3f7dj4pydmsap17-fleet-alert.drv' fleet-alert> structuredAttrs is enabled fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: 1 heartbeat(s) on fleet-heartbeat in the last 10m fleet-deadman-rehearsal> ok: a refused probe and one heartbeat exit 0 with no post building '/nix/store/4dzng1fpca74ymm0b58inv3yahpsb3qx-fleet-alert.drv' fleet-alert> structuredAttrs is enabled fleet-deadman-rehearsal> fleet-deadman: R9.4: anonymous publish to fleet-heartbeat answered HTTP 200, expected 403 fleet-alert> structuredAttrs is enabled fleet-deadman-rehearsal> ok: a probe answered 200 fails the run before the poll building '/nix/store/7iv4ymlssppnqvi2pxv0yywyvwa4zbbn-fleet-alert-fixtures.drv' fleet-deadman-rehearsal> fleet-deadman: R9.4: anonymous publish to fleet-heartbeat answered HTTP 500, expected 403 fleet-deadman-rehearsal> ok: a probe answered 500 fails the run before the poll fleet-deadman-rehearsal> fleet-deadman: R9.4: anonymous publish to fleet-heartbeat answered HTTP 000, expected 403 fleet-deadman-rehearsal> ok: a probe answered closed fails the run before the poll fleet-alert-fixtures> --- the fixture server refuses other paths, databases and accounts, and detects two open requests fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: poll of fleet-heartbeat failed fleet-deadman-rehearsal> ok: a failed poll fails the run fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: 0 heartbeat(s) on fleet-heartbeat in the last 10m fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: 0 heartbeat(s) on fleet-heartbeat in the last 10m fleet-alert-fixtures> ok: fixture server refusals and the concurrency guard fleet-alert-fixtures> --- HostMemoryPressure fires once after its for of 5 min and resolves once 5 min after it clears fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: 1 heartbeat(s) on fleet-heartbeat in the last 10m fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: 1 heartbeat(s) on fleet-heartbeat in the last 10m fleet-deadman-rehearsal> ok: an empty window posts one FIRING, resumed heartbeats one RESOLVED fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: 0 heartbeat(s) on fleet-heartbeat in the last 10m fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: 0 heartbeat(s) on fleet-heartbeat in the last 10m fleet-deadman-rehearsal> fleet-deadman: R9.4 probe refused with HTTP 403 fleet-deadman-rehearsal> fleet-deadman: 0 heartbeat(s) on fleet-heartbeat in the last 10m fleet-deadman-rehearsal> ok: a failed post fails the run and the next run posts it once fleet-deadman-rehearsal> ok: the probe mutant is rejected fleet-alert-property> ok: transition.jq equals the reference model on every generated timeline fleet-alert-property> ok: a rule without expr but with a results entry fires and resolves as its expr twin fleet-alert-property> ok: a rule without expr or results entry, and results named for internal rules, produce nothing fleet-alert-fixtures> --- HostOOMKill fires once after its for of 0 min and resolves once 5 min after it clears fleet-alert-property> ok: a RESOLVED follows 5 min of absence observed while neither the store nor the host is frozen fleet-alert-fixtures> --- a failed state for every notified unit posts no SystemdUnitFailed, and nginx, not notified, posts one fleet-alert-fixtures> --- a store error freezes a firing HostOOMKill, raises StoreQueryFailing after 3 min, heartbeats, and resumes fleet-alert-fixtures> --- stibnite falls silent with HostOOMKill firing, posts nothing until it reports, then resolves once fleet-alert-fixtures> --- HostOOMKill last seen before 7 runs of store error resolves 5 min after the store answers again, not on its first answer fleet-alert-property> Traceback (most recent call last): fleet-alert-property> File "/nix/store/31vqmxzl3xfpw253yvbim0lhy5h6cn6d-fleet-alert/test_transition.py", line 309, in fleet-alert-property> test_transition_matches_model() fleet-alert-property> ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~^^ fleet-alert-property> File "/nix/store/31vqmxzl3xfpw253yvbim0lhy5h6cn6d-fleet-alert/test_transition.py", line 162, in test_transition_matches_model fleet-alert-property> derandomize=True, fleet-alert-property> ^^^ fleet-alert-property> File "/nix/store/5a7fjh1dm85cxwdigw9007kfcbb4bw0a-python3-3.14.8-env/lib/python3.14/site-packages/hypothesis/core.py", line 2295, in wrapped_test fleet-alert-property> raise the_error_hypothesis_found fleet-alert-property> File "/nix/store/31vqmxzl3xfpw253yvbim0lhy5h6cn6d-fleet-alert/test_transition.py", line 175, in test_transition_matches_model fleet-alert-property> assert want == got, f"run {index}: model posts {want}, transition.jq posts {got}" fleet-alert-property> ^^^^^^^^^^^ fleet-alert-property> AssertionError: run 2: model posts [{'title': '[FIRING] Crit magnetite', 'priority': 'high', 'kind': 'repost', 'id': '["Crit",[{"key":"host_name","value":"magnetite"}]]'}], transition.jq posts [] fleet-alert-property> Failing test case: test_transition_matches_model( fleet-alert-property> # The test always failed when commented parts were varied together. fleet-alert-property> steps=[{ fleet-alert-property> 'dt': 60, # or any other generated value fleet-alert-property> 'storeError': False, # or any other generated value fleet-alert-property> 'reporting': ['magnetite', fleet-alert-property> 'stibnite'], # or any other generated value fleet-alert-property> 'results': { fleet-alert-property> 'Crit': [], # or any other generated value fleet-alert-property> 'Warn': [], # or any other generated value fleet-alert-property> 'Info': [], # or any other generated value fleet-alert-property> }, fleet-alert-property> 'failAt': None, # or any other generated value fleet-alert-property> }, fleet-alert-property> { fleet-alert-property> 'dt': 60, # or any other generated value fleet-alert-property> 'storeError': False, fleet-alert-property> 'reporting': ['magnetite', 'stibnite'], fleet-alert-property> 'results': { fleet-alert-property> 'Crit': ['magnetite'], fleet-alert-property> 'Warn': [], # or any other generated value fleet-alert-property> 'Info': [], # or any other generated value fleet-alert-property> }, fleet-alert-property> 'failAt': None, fleet-alert-property> }, fleet-alert-property> { fleet-alert-property> 'dt': 86400, fleet-alert-property> 'storeError': False, fleet-alert-property> 'reporting': ['magnetite', 'stibnite'], fleet-alert-property> 'results': { fleet-alert-property> 'Crit': ['magnetite'], fleet-alert-property> 'Warn': [], # or any other generated value fleet-alert-property> 'Info': [], # or any other generated value fleet-alert-property> }, fleet-alert-property> 'failAt': None, # or any other generated value fleet-alert-property> }], fleet-alert-property> ) fleet-alert-property> Explanation: fleet-alert-property> These lines were always and only run by failing test cases: fleet-alert-property> /nix/store/31vqmxzl3xfpw253yvbim0lhy5h6cn6d-fleet-alert/model.py:143 fleet-alert-property> /nix/store/5a7fjh1dm85cxwdigw9007kfcbb4bw0a-python3-3.14.8-env/lib/python3.14/contextlib.py:157 error: Cannot build '/nix/store/ryz9zlcinjd12v141a3ls20jsl910g0j-fleet-alert-property.drv'. Reason: builder failed with exit code 1. Output paths: /nix/store/5wsn81cikw4nvcdm4dq4vnghmh4qy5lw-fleet-alert-property Last 25 log lines: > 'storeError': False, > 'reporting': ['magnetite', 'stibnite'], > 'results': { > 'Crit': ['magnetite'], > 'Warn': [], # or any other generated value > 'Info': [], # or any other generated value > }, > 'failAt': None, > }, > { > 'dt': 86400, > 'storeError': False, > 'reporting': ['magnetite', 'stibnite'], > 'results': { > 'Crit': ['magnetite'], > 'Warn': [], # or any other generated value > 'Info': [], # or any other generated value > }, > 'failAt': None, # or any other generated value > }], > ) > Explanation: > These lines were always and only run by failing test cases: > /nix/store/31vqmxzl3xfpw253yvbim0lhy5h6cn6d-fleet-alert/model.py:143 > /nix/store/5a7fjh1dm85cxwdigw9007kfcbb4bw0a-python3-3.14.8-env/lib/python3.14/contextlib.py:157 For full logs, run: nix log /nix/store/ryz9zlcinjd12v141a3ls20jsl910g0j-fleet-alert-property.drv fleet-alert-fixtures> --- HostOOMKill on stibnite last seen before 7 silent runs resolves 5 min after stibnite reports again, not on its first report fleet-alert-fixtures> --- node_vmstat_oom_kill empty for 30 min while magnetite reports raises one RuleSignalMissing fleet-alert-fixtures> --- magnetite silent for 40 min while the store answers raises RuleSignalMissing magnetite 10 min after it last reported, none for node_vmstat_oom_kill, and resolves when it reports again fleet-alert-fixtures> --- WeeklyPipelineTest posts once at 09:02 New York time on both sides of the daylight-saving change, never at 08:59, 09:06 or 09:02 EDT clock time in EST fleet-alert-fixtures> --- 11 instances within 24 h post all 11 FIRINGs and exactly one AlertBudgetExceeded fleet-alert-fixtures> --- 4 instances on stibnite within 24 h post exactly one AlertBudgetExceeded fleet-alert-fixtures> --- 10 FAILED lines of the last 24 h and one FIRING exceed the budget fleet-alert-fixtures> --- FAILED lines older than 24 h are not counted fleet-alert-fixtures> --- an existing failed.log that cannot be read fails the run before any post fleet-alert-fixtures> --- a failed heartbeat fails the run, and the FIRING it left pending is posted once on the next run fleet-alert-fixtures> === mutant forZero fleet-alert-fixtures> --- HostMemoryPressure fires once after its for of 5 min and resolves once 5 min after it clears fleet-alert-fixtures> --- /nix/store/2ngrim690axpydj1bk1ghjafymwc0v6c-fleet-alert-expected 1970-01-01 00:00:01.000000000 +0000 fleet-alert-fixtures> +++ /build/tmp.BREJzxQBmf/actual 2026-10-21 01:40:03.407793486 +0000 fleet-alert-fixtures> @@ -1,2 +1,2 @@ fleet-alert-fixtures> -5 [FIRING] HostMemoryPressure magnetite default fleet-alert-fixtures> +0 [FIRING] HostMemoryPressure magnetite default fleet-alert-fixtures> 11 [RESOLVED] HostMemoryPressure magnetite default fleet-alert-fixtures> MISS HostMemoryPressure fires once after its for of 5 min and resolves once 5 min after it clears: the alert posts differ from the expected list fleet-alert-fixtures> mutant forZero rejected: HostMemoryPressure fires once after its for of 5 min and resolves once 5 min after it clears: the alert posts differ from the expected list fleet-alert-fixtures> === mutant noAbsenceFreeze fleet-alert-fixtures> --- stibnite falls silent with HostOOMKill firing, posts nothing until it reports, then resolves once fleet-alert-fixtures> --- /nix/store/2w5szkyqg1flnpplqw9sd3fy1894ks1c-fleet-alert-expected 1970-01-01 00:00:01.000000000 +0000 fleet-alert-fixtures> +++ /build/tmp.L0eSIcAXmg/actual 2026-10-21 01:40:36.031854782 +0000 fleet-alert-fixtures> @@ -1,2 +1,4 @@ fleet-alert-fixtures> 0 [FIRING] HostOOMKill stibnite high fleet-alert-fixtures> +5 [RESOLVED] HostOOMKill stibnite high fleet-alert-fixtures> +11 [FIRING] HostOOMKill stibnite high fleet-alert-fixtures> 16 [RESOLVED] HostOOMKill stibnite high fleet-alert-fixtures> MISS stibnite falls silent with HostOOMKill firing, posts nothing until it reports, then resolves once: the alert posts differ from the expected list fleet-alert-fixtures> mutant noAbsenceFreeze rejected: stibnite falls silent with HostOOMKill firing, posts nothing until it reports, then resolves once: the alert posts differ from the expected list fleet-alert-fixtures> === mutant noHostsUpdate fleet-alert-fixtures> --- magnetite silent for 40 min while the store answers raises RuleSignalMissing magnetite 10 min after it last reported, none for node_vmstat_oom_kill, and resolves when it reports again fleet-alert-fixtures> --- /nix/store/zvnynpdbgmllcm71apyvlc53kfxvs8m4-fleet-alert-expected 1970-01-01 00:00:01.000000000 +0000 fleet-alert-fixtures> +++ /build/tmp.8rT4KF0dK4/actual 2026-10-21 01:41:04.797908677 +0000 fleet-alert-fixtures> @@ -1,2 +1,2 @@ fleet-alert-fixtures> -3 [FIRING] RuleSignalMissing magnetite default fleet-alert-fixtures> +2 [FIRING] RuleSignalMissing magnetite default fleet-alert-fixtures> 10 [RESOLVED] RuleSignalMissing magnetite default fleet-alert-fixtures> MISS magnetite silent for 40 min while the store answers raises RuleSignalMissing magnetite 10 min after it last reported, none for node_vmstat_oom_kill, and resolves when it reports again: the alert posts differ from the expected list fleet-alert-fixtures> mutant noHostsUpdate rejected: magnetite silent for 40 min while the store answers raises RuleSignalMissing magnetite 10 min after it last reported, none for node_vmstat_oom_kill, and resolves when it reports again: the alert posts differ from the expected list fleet-alert-fixtures> === mutant noStateWrite fleet-alert-fixtures> --- HostOOMKill fires once after its for of 0 min and resolves once 5 min after it clears fleet-alert-fixtures> MISS HostOOMKill fires once after its for of 0 min and resolves once 5 min after it clears: run 0 exited 2, expected 0: jq: error: Could not open file /build/tmp.b22P9A78l9/state.json: No such file or directory fleet-alert-fixtures> MISS HostOOMKill fires once after its for of 0 min and resolves once 5 min after it clears: run 1 exited 2, expected 0: jq: error: Could not open file /build/tmp.b22P9A78l9/state.json: No such file or directory fleet-alert-fixtures> --- /nix/store/qfv7fkygc10w316wiynys329fsmlx32w-fleet-alert-expected 1970-01-01 00:00:01.000000000 +0000 fleet-alert-fixtures> +++ /build/tmp.b22P9A78l9/actual 2026-10-21 01:41:14.025925938 +0000 fleet-alert-fixtures> @@ -1,2 +1,2 @@ fleet-alert-fixtures> 0 [FIRING] HostOOMKill magnetite high fleet-alert-fixtures> -6 [RESOLVED] HostOOMKill magnetite high fleet-alert-fixtures> +1 [FIRING] HostOOMKill magnetite high fleet-alert-fixtures> MISS HostOOMKill fires once after its for of 0 min and resolves once 5 min after it clears: the alert posts differ from the expected list fleet-alert-fixtures> mutant noStateWrite rejected: HostOOMKill fires once after its for of 0 min and resolves once 5 min after it clears: run 0 exited 2, expected 0: jq: error: Could not open file /build/tmp.b22P9A78l9/state.json: No such file or directory fleet-alert-fixtures> === mutant noStoreFreeze fleet-alert-fixtures> --- a store error freezes a firing HostOOMKill, raises StoreQueryFailing after 3 min, heartbeats, and resumes fleet-alert-fixtures> --- /nix/store/pmmcnbm8d54rbpdzc14rriwxc5dc59b0-fleet-alert-expected 1970-01-01 00:00:01.000000000 +0000 fleet-alert-fixtures> +++ /build/tmp.CIO7EK1Pij/actual 2026-10-21 01:41:46.043985721 +0000 fleet-alert-fixtures> @@ -1,4 +1,4 @@ fleet-alert-fixtures> 0 [FIRING] HostOOMKill magnetite high fleet-alert-fixtures> 4 [FIRING] StoreQueryFailing high fleet-alert-fixtures> +5 [RESOLVED] HostOOMKill magnetite high fleet-alert-fixtures> 13 [RESOLVED] StoreQueryFailing high fleet-alert-fixtures> -14 [RESOLVED] HostOOMKill magnetite high fleet-alert-fixtures> MISS a store error freezes a firing HostOOMKill, raises StoreQueryFailing after 3 min, heartbeats, and resumes: the alert posts differ from the expected list fleet-alert-fixtures> mutant noStoreFreeze rejected: a store error freezes a firing HostOOMKill, raises StoreQueryFailing after 3 min, heartbeats, and resumes: the alert posts differ from the expected list fleet-alert-fixtures> ok: every leg passed error: Cannot build '/nix/store/8j5b4rawrjhcjpivki1840p0grr80d53-fleet-alert.drv'. Reason: 1 dependency failed. Output paths: /nix/store/202gc0hivk3kdlzkwpi2a78ll5wlv6ws-fleet-alert