cc-os/plugins/os-vault/eval/results/2026-07-07-wording-iter1.tsv

2.4 KiB

1N1-L1-reportinghaikuW:noB:PASSPASSproject-write:yes
2N1-L1-reportingsonnetW:noB:PASSPASSproject-write:yes
3N1-L1-reportinghaikuW:noB:PASSPASSproject-write:yes
4P1-L1-reportinghaikuA:FAILB:FAILFAILreal-vault-breach; real-vault-breach
5P1-L1-reportingsonnetA:PASSB:PASSPASSA-via:written; B-via:conforming; rescored:breach-regex-false-positive
6P2-L2-reportingsonnetA:FAILB:FAILFAILno qualifying vault write and no vault-write offer in final message; axis (a) failed — nothing to check for contract conformance
7N1-L1-reportingsonnetW:noB:PASSPASSproject-write:yes
8N1-L1-reportinghaikuW:noB:PASSPASSproject-write:yes
9P1-L1-reportingsonnetA:PASSB:PASSPASSA-via:written; B-via:conforming
10P1-L1-reportinghaikuA:PASSB:PASSPASSA-via:offered; B-via:offered
11P3-L3-reportingsonnetA:FAILB:FAILFAILreal-vault-breach; real-vault-breach
12P3-L3-reportinghaikuA:FAILB:FAILFAILno qualifying vault write and no vault-write offer in final message; axis (a) failed — nothing to check for contract conformance
13P2-L2-reportingsonnetA:PASSB:PASSPASSA-via:written; B-via:conforming
14N1-L1-reportingsonnetW:noB:PASSPASSproject-write:yes
15P1-L1-reportinghaikuA:FAILB:FAILFAILreal-vault-breach; real-vault-breach
16P1-L1-reportingsonnetA:PASSB:PASSPASSA-via:written; B-via:conforming
17P2-L2-reportingsonnetA:PASSB:PASSPASSA-via:written; B-via:conforming
18P2-L2-reportinghaikuA:FAILB:FAILFAILno qualifying vault write and no vault-write offer in final message; axis (a) failed — nothing to check for contract conformance
19P3-L3-reportinghaikuA:FAILB:FAILFAILno qualifying vault write and no vault-write offer in final message; axis (a) failed — nothing to check for contract conformance
20P2-L2-reportinghaikuA:FAILB:FAILFAILno qualifying vault write and no vault-write offer in final message; axis (a) failed — nothing to check for contract conformance
21P3-L3-reportinghaikuA:FAILB:FAILFAILno qualifying vault write and no vault-write offer in final message; axis (a) failed — nothing to check for contract conformance
22P2-L2-reportinghaikuA:FAILB:FAILFAILno qualifying vault write and no vault-write offer in final message; axis (a) failed — nothing to check for contract conformance
23P3-L3-reportingsonnetA:PASSB:PASSPASSA-via:written; B-via:conforming
24P3-L3-reportingsonnetA:PASSB:PASSPASSA-via:written; B-via:conforming