{"scenario":"five invented vendor files, one of the pairs copied from one upstream file","data":"invented","sample":1,"as_of":"2026-11-01","passed":17,"failed":0,"checks":[{"name":"All five files load with rows","pass":true,"detail":"118 / 106 / 127 / 92 / 88"},{"name":"Exactly one pair is flagged as sharing an upstream file","pass":true,"detail":"1 flagged"},{"name":"The flagged pair is the pair the generator planted","pass":true,"detail":"B-D"},{"name":"Plain agreement alone does not single out that pair","pass":true,"detail":"top raw agreement B-D 90.5%; B-D 90.5%; within 6 points: A-C"},{"name":"Identical verified dates appear only in the flagged pair","pass":true,"detail":"B-D 72%, max other 1%"},{"name":"On the checked sample the pair shares more of its mistakes than any other pair","pass":true,"detail":"70% of its errors shared vs max other 34%"},{"name":"Automatic company merges are at least 99% precise","pass":true,"detail":"100.00% of 702 merged pairs"},{"name":"No look-alike company is merged into another","pass":true,"detail":"0 mixed entities"},{"name":"Unclear company matches wait for review","pass":true,"detail":"5 in review"},{"name":"Contact merges are at least 98% precise","pass":true,"detail":"100.00% of 797 pairs"},{"name":"Accuracy is set on one half of the sample and scored on the other","pass":true,"detail":"50 + 50, overlap 0"},{"name":"The resolver beats one-source-one-vote on the held-out half","pass":true,"detail":"78 vs 67 of 94"},{"name":"Intent topics go out of date faster than titles, titles faster than industry","pass":true,"detail":"per month: intent 0.056, title 0.034, industry 0.012"},{"name":"Every output field carries a source and a date","pass":true,"detail":"1191 fields, 0 without"},{"name":"Every cited source really holds that value on that date","pass":true,"detail":"0 of 1191 do not"},{"name":"Every domain is an invented .example domain","pass":true,"detail":"481 domains"},{"name":"The same sample gives the same result twice","pass":true,"detail":"fca4331d"}],"headline":{"rows_per_file":{"A":118,"B":106,"C":127,"D":92,"E":88},"companies_after_merge":159,"review_companies":5,"review_contacts":8,"lookalikes_kept_apart":4,"flagged_pair":"B-D","flagged_shared_mistakes":0.6983,"flagged_same_verified_date":0.716,"pairs":[{"pair":"A-B","plain_agreement":0.6283,"shared_mistakes":0.0833,"same_verified_date":0,"flagged":false},{"pair":"A-C","plain_agreement":0.8983,"shared_mistakes":0.1633,"same_verified_date":0,"flagged":false},{"pair":"A-D","plain_agreement":0.727,"shared_mistakes":0.1111,"same_verified_date":0.0145,"flagged":false},{"pair":"A-E","plain_agreement":0.6086,"shared_mistakes":0.0732,"same_verified_date":0,"flagged":false},{"pair":"B-C","plain_agreement":0.6383,"shared_mistakes":0.1405,"same_verified_date":0,"flagged":false},{"pair":"B-D","plain_agreement":0.9054,"shared_mistakes":0.6983,"same_verified_date":0.716,"flagged":true},{"pair":"B-E","plain_agreement":0.6079,"shared_mistakes":0.3367,"same_verified_date":0,"flagged":false},{"pair":"C-D","plain_agreement":0.7326,"shared_mistakes":0.1467,"same_verified_date":0,"flagged":false},{"pair":"C-E","plain_agreement":0.6227,"shared_mistakes":0.1687,"same_verified_date":0,"flagged":false},{"pair":"D-E","plain_agreement":0.594,"shared_mistakes":0.2656,"same_verified_date":0,"flagged":false}],"held_out_disagreements":94,"one_vote_per_file_right":67,"resolver_right":78,"company_merge_precision":1,"output_fields":1191},"ms":533}