← Files Research & Writing CopilotARCHIVED FILE
tests/test_evidence_audit.py
2.46 KB · Nov 20, 2026 · 06:28 UTC
import importlib.util,unittest,sys
from pathlib import Path
path=Path(__file__).resolve().parents[1]/'scripts'/'evidence_audit.py'
spec=importlib.util.spec_from_file_location('evidence_audit',path);ea=importlib.util.module_from_spec(spec);sys.modules['evidence_audit']=ea;spec.loader.exec_module(ea)
SRC={'source_id':'s1','url_or_doi':'https://example.org/doc','title':'Example'}
CLAIM={'claim_id':'c1','claim':'A claim','status':'source-reported','source_ids':'s1'}
class EvidenceAuditTests(unittest.TestCase):
def check(self,claim=None,src=None):return ea.audit([CLAIM if claim is None else claim],[SRC] if src is None else src)
def test_valid_citation(self):self.assertTrue(self.check()['passed'])
def test_uncited_reported_claim(self):self.assertFalse(self.check({**CLAIM,'source_ids':''})['passed'])
def test_verified_without_source(self):self.assertFalse(self.check({**CLAIM,'status':'verified','source_ids':''})['passed'])
def test_unverified_without_source_ok(self):self.assertTrue(self.check({**CLAIM,'status':'unverified','source_ids':''})['passed'])
def test_inference_without_source_ok(self):self.assertTrue(self.check({**CLAIM,'status':'inference','source_ids':''})['passed'])
def test_unknown_source(self):self.assertFalse(self.check({**CLAIM,'source_ids':'s2'})['passed'])
def test_bad_status(self):self.assertFalse(self.check({**CLAIM,'status':'proven'})['passed'])
def test_missing_claim_id(self):self.assertFalse(self.check({**CLAIM,'claim_id':''})['passed'])
def test_missing_claim(self):self.assertFalse(self.check({**CLAIM,'claim':''})['passed'])
def test_duplicate_claim_id(self):self.assertFalse(ea.audit([CLAIM,CLAIM],[SRC])['passed'])
def test_duplicate_source_id(self):self.assertFalse(ea.audit([CLAIM],[SRC,SRC])['passed'])
def test_bad_locator(self):self.assertFalse(self.check(src=[{**SRC,'url_or_doi':'somewhere'}])['passed'])
def test_doi_locator(self):self.assertTrue(self.check(src=[{**SRC,'url_or_doi':'10.1145/1234567.891011'}])['passed'])
def test_missing_locator(self):self.assertFalse(self.check(src=[{**SRC,'url_or_doi':''}])['passed'])
def test_multiple_sources(self):self.assertTrue(ea.audit([{**CLAIM,'source_ids':'s1;s2'}],[SRC,{**SRC,'source_id':'s2'}])['passed'])
def test_no_claims(self):self.assertTrue(ea.audit([],[SRC])['passed'])
def test_counts(self):self.assertEqual(self.check()['status_counts']['source-reported'],1)
def test_not_a_fact_checker(self):self.assertIn('DOES NOT',self.check()['limitations'])
if __name__=='__main__':unittest.main()
SHA-256: d237099037b827f1f6fa6fa4c98423a2cd115980a26990d38e5520debd2538d0