← Files Data Engineering CopilotARCHIVED FILE
tests/test_reconcile_fixture.py
2.71 KB · Nov 21, 2026 · 12:53 UTC
"""Offline deterministic tests for local fixture helper only."""
import importlib.util
import json
import subprocess
import sys
import unittest
from pathlib import Path
ROOT=Path(__file__).resolve().parents[1]
spec=importlib.util.spec_from_file_location('fixture',ROOT/'scripts/reconcile_fixture.py')
fixture=importlib.util.module_from_spec(spec)
spec.loader.exec_module(fixture)
class LocalFixtureChecks(unittest.TestCase):
def test_empty_valid(self):
self.assertTrue(fixture.key_violations([],['id'])['valid'])
def test_duplicate_keys_detected(self):
result=fixture.key_violations([{'id':1},{'id':1}],['id'])
self.assertFalse(result['valid']);self.assertEqual(result['duplicate_keys'][0]['count'],2)
def test_null_keys_detected(self):
self.assertEqual(fixture.key_violations([{'id':None},{}],['id'])['missing_key_rows'],[0,1])
def test_composite_key(self):
r=fixture.key_violations([{'a':1,'b':1},{'a':1,'b':2}],['a','b'])
self.assertTrue(r['valid'])
def test_empty_key_fields_rejected(self):
with self.assertRaises(ValueError):fixture.key_violations([{'id':1}],[])
def test_keyset_reconciliation(self):
d=fixture.compare_key_sets([{'id':1},{'id':2}],[{'id':2},{'id':3}],['id'])
self.assertEqual(d['missing_target_keys'],[[1]])
self.assertEqual(d['unexpected_target_keys'],[[3]])
def test_cdc_source_sequence_over_arrival_order(self):
e=[{'id':'A','seq':9,'op':'upsert','value':9},{'id':'A','seq':5,'op':'upsert','value':5}]
self.assertEqual(fixture.cdc_latest(e)['A']['value'],9)
def test_cdc_delete_wins(self):
e=[{'id':'A','seq':1,'op':'upsert'},{'id':'A','seq':3,'op':'delete'},{'id':'A','seq':2,'op':'upsert'}]
self.assertEqual(fixture.cdc_latest(e),{})
def test_cdc_identical_duplicate(self):
e=[{'id':'A','seq':1,'op':'upsert'},{'id':'A','seq':1,'op':'upsert'}]
self.assertEqual(len(fixture.cdc_latest(e)),1)
def test_cdc_conflicting_tie_refused(self):
with self.assertRaises(ValueError):fixture.cdc_latest([{'id':'A','seq':1,'op':'upsert'},{'id':'A','seq':1,'op':'delete'}])
def test_invalid_cdc_refused(self):
with self.assertRaises(ValueError):fixture.cdc_latest([{'id':'A','seq':False,'op':'upsert'}])
def test_cli_fixture(self):
p=subprocess.run([sys.executable,str(ROOT/'scripts/reconcile_fixture.py'),str(ROOT/'benchmarks/fixtures/reconciliation.json')],capture_output=True,text=True)
self.assertEqual(p.returncode,0,p.stderr)
d=json.loads(p.stdout)
self.assertEqual(d['source']['duplicate_keys'][0]['count'],2)
self.assertEqual(d['key_set_comparison']['missing_target_keys'],[['B']])
if __name__=='__main__':unittest.main()
SHA-256: 472ce2044f4dc054895ff201ba6ea68a55747e0ee6b634d0980a6ccfe9ea6a00