← Files Data Engineering CopilotARCHIVED FILE

tests/test_reconcile_fixture.py

2.71 KB · Nov 21, 2026 · 12:53 UTC

↓ Download file

See the change to this file →

"""Offline deterministic tests for local fixture helper only."""
import importlib.util
import json
import subprocess
import sys
import unittest
from pathlib import Path

ROOT=Path(__file__).resolve().parents[1]
spec=importlib.util.spec_from_file_location('fixture',ROOT/'scripts/reconcile_fixture.py')
fixture=importlib.util.module_from_spec(spec)
spec.loader.exec_module(fixture)

class LocalFixtureChecks(unittest.TestCase):
    def test_empty_valid(self):
        self.assertTrue(fixture.key_violations([],['id'])['valid'])
    def test_duplicate_keys_detected(self):
        result=fixture.key_violations([{'id':1},{'id':1}],['id'])
        self.assertFalse(result['valid']);self.assertEqual(result['duplicate_keys'][0]['count'],2)
    def test_null_keys_detected(self):
        self.assertEqual(fixture.key_violations([{'id':None},{}],['id'])['missing_key_rows'],[0,1])
    def test_composite_key(self):
        r=fixture.key_violations([{'a':1,'b':1},{'a':1,'b':2}],['a','b'])
        self.assertTrue(r['valid'])
    def test_empty_key_fields_rejected(self):
        with self.assertRaises(ValueError):fixture.key_violations([{'id':1}],[])
    def test_keyset_reconciliation(self):
        d=fixture.compare_key_sets([{'id':1},{'id':2}],[{'id':2},{'id':3}],['id'])
        self.assertEqual(d['missing_target_keys'],[[1]])
        self.assertEqual(d['unexpected_target_keys'],[[3]])
    def test_cdc_source_sequence_over_arrival_order(self):
        e=[{'id':'A','seq':9,'op':'upsert','value':9},{'id':'A','seq':5,'op':'upsert','value':5}]
        self.assertEqual(fixture.cdc_latest(e)['A']['value'],9)
    def test_cdc_delete_wins(self):
        e=[{'id':'A','seq':1,'op':'upsert'},{'id':'A','seq':3,'op':'delete'},{'id':'A','seq':2,'op':'upsert'}]
        self.assertEqual(fixture.cdc_latest(e),{})
    def test_cdc_identical_duplicate(self):
        e=[{'id':'A','seq':1,'op':'upsert'},{'id':'A','seq':1,'op':'upsert'}]
        self.assertEqual(len(fixture.cdc_latest(e)),1)
    def test_cdc_conflicting_tie_refused(self):
        with self.assertRaises(ValueError):fixture.cdc_latest([{'id':'A','seq':1,'op':'upsert'},{'id':'A','seq':1,'op':'delete'}])
    def test_invalid_cdc_refused(self):
        with self.assertRaises(ValueError):fixture.cdc_latest([{'id':'A','seq':False,'op':'upsert'}])
    def test_cli_fixture(self):
        p=subprocess.run([sys.executable,str(ROOT/'scripts/reconcile_fixture.py'),str(ROOT/'benchmarks/fixtures/reconciliation.json')],capture_output=True,text=True)
        self.assertEqual(p.returncode,0,p.stderr)
        d=json.loads(p.stdout)
        self.assertEqual(d['source']['duplicate_keys'][0]['count'],2)
        self.assertEqual(d['key_set_comparison']['missing_target_keys'],[['B']])

if __name__=='__main__':unittest.main()

SHA-256: 472ce2044f4dc054895ff201ba6ea68a55747e0ee6b634d0980a6ccfe9ea6a00