"""Zero-dep tests for merge_and_resolve.py litter-dedup & parent-role logic. Run: python test_merge_resolve.py (exit 0 = all pass) Covers the sibling-pairing data fix: - litter_compatible(): same-date / compatible-parent dedup, incl. the dateless guard that stops unrelated nameless stubs from blind-merging. - assign_parent_roles(): gender-correct role assignment, self-pairing removal, no two same-role parents — the fix for the 16 self-pairings / 30 gender-role errors that the old simple swap missed. """ import sys import merge_and_resolve as m def check(name, cond): if not cond: print(f"FAIL: {name}") check.failed += 1 else: print(f"ok: {name}") check.failed = 0 def litter(date, fid=None, mid=None, fname=None, mname=None): return { "Date": date, "FatherId": fid, "MotherId": mid, "_father_name": fname, "_mother_name": mname, } # ── litter_compatible: both sides fully parented ── check( "same date + same parents → compatible", m.litter_compatible(litter("2018-09-22", "F", "M"), litter("2018-09-22", "F", "M")), ) check( "same date + different parents → NOT compatible", not m.litter_compatible(litter("2018-09-22", "F", "M"), litter("2018-09-22", "X", "Y")), ) check( "different date → NOT compatible", not m.litter_compatible(litter("2018-09-22", "F", "M"), litter("2019-01-01", "F", "M")), ) # ── asymmetric (one resolved, one not), real date ── check( "asymmetric same real date, names agree → merge", m.litter_compatible( litter("2018-09-22", "F", "M", "Wonderman", "Unique"), litter("2018-09-22", None, None, "Wonderman", "Unique"), ), ) check( "asymmetric same real date, conflicting names → NO merge", not m.litter_compatible( litter("2018-09-22", "F", "M", "Wonderman", "Unique"), litter("2018-09-22", None, None, "Someone", "Else"), ), ) check( "asymmetric real date, parented side nameless stub → merge (no conflict)", m.litter_compatible( litter("2018-09-22", "F", "M", "Wonderman", "Unique"), litter("2018-09-22", None, None, None, None), ), ) # ── dateless guard: the bug that wrongly merged unrelated stubs ── check( "dateless asymmetric, NO name evidence → do NOT merge (was the bug)", not m.litter_compatible( litter(None, "F", "M", "Akina", "Arrow"), litter(None, None, None, None, None), ), ) check( "dateless asymmetric WITH positive name match → merge", m.litter_compatible( litter(None, "F", "M", "Akina", "Arrow"), litter(None, None, None, "Akina", None), ), ) check( "dateless asymmetric, contradicting names → do NOT merge", not m.litter_compatible( litter(None, "F", "M", "Akina", "Arrow"), litter(None, None, None, "Mismatch", None), ), ) # ── neither side parented → never blind-merge ── check( "neither parented, same date → NOT compatible", not m.litter_compatible(litter("2018-09-22"), litter("2018-09-22")), ) # ── assign_parent_roles ── GENDER = {"bock": "male", "bock2": "male", "maus": "female", "maus2": "female", "u": "unknown", "u2": "unknown"} gof = lambda gid: GENDER.get(gid) check("correct roles stay put", m.assign_parent_roles("bock", "maus", gof) == ("bock", "maus")) check("reversed roles get swapped", m.assign_parent_roles("maus", "bock", gof) == ("bock", "maus")) check( "self-pairing collapses to gender-correct single role (male→father)", m.assign_parent_roles("bock", "bock", gof) == ("bock", None), ) check( "self-pairing collapses to gender-correct single role (female→mother)", m.assign_parent_roles("maus", "maus", gof) == (None, "maus"), ) check( "female in father slot, empty mother → moved to mother", m.assign_parent_roles("maus", None, gof) == (None, "maus"), ) check( "male in mother slot, empty father → moved to father", m.assign_parent_roles(None, "bock", gof) == ("bock", None), ) check( "two males → keep one father, drop impossible second", m.assign_parent_roles("bock", "bock2", gof) == ("bock", None), ) check( "two females → keep one mother, drop impossible second", m.assign_parent_roles("maus", "maus2", gof) == (None, "maus"), ) check( "male + unknown → unknown fills mother", m.assign_parent_roles("bock", "u", gof) == ("bock", "u"), ) check( "female + unknown → unknown fills father", m.assign_parent_roles("u", "maus", gof) == ("u", "maus"), ) check("both empty → both None", m.assign_parent_roles(None, None, gof) == (None, None)) check( "single unknown parent kept as father", m.assign_parent_roles("u", None, gof) == ("u", None), ) # ── name helpers ── check("names_no_conflict: one side empty", m.names_no_conflict(litter(None, fname="A"), litter(None))) check( "names_no_conflict: contradiction detected", not m.names_no_conflict(litter(None, fname="A"), litter(None, fname="B")), ) check("names_overlap: matching father name", m.names_overlap(litter(None, fname="A"), litter(None, fname="A"))) check("names_overlap: nothing in common", not m.names_overlap(litter(None, fname="A"), litter(None, mname="B"))) # ── parent_age_plausible: born before child, within ~6y lifespan ── check("age: parent 1y before child → plausible", m.parent_age_plausible("16.04.2021", "27.03.2022")) check("age: parent born AFTER child → implausible", not m.parent_age_plausible("2023-01-01", "2022-03-27")) check("age: parent born SAME day → implausible", not m.parent_age_plausible("2022-03-27", "2022-03-27")) check("age: 9 years older (Jayjay→Solice) → implausible", not m.parent_age_plausible("19.06.2013", "27.03.2022")) check("age: exactly ~5y older → plausible", m.parent_age_plausible("01.06.2017", "01.05.2022")) check("age: 7 years older → implausible", not m.parent_age_plausible("25.10.2018", "13.08.2025")) check("age: unknown parent dob → plausible (can't disprove)", m.parent_age_plausible(None, "2022-03-27")) check("age: unknown litter date → plausible", m.parent_age_plausible("2021-04-16", None)) # ── pick_parent_ref: prefer age-plausible ref, avoid duplicating the other role ── def pref(name, role, dob=None): return {"name": name, "roleGuess": role, "dob": dob} # Solice case: first father ref (Jayjay, no DOB) loses to the dated, plausible Lui. solice_refs = [ pref("Jayjay", "father"), pref("Lui von den Kleinen Chaoten", "mother", "16.04.2021"), pref("Lui von den Kleinen Chaoten", "father", "16.04.2021"), pref("Molly of Black Forest", "mother", "13.09.2021"), ] f = m.pick_parent_ref(solice_refs, "father", "27.03.2022") check("pick: father = plausible-dated Lui, not first-listed Jayjay", f and f["name"] == "Lui von den Kleinen Chaoten") mo = m.pick_parent_ref(solice_refs, "mother", "27.03.2022", avoid_name=f["name"]) check("pick: mother = Molly (Lui avoided as it is the father)", mo and mo["name"] == "Molly of Black Forest") check("pick: a dated-but-impossible ref loses to a plausible one", m.pick_parent_ref([pref("Old", "father", "2010-01-01"), pref("Dad", "father", "2021-01-01")], "father", "2022-03-27")["name"] == "Dad") check("pick: no ref for role → None", m.pick_parent_ref([pref("X", "mother", "2021-01-01")], "father", "2022-03-27") is None) check("pick: single ref is returned", m.pick_parent_ref([pref("Solo", "father")], "father", "2022-03-27")["name"] == "Solo") # Gender-aware: a dated FEMALE ref must not win the father slot over an undated # male/unknown one (Molly regression: Hagrid (unknown, no DOB) vs Danielle # (female, dated) → father must be Hagrid, not Danielle). molly_refs = [ pref("Hagrid Rubeus of Black Forest", "father"), pref("Arya Stark von den Kleinen Chaoten", "mother", "30.06.2020"), pref("Danielle von den Kleinen Chaoten", "father", "04.03.2020"), pref("Hagrid Rubeus of Black Forest", "mother", "18.07.2019"), ] gender = { m.normalize_name("Hagrid Rubeus of Black Forest"): None, # unknown m.normalize_name("Danielle von den Kleinen Chaoten"): "female", m.normalize_name("Arya Stark von den Kleinen Chaoten"): "female", } gof = lambda name: gender.get(m.normalize_name(name)) fr = m.pick_parent_ref(molly_refs, "father", "13.09.2021", gender_of=gof) check("pick(gender): father = unknown-sex Hagrid, not dated female Danielle", fr and fr["name"] == "Hagrid Rubeus of Black Forest") mr = m.pick_parent_ref(molly_refs, "mother", "13.09.2021", avoid_name=fr["name"], gender_of=gof) check("pick(gender): mother = Arya (female)", mr and mr["name"].startswith("Arya")) # ── Provenance history: chronological, file-attributed German log ── import json as _json def _hist(prov_json): return _json.loads(prov_json)["history"] # build_entity_provenance carries history through verbatim. _prov = _json.loads( m.build_entity_provenance(["A.xlsx"], 1, notes=["x"], history=["line one"]) ) check("build_entity_provenance includes history key", _prov.get("history") == ["line one"]) check("build_entity_provenance defaults history to []", _json.loads(m.build_entity_provenance(["A.xlsx"], 1)).get("history") == []) # Single-record gerbil history: names the file and the per-field facts. g_single = { "Name": "Picus", "DateOfBirth": "2022-03-27", "Gender": "male", "Genotype": "aa", "ColorVarietyId": None, "DateOfDeath": None, "ImportSource": "Stammbaum von Picus Son.xlsx", "_filename": "Stammbaum von Picus Son.xlsx", "parentRefs": [], } h = m._build_gerbil_history([g_single], g_single, {}) check("history: first line names the source file", h[0] == "In „Stammbaum von Picus Son.xlsx“ gefunden.") check("history: dob line names file + formatted date", "Geburtsdatum (27.03.2022) aus „Stammbaum von Picus Son.xlsx“." in h) check("history: gender line is German + file-attributed", "Geschlecht (männlich) aus „Stammbaum von Picus Son.xlsx“." in h) check("history: genotype line file-attributed", "Genotyp aus „Stammbaum von Picus Son.xlsx“." in h) # Merged gerbil: a field sourced from a DIFFERENT file is attributed to THAT file. g_best = { "Name": "Solice", "DateOfBirth": "2022-03-27", "Gender": "male", "Genotype": None, "ColorVarietyId": None, "DateOfDeath": None, "ImportSource": "Stammbaum von Picus Son.xlsx", "_filename": "Stammbaum von Picus Son.xlsx", "parentRefs": [], } g_other = { "Name": "Solice", "DateOfBirth": "2022-03-27", "Gender": "male", "Genotype": "aa", "ColorVarietyId": None, "DateOfDeath": None, "ImportSource": "Wurfchronik-Detail.docx", "_filename": "Wurfchronik-Detail.docx", "parentRefs": [], } # Genotype was filled from g_other → its line must name the docx file. g_best["Genotype"] = "aa" fs = {"DateOfBirth": g_best, "Gender": g_best, "Genotype": g_other} h2 = m._build_gerbil_history([g_best, g_other], g_best, fs) check("history(merge): genotype attributed to the file that supplied it", "Genotyp aus „Wurfchronik-Detail.docx“." in h2) check("history(merge): dob attributed to primary file", "Geburtsdatum (27.03.2022) aus „Stammbaum von Picus Son.xlsx“." in h2) check("history(merge): merge line names the absorbed file", "Auch in „Wurfchronik-Detail.docx“ gefunden → Datensätze zusammengeführt." in h2) check("history(merge): Wurfchronik line present", "Angaben aus der Wurfchronik übernommen." in h2) # Date formatting helper. check("_de_date: ISO → DD.MM.YYYY", m._de_date("2022-03-27") == "27.03.2022") check("_de_date: passes through non-ISO", m._de_date("unbekannt") == "unbekannt") # ── Discard history: a discarded source value records reason + replacement ── # _format_discard: majority-vote conflict (losing value + file → winner + file). _d_mehr = m._format_discard({ "label": "Geburtsdatum", "value": "14.06.2015", "file": "A.xlsx", "reason": "abweichend", "replacement": "14.06.2017", "repl_file": "B.xlsx", "replacement_note": "Mehrheit", }) check("discard: starts with warning marker", _d_mehr.startswith(m.DISCARD_MARK)) check("discard(majority): names losing value + its file", "Geburtsdatum 14.06.2015 aus „A.xlsx“ verworfen" in _d_mehr) check("discard(majority): states the reason", "— abweichend" in _d_mehr) check("discard(majority): names replacement + its file + note", "14.06.2017 aus „B.xlsx“ verwendet (Mehrheit)." in _d_mehr) # _format_discard: a parent dropped with NO replacement. _d_noerepl = m._format_discard({ "text": "Vater „Jayjay“ (*19.06.2013) verworfen — unplausibel (9 Jahre älter " "als das Kind); kein Ersatz", }) check("discard(text): verbatim text gets the warning marker", _d_noerepl == m.DISCARD_MARK + "Vater „Jayjay“ (*19.06.2013) verworfen — " "unplausibel (9 Jahre älter als das Kind); kein Ersatz") # explain_pick_rejections: a wrong-sex father candidate is explained (Molly case). _picks = m.explain_pick_rejections( molly_refs, "father", "13.09.2021", fr, gender_of=gof, ) _pick_father = next((d for d in _picks if "Danielle" in (d.get("value") or "")), None) check("pick-reject: wrong-sex father candidate is recorded", _pick_father is not None) check("pick-reject: reason = wrong sex for the father role", _pick_father and "falsches Geschlecht für die Vaterrolle" in _pick_father["reason"]) check("pick-reject: replacement names the chosen Hagrid", _pick_father and "Hagrid" in (_pick_father.get("replacement") or "")) # explain_pick_rejections: an age-impossible candidate is explained. _age_refs = [pref("Old", "father", "2010-01-01"), pref("Dad", "father", "2021-01-01")] _chosen = m.pick_parent_ref(_age_refs, "father", "2022-03-27") _age_picks = m.explain_pick_rejections(_age_refs, "father", "2022-03-27", _chosen) check("pick-reject(age): age-impossible candidate recorded with reason", any("unplausibles Alter" in d["reason"] for d in _age_picks)) # _build_gerbil_history threads field_discards (after merge) and parent_discards # (after the parent line) into the timeline. g_disc = { "Name": "Solice", "DateOfBirth": "2022-03-27", "Gender": "male", "Genotype": None, "ColorVarietyId": None, "DateOfDeath": None, "ImportSource": "Stammbaum.xlsx", "_filename": "Stammbaum.xlsx", "parentRefs": [], "_discarded": [{"text": "Vater „Jayjay“ verworfen — unplausibel; kein Ersatz"}], } h_disc = m._build_gerbil_history( [g_disc], g_disc, {}, field_discards=[{ "label": "Geschlecht", "value": "weiblich", "file": "Wurfchronik.docx", "reason": "abweichend", "replacement": "männlich", "repl_file": "Stammbaum.xlsx", "replacement_note": "Mehrheit", }], parent_discards=g_disc["_discarded"], ) check("history: field-discard line present (majority vote)", any("Geschlecht weiblich aus „Wurfchronik.docx“ verworfen" in s for s in h_disc)) check("history: parent-discard line present (dropped parent)", any("Vater „Jayjay“ verworfen" in s for s in h_disc)) check("history: discard lines carry the warning marker", all(s.startswith(m.DISCARD_MARK) for s in h_disc if "verworfen" in s)) if check.failed: print(f"\n{check.failed} test(s) FAILED") sys.exit(1) print("\nAll merge_and_resolve tests passed.")