155 lines
5.6 KiB
Python
155 lines
5.6 KiB
Python
"""FSSP CSV normalization without network or business data."""
|
||
|
||
import csv
|
||
import importlib
|
||
from decimal import Decimal
|
||
from io import StringIO
|
||
from pathlib import Path
|
||
|
||
import pytest
|
||
from apps.parsers.registry_snapshots import SnapshotValidationError
|
||
|
||
FIXTURES = Path(__file__).parents[2] / "fixtures" / "fssp"
|
||
GENERAL = "7709576929-iplegallist"
|
||
ENDED = "7709576929-iplegallistcomplete"
|
||
|
||
|
||
def records(text, dataset=GENERAL):
|
||
try:
|
||
module = importlib.import_module("apps.parsers.fssp_csv")
|
||
except ModuleNotFoundError:
|
||
pytest.fail("iter_fssp_records is not implemented")
|
||
return module.iter_fssp_records(
|
||
StringIO(text),
|
||
dataset=dataset,
|
||
snapshot_date="2026-10-05",
|
||
fetched_at="2026-10-05T08:00:00+00:00",
|
||
)
|
||
|
||
|
||
def fixture_text(name="general.csv", **changes):
|
||
rows = list(csv.reader(StringIO((FIXTURES / name).read_text())))
|
||
for key, value in changes.items():
|
||
rows[1][rows[0].index(key)] = value
|
||
handle = StringIO()
|
||
csv.writer(handle, lineterminator="\n").writerows(rows)
|
||
return handle.getvalue()
|
||
|
||
|
||
def test_signed_debt_and_multiline_preserved():
|
||
row = next(records(fixture_text()))
|
||
assert row.amount == Decimal("-12.50")
|
||
assert row.payload["debt_amount"] == "-12.50"
|
||
assert row.payload["claim_amount"] == "250.00"
|
||
assert row.payload["debtor_actual_address"] == "Москва, офис 2\nэтаж 3"
|
||
assert row.payload["origin_kind"] == "open_data_csv"
|
||
assert row.payload["queried_inn"] is None
|
||
assert row.payload["document_issuer"] is None
|
||
assert row.payload["document_subject_raw"] == "Взыскание сбора"
|
||
assert len(row.payload["raw_columns"]) == 17
|
||
assert row.record_date == "2026-10-01"
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"value,want", [("0", "0.00"), ("", None), ("abc", None), ("1 234,50", "1234.50")]
|
||
)
|
||
def test_money_preserves_zero_and_missing(value, want):
|
||
row = next(records(fixture_text(**{"Debt remaining balance": value})))
|
||
assert row.payload["debt_amount"] == want
|
||
assert row.amount == (Decimal(want) if want is not None else None)
|
||
assert ("unparsed_amount" in row.payload["parse_warnings"]) == (value == "abc")
|
||
|
||
|
||
def test_debt_exceeds_claim_warning():
|
||
row = next(records(fixture_text(**{"Debt remaining balance": "251"})))
|
||
assert row.amount == Decimal("251.00")
|
||
assert "debt_exceeds_claim_amount" in row.payload["parse_warnings"]
|
||
|
||
|
||
def test_future_document_date_is_preserved():
|
||
row = next(
|
||
records(fixture_text(**{"Date of the executive document": "01.01.2099"}))
|
||
)
|
||
assert row.payload["document_date"] == "2099-01-01"
|
||
assert "future_document_date" in row.payload["parse_warnings"]
|
||
|
||
|
||
@pytest.mark.parametrize("raw,want", [("", None), ("bad", None), ("31.02.2026", None)])
|
||
def test_missing_and_invalid_dates(raw, want):
|
||
row = next(records(fixture_text(**{"Date of the institution of proceeding": raw})))
|
||
assert row.payload["initiated_on"] is want
|
||
assert row.record_date == ""
|
||
assert ("unparsed_date" in row.payload["parse_warnings"]) == bool(raw)
|
||
|
||
|
||
def test_reordered_headers_preserve_mapping():
|
||
rows = list(csv.reader(StringIO(fixture_text())))
|
||
handle = StringIO()
|
||
csv.writer(handle).writerows([list(reversed(row)) for row in rows])
|
||
row = next(records(handle.getvalue()))
|
||
assert row.inn == "7707083893"
|
||
assert row.payload["proceeding_number"] == "123/26/77001-ИП"
|
||
assert row.amount == Decimal("-12.50")
|
||
|
||
|
||
@pytest.mark.parametrize(
|
||
"kind", ["unknown", "duplicate", "missing", "truncated", "unclosed"]
|
||
)
|
||
def test_unknown_or_corrupt_structure_rejected(kind):
|
||
rows = list(csv.reader(StringIO(fixture_text())))
|
||
if kind == "unknown":
|
||
rows[0][0] = "new unknown column"
|
||
elif kind == "duplicate":
|
||
rows[0][0] = rows[0][1]
|
||
elif kind == "missing":
|
||
rows = [row[:-1] for row in rows]
|
||
elif kind == "truncated":
|
||
rows[1] = rows[1][:-1]
|
||
handle = StringIO()
|
||
csv.writer(handle).writerows(rows)
|
||
text = handle.getvalue() if kind != "unclosed" else handle.getvalue() + '"unclosed'
|
||
with pytest.raises(SnapshotValidationError):
|
||
list(records(text))
|
||
|
||
|
||
def test_ended_dataset_has_distinct_mapping_and_no_fake_debt():
|
||
row = next(records(fixture_text("ended.csv"), dataset=ENDED))
|
||
assert row.amount is None
|
||
assert row.payload["claim_amount"] is None
|
||
assert row.status == "ended"
|
||
assert row.payload["terminated_on"] == "2026-10-02"
|
||
assert row.payload["termination_article"] == "46"
|
||
assert row.payload["termination_part"] == "1"
|
||
assert row.payload["termination_point"] == "3"
|
||
assert len(row.payload["raw_columns"]) == 16
|
||
|
||
|
||
def test_iterator_does_not_read_next_row_until_requested():
|
||
rows = list(csv.reader(StringIO(fixture_text())))
|
||
handle = StringIO()
|
||
csv.writer(handle).writerows(rows)
|
||
iterator = records(handle.getvalue() + '"unclosed')
|
||
assert next(iterator).inn == "7707083893"
|
||
with pytest.raises(SnapshotValidationError):
|
||
next(iterator)
|
||
|
||
|
||
def test_real_ended_iso_date_and_publisher_reason_labels():
|
||
row = next(
|
||
records(
|
||
fixture_text(
|
||
"ended.csv",
|
||
**{
|
||
"Date, complete IP reason": "2025-10-25, ст. 46 п. 1 п.п. 4",
|
||
},
|
||
),
|
||
dataset=ENDED,
|
||
)
|
||
)
|
||
assert row.payload["terminated_on"] == "2025-10-25"
|
||
assert row.payload["termination_article"] == "46"
|
||
assert row.payload["termination_part"] is None
|
||
assert row.payload["termination_point"] is None
|
||
assert "unparsed_termination" in row.payload["parse_warnings"]
|
||
assert row.payload["termination_raw"] == "2025-10-25, ст. 46 п. 1 п.п. 4"
|