"""Public CSV contract derived from the current SPB listing export.""" import csv import importlib from io import BytesIO, StringIO from pathlib import Path import pytest from apps.parsers.registry_snapshots import SnapshotValidationError from django.test import override_settings FIXTURES = Path(__file__).parents[2] / "fixtures" / "exchanges" def adapter(): return importlib.import_module("apps.parsers.exchange_spb") def data(**changes): rows = list( csv.reader( StringIO((FIXTURES / "listing.csv").read_text(encoding="utf-8-sig")), delimiter=";", ) ) for key, value in changes.items(): rows[1][rows[0].index(key)] = value stream = StringIO() csv.writer(stream, delimiter=";").writerows(rows) return BytesIO(stream.getvalue().encode()) def test_preserves_inn_vendor_identity_and_decimal(): row = next(adapter().iter_spb_records(data())) assert row.inn == "0123456789" assert row.external_id == "spb:fixture-security-1" assert row.payload["exchange"] == "spb" assert row.amount is None assert row.payload["nominal_value"] == "0.1" assert row.payload["listing_date"] == "2024-11-06" assert row.payload["duration"] is None assert row.payload["yield"] is None @pytest.mark.parametrize("name", ["unknown_headers.csv"]) def test_unknown_headers_rejected(name): with (FIXTURES / name).open("rb") as f, pytest.raises(SnapshotValidationError): list(adapter().iter_spb_records(f)) @pytest.mark.parametrize("value", [b"not csv", b"PK\x03\x04invalid", b""]) def test_invalid_input_rejected(value): with pytest.raises(SnapshotValidationError): list(adapter().iter_spb_records(BytesIO(value))) def test_genuine_empty_with_valid_headers(): with (FIXTURES / "empty.csv").open("rb") as f: assert list(adapter().iter_spb_records(f)) == [] def test_missing_inn_stays_missing_and_name_is_not_identity(): row = next(adapter().iter_spb_records(data(e_INN_code=""))) assert row.inn == "" assert row.organization_uid is None @pytest.mark.parametrize( "field,value", [("s_RTS_code", ""), ("s_quot_list_in_date", "tomorrow"), ("s_face_value", "NaN")], ) def test_malformed_required_or_numeric_fields_rejected(field, value): with pytest.raises(SnapshotValidationError): list(adapter().iter_spb_records(data(**{field: value}))) def test_bounded_rows(): with override_settings(EXCHANGE_SPB_MAX_ROWS=0), pytest.raises( SnapshotValidationError ): list(adapter().iter_spb_records(data())) def test_latest_date_not_link_order(): html = 'Список ценных бумаг на 05.10.2026Список ценных бумаг на 02.10.2026' assert adapter().discover_spb_date(html).isoformat() == "2026-10-05" def test_no_dated_current_link_rejected(): with pytest.raises(SnapshotValidationError): adapter().discover_spb_date( 'Список ценных бумаг на 05.10.2026' ) def test_handle_left_open_and_text_inn_not_coerced(): handle = data(e_INN_code="0010000025") assert next(adapter().iter_spb_records(handle)).inn == "0010000025" assert not handle.closed def test_tls_trust_stays_default(): session = adapter().registry_session() assert session.verify is True session.close() @pytest.mark.django_db def test_download_checksum_date_private_file_and_three_bounded_reads(tmp_path): import hashlib from contextlib import contextmanager from unittest.mock import patch module = adapter() body = (FIXTURES / "listing.csv").read_bytes() html = b'\xd0\xa1\xd0\xbf\xd0\xb8\xd1\x81\xd0\xbe\xd0\xba \xd1\x86\xd0\xb5\xd0\xbd\xd0\xbd\xd1\x8b\xd1\x85 \xd0\xb1\xd1\x83\xd0\xbc\xd0\xb0\xd0\xb3 \xd0\xbd\xd0\xb0 05.10.2026' urls = [] @contextmanager def response(session, url, **kwargs): urls.append(url) class Response: def iter_content(self, chunk_size): yield body if url == module.SPB_EXPORT else html yield Response() with override_settings(PARSER_PRIVATE_ARTIFACT_ROOT=str(tmp_path)), patch.object( module, "registry_response", response ): artifact = module.download_spb_artifact(load_batch=1) assert artifact.sha256 == hashlib.sha256(body).hexdigest() assert artifact.source_published_at.isoformat() == "2026-10-05" assert artifact.metadata["input_only"] is True assert len(urls) == 3 with pytest.raises(ValueError): _ = artifact.file.url @pytest.mark.django_db def test_download_size_limit_rejects_artifact(tmp_path): from contextlib import contextmanager from unittest.mock import patch from apps.parsers.models import ParserSourceArtifact module = adapter() html = 'Список ценных бумаг на 05.10.2026'.encode() @contextmanager def response(session, url, **kwargs): class Response: def iter_content(self, chunk_size): yield b"oversized" if url == module.SPB_EXPORT else html yield Response() with override_settings( PARSER_PRIVATE_ARTIFACT_ROOT=str(tmp_path), EXCHANGE_SPB_MAX_BYTES=1 ), patch.object(module, "registry_response", response), pytest.raises( SnapshotValidationError ): module.download_spb_artifact(load_batch=1) assert ParserSourceArtifact.objects.get().status == "rejected" def test_redirect_host_rejected_before_second_request(): from unittest.mock import Mock module = adapter() session = Mock() response = Mock( is_redirect=True, headers={"Location": "https://evil.test/export.csv"} ) session.get.return_value = response with pytest.raises(SnapshotValidationError), module.registry_response( session, module.SPB_EXPORT, hosts=module.SPB_HOSTS ): pytest.fail("unsafe redirect yielded") assert session.get.call_count == 1