Files
mostovik-backend/tests/apps/organizations/test_directory_import.py
Aleksandr Meshchryakov c91cd11c86
Some checks failed
Mostovik Backend CI/CD / Tests and lint (push) Failing after 3m16s
Mostovik Backend CI/CD / Build linux/amd64 release images (push) Has been skipped
Mostovik Backend CI/CD / Deploy dev (push) Has been skipped
Mostovik Backend CI/CD / Deploy and verify internal main (push) Has been skipped
fix: hide organizations absent from the current full directory
2026-10-29 18:04:24 +01:00

315 lines
12 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
"""Tests for authoritative organization directory import."""
from decimal import Decimal
from tempfile import NamedTemporaryFile
from unittest.mock import patch
from django.test import TestCase
from openpyxl import Workbook
from organizations.directory_import import (
DIRECTORY_SHEET,
SOURCE_HEADERS,
OrganizationDirectoryImportError,
OrganizationDirectoryImportService,
)
from organizations.models import Organization
class OrganizationDirectoryImportServiceTest(TestCase):
"""Checks importing the authoritative XLSX organization directory."""
def test_import_xlsx_creates_and_updates_organizations_by_rn(self):
path = self._workbook_path(
[
self._row(
rn="10",
full_name='Акционерное общество "Тест"',
short_name='АО "Тест"',
inn="7701001001",
ogrn="1027700100001",
okpo="00123456",
filial=".F.",
kpp="770101001",
registration_date="01.02.2020",
authorized_capita=1000,
business_act_cod="2",
goz_participation=".T.",
opk_registry_membership=".F.",
_gk="1",
in_korp="1",
_k="2",
)
]
)
first = OrganizationDirectoryImportService.import_xlsx(path)
second = OrganizationDirectoryImportService.import_xlsx(path)
self.assertEqual(first.scanned, 1)
self.assertEqual(first.created, 1)
self.assertEqual(second.updated, 1)
self.assertEqual(Organization.objects.count(), 1)
organization = Organization.objects.get(rn=10)
self.assertEqual(organization.name, 'Акционерное общество "Тест"')
self.assertEqual(organization.okpo, "00123456")
self.assertFalse(organization.is_branch)
self.assertEqual(organization.authorized_capital, Decimal("1000.00"))
self.assertEqual(organization.business_activity, "Производственная")
self.assertEqual(organization.gk_name, "Роскосмос")
self.assertEqual(organization.in_korp_name, "Входит в состав")
self.assertEqual(organization.state_sector_name, "Головные исполнители")
self.assertTrue(organization.goz_participation)
self.assertFalse(organization.opk_registry_membership)
def test_import_xlsx_invalidates_organization_api_cache_after_commit(self):
path = self._workbook_path([self._row(rn="10")])
with (
patch(
"organizations.directory_import.invalidate_organization_api_cache"
) as invalidate_cache,
self.captureOnCommitCallbacks(execute=True),
):
OrganizationDirectoryImportService.import_xlsx(path)
invalidate_cache.assert_called_once_with()
def test_import_xlsx_rejects_missing_required_column(self):
path = self._workbook_path([], headers=SOURCE_HEADERS[:-1])
with self.assertRaisesMessage(
OrganizationDirectoryImportError,
"Missing required columns",
):
OrganizationDirectoryImportService.import_xlsx(path)
def test_import_xlsx_treats_spaced_dot_date_marker_as_empty(self):
path = self._workbook_path(
[
self._row(
rn="11",
registration_date=". .",
appointment_date=". .",
filial=".T.",
)
]
)
result = OrganizationDirectoryImportService.import_xlsx(path)
self.assertEqual(result.created, 1)
organization = Organization.objects.get(rn=11)
self.assertIsNone(organization.registration_date)
self.assertIsNone(organization.appointment_date)
self.assertTrue(organization.is_branch)
def test_import_xlsx_recovers_embedded_tsv_organization_row(self):
first_tail = [
*[
self._row(
rn="20",
pn_name_en="First EN",
inn="7701001020",
ogrn="1027700100020",
okpo="00000020",
filial=".F.",
kpp="770101020",
registration_date="01.01.2020",
_k="2",
)[header]
for header in SOURCE_HEADERS[6:-1]
],
"20",
"2",
]
embedded_value = "\t".join(str(value or "") for value in first_tail)
embedded_value = (
embedded_value + "_x000D_\n" + "\t".join(["21", "0", "0", 'ООО "Вторая"'])
)
second_row = self._row(
rn="21",
full_name='ООО "Вторая"',
short_name='ООО "Вторая"',
pn_name='ООО "Вторая"',
inn="7701001021",
ogrn="1027700100021",
okpo="00000021",
filial=".F.",
kpp="770101021",
registration_date="02.01.2020",
_k="2",
)
second_row["is"] = "21"
path = self._workbook_path(
[
{
"__raw_row__": [
"20",
"0",
"0",
'ООО "Первая"',
'ООО "Первая"',
'ООО "Первая"',
embedded_value,
*[second_row[header] for header in SOURCE_HEADERS[4:]],
]
}
]
)
result = OrganizationDirectoryImportService.import_xlsx(path)
self.assertEqual(result.scanned, 1)
self.assertEqual(result.created, 2)
self.assertEqual(Organization.objects.count(), 2)
self.assertEqual(Organization.objects.get(rn=20).inn, "7701001020")
second = Organization.objects.get(rn=21)
self.assertEqual(second.inn, "7701001021")
self.assertEqual(second.integrated_structure, "")
def test_full_snapshot_hides_missing_preserves_history_and_restores_returned(self):
from django.urls import reverse
from rest_framework.test import APIClient
from organizations.models import (
GovernmentSupportExtension,
OrganizationSourceRecord,
)
from tests.apps.user.factories import UserFactory
first = self._workbook_path(
[
self._row(rn="10", opk_registry_membership=".T."),
self._row(
rn="20",
inn="7701001002",
ogrn="1027700100002",
opk_registry_membership=".T.",
),
]
)
OrganizationDirectoryImportService.import_xlsx(first)
missing = Organization.objects.get(rn=20)
extension = GovernmentSupportExtension.objects.create(organization=missing)
record = OrganizationSourceRecord.objects.create(
extension=extension,
source="fns_sme_support_recipients",
record_type="sme_support_measure",
external_id="historical",
payload={"history": "kept"},
)
second = self._workbook_path(
[self._row(rn="10", opk_registry_membership=".T.")]
)
OrganizationDirectoryImportService.import_xlsx(second)
missing.refresh_from_db()
self.assertFalse(missing.directory_is_current)
self.assertTrue(missing.opk_registry_membership)
self.assertEqual(Organization.objects.count(), 2)
record.refresh_from_db()
self.assertEqual(record.payload, {"history": "kept"})
client = APIClient()
client.force_authenticate(UserFactory.create_user())
for route, uid in (
("organizations", missing.uid),
("organization-sources", extension.uid),
("organization-source-records", record.uid),
):
response = client.get(
reverse(f"api_v2:organizations:{route}-detail", args=[uid])
)
self.assertEqual(response.status_code, 404, response.data)
listing = client.get(reverse(f"api_v2:organizations:{route}-list"))
self.assertEqual(listing.status_code, 200, listing.data)
self.assertNotIn(str(uid), str(listing.data))
response = client.get(reverse("api_v2:organizations:organizations-list"))
self.assertNotIn(str(missing.uid), str(response.data))
OrganizationDirectoryImportService.import_xlsx(first)
missing.refresh_from_db()
self.assertTrue(missing.directory_is_current)
self.assertEqual(
client.get(
reverse("api_v2:organizations:organizations-detail", args=[missing.uid])
).status_code,
200,
)
self.assertTrue(OrganizationSourceRecord.objects.filter(pk=record.pk).exists())
def test_invalid_or_empty_snapshot_does_not_remove_or_update_current_rows(self):
original = self._workbook_path(
[self._row(rn="10", opk_registry_membership=".T.")]
)
OrganizationDirectoryImportService.import_xlsx(original)
for rows in (
[],
[self._row(rn="10", full_name="Changed"), self._row(rn="bad")],
):
with self.assertRaises(OrganizationDirectoryImportError):
OrganizationDirectoryImportService.import_xlsx(
self._workbook_path(rows)
)
organization = Organization.objects.get(rn=10)
self.assertTrue(organization.directory_is_current)
self.assertEqual(organization.name, 'ООО "По умолчанию"')
def _workbook_path(
self,
rows: list[dict[str, object]],
*,
headers: list[str] | None = None,
) -> str:
workbook = Workbook()
worksheet = workbook.active
worksheet.title = DIRECTORY_SHEET
worksheet.append(headers or SOURCE_HEADERS)
for values in rows:
raw_row = values.get("__raw_row__")
if raw_row is not None:
worksheet.append(raw_row)
else:
worksheet.append([values.get(header, "") for header in SOURCE_HEADERS])
self._append_reference_sheet(workbook, "_gk", {"1": "Роскосмос"})
self._append_reference_sheet(workbook, "in_korp", {"1": "Входит в состав"})
self._append_reference_sheet(
workbook,
"business_act_cod",
{"2": "Производственная"},
)
self._append_reference_sheet(
workbook,
"_k - Госектор",
{"2": "Головные исполнители"},
)
temp_file = NamedTemporaryFile(suffix=".xlsx", delete=False)
temp_file.close()
workbook.save(temp_file.name)
return temp_file.name
@staticmethod
def _append_reference_sheet(
workbook: Workbook,
title: str,
values: dict[str, str],
) -> None:
worksheet = workbook.create_sheet(title=title)
worksheet.append(["kod", "value"])
for key, value in values.items():
worksheet.append([key, value])
@staticmethod
def _row(**overrides) -> dict[str, object]:
row = {header: "" for header in SOURCE_HEADERS}
row.update(
{
"rn": "1",
"full_name": 'ООО "По умолчанию"',
"inn": "7701001000",
"ogrn": "1027700100000",
}
)
row.update(overrides)
return row