Some checks failed
Mostovik Backend CI/CD / Tests and lint (push) Successful in 3m16s
Mostovik Backend CI/CD / Deploy dev (push) Has been cancelled
Mostovik Backend CI/CD / Deploy and verify internal main (push) Has been cancelled
Mostovik Backend CI/CD / Build linux/amd64 release images (push) Has been cancelled
246 lines
9.4 KiB
Python
246 lines
9.4 KiB
Python
from __future__ import annotations
|
||
|
||
from unittest.mock import patch
|
||
|
||
from apps.core.models import BackgroundJob, JobStatus
|
||
from apps.parsers.models import FinancialReport, FinancialReportLine, ParserLoadLog
|
||
from django.urls import reverse
|
||
from organizations.source_backfill import OrganizationSourceBackfillService
|
||
from rest_framework import status
|
||
from rest_framework.test import APITestCase
|
||
|
||
from tests.apps.parsers.factories import (
|
||
IndustrialCertificateRecordFactory,
|
||
IndustrialProductRecordFactory,
|
||
InspectionRecordFactory,
|
||
ManufacturerRecordFactory,
|
||
ParserLoadLogFactory,
|
||
ProcurementRecordFactory,
|
||
)
|
||
from tests.apps.parsers.organization_helpers import create_directory_organization
|
||
from tests.apps.user.factories import UserFactory
|
||
from tests.utils.fixtures import fake
|
||
|
||
|
||
def _digits(length: int) -> str:
|
||
return "".join(str(fake.random_int(0, 9)) for _ in range(length))
|
||
|
||
|
||
class SourcesApiE2ETest(APITestCase):
|
||
def setUp(self):
|
||
self.user = UserFactory.create_user()
|
||
self.admin = UserFactory.create_user(is_staff=True)
|
||
|
||
def test_source_cards_and_statuses_flow(self):
|
||
shared_inn = _digits(10)
|
||
shared_ogrn = _digits(13)
|
||
report_ogrn = _digits(13)
|
||
create_directory_organization(
|
||
name="Shared Organization",
|
||
inn=shared_inn,
|
||
ogrn=shared_ogrn,
|
||
opk_registry_membership=True,
|
||
)
|
||
create_directory_organization(
|
||
name="Financial Organization",
|
||
ogrn=report_ogrn,
|
||
opk_registry_membership=True,
|
||
)
|
||
report = FinancialReport.objects.create(
|
||
external_id=_digits(5),
|
||
ogrn=report_ogrn,
|
||
file_name=f"fin_{_digits(5)}_{_digits(13)}.xlsx",
|
||
file_hash=fake.sha256(raw_output=False),
|
||
load_batch=1,
|
||
status=FinancialReport.Status.SUCCESS,
|
||
source=FinancialReport.SourceType.API,
|
||
)
|
||
FinancialReportLine.objects.create(
|
||
report=report,
|
||
form_code="1",
|
||
line_code="1100",
|
||
line_name="Assets",
|
||
year=2025,
|
||
period_start=100,
|
||
period_end=200,
|
||
)
|
||
IndustrialCertificateRecordFactory(inn=shared_inn, ogrn=shared_ogrn)
|
||
IndustrialProductRecordFactory(inn=shared_inn, ogrn=shared_ogrn)
|
||
ManufacturerRecordFactory(inn=shared_inn, ogrn=shared_ogrn)
|
||
InspectionRecordFactory()
|
||
ProcurementRecordFactory(customer_inn=shared_inn, customer_ogrn=shared_ogrn)
|
||
ParserLoadLogFactory(
|
||
source=ParserLoadLog.Source.FNS_REPORTS,
|
||
status="success",
|
||
records_count=1,
|
||
)
|
||
ParserLoadLogFactory(
|
||
source=ParserLoadLog.Source.INDUSTRIAL,
|
||
status="success",
|
||
records_count=1,
|
||
)
|
||
ParserLoadLogFactory(
|
||
source=ParserLoadLog.Source.INDUSTRIAL_PRODUCTS,
|
||
status="success",
|
||
records_count=1,
|
||
)
|
||
ParserLoadLogFactory(
|
||
source=ParserLoadLog.Source.MANUFACTURES,
|
||
status="success",
|
||
records_count=1,
|
||
)
|
||
ParserLoadLogFactory(
|
||
source=ParserLoadLog.Source.PROCUREMENTS,
|
||
status="failed",
|
||
error_message="download error",
|
||
)
|
||
BackgroundJob.objects.create(
|
||
task_id="job-inspections",
|
||
task_name="apps.parsers.tasks.sync_inspections",
|
||
status=JobStatus.STARTED,
|
||
progress=55,
|
||
progress_message="sync",
|
||
user_id=self.user.id,
|
||
meta={"source": ParserLoadLog.Source.INSPECTIONS},
|
||
)
|
||
OrganizationSourceBackfillService.backfill()
|
||
|
||
self.client.force_authenticate(self.user)
|
||
cards_response = self.client.get(reverse("api_v1:sources:source-cards-list"))
|
||
detail_response = self.client.get(
|
||
reverse(
|
||
"api_v1:sources:source-cards-detail",
|
||
kwargs={"slug": "manufacturers-and-products"},
|
||
)
|
||
)
|
||
statuses_response = self.client.get(
|
||
reverse("api_v1:sources:source-cards-statuses")
|
||
)
|
||
|
||
self.assertEqual(cards_response.status_code, status.HTTP_200_OK)
|
||
self.assertEqual(detail_response.status_code, status.HTTP_200_OK)
|
||
self.assertEqual(statuses_response.status_code, status.HTTP_200_OK)
|
||
|
||
cards = {item["slug"]: item for item in cards_response.data["data"]}
|
||
self.assertEqual(cards["financial-indicators"]["records_count"], 1)
|
||
self.assertEqual(cards["planned-inspections"]["status"], "in_progress")
|
||
self.assertEqual(cards["planned-inspections"]["progress"], 55)
|
||
self.assertEqual(cards["public-procurements"]["status"], "failed")
|
||
self.assertEqual(
|
||
cards["public-procurements"]["error_message"],
|
||
"Не удалось обновить данные. Повторите попытку позже.",
|
||
)
|
||
|
||
minprom_card = detail_response.data["data"]
|
||
self.assertEqual(minprom_card["records_count"], 3)
|
||
self.assertEqual(minprom_card["organizations_count"], 1)
|
||
self.assertEqual(len(minprom_card["source_items"]), 3)
|
||
minprom_items = {item["code"]: item for item in minprom_card["source_items"]}
|
||
self.assertEqual(
|
||
minprom_items["industrial_products"]["refresh_key"],
|
||
"mpt_products",
|
||
)
|
||
|
||
statuses = {item["slug"]: item for item in statuses_response.data["data"]}
|
||
self.assertEqual(statuses["planned-inspections"]["progress"], 55)
|
||
self.assertEqual(statuses["public-procurements"]["status"], "failed")
|
||
|
||
def test_products_endpoint_supports_filter_and_search(self):
|
||
target = IndustrialProductRecordFactory(
|
||
registry_number="MPP-12345678",
|
||
product_name="Laser module",
|
||
full_organisation_name="Target Company",
|
||
)
|
||
IndustrialProductRecordFactory(
|
||
registry_number="MPP-87654321",
|
||
product_name="Other product",
|
||
full_organisation_name="Another Company",
|
||
)
|
||
|
||
self.client.force_authenticate(self.user)
|
||
filtered_response = self.client.get(
|
||
reverse("api_v1:minpromtorg:industrial-products-list"),
|
||
{"registry_number": "MPP-12345678"},
|
||
)
|
||
search_response = self.client.get(
|
||
reverse("api_v1:minpromtorg:industrial-products-list"),
|
||
{"search": "Laser"},
|
||
)
|
||
detail_response = self.client.get(
|
||
reverse("api_v1:minpromtorg:industrial-products-detail", args=[target.id])
|
||
)
|
||
|
||
self.assertEqual(filtered_response.status_code, status.HTTP_200_OK)
|
||
self.assertEqual(search_response.status_code, status.HTTP_200_OK)
|
||
self.assertEqual(detail_response.status_code, status.HTTP_200_OK)
|
||
self.assertEqual(len(filtered_response.data["data"]), 1)
|
||
self.assertEqual(filtered_response.data["data"][0]["id"], target.id)
|
||
self.assertEqual(len(search_response.data["data"]), 1)
|
||
self.assertEqual(search_response.data["data"][0]["id"], target.id)
|
||
self.assertEqual(detail_response.data["id"], target.id)
|
||
|
||
def test_refresh_endpoints_cover_multiple_source_cards(self):
|
||
self.client.force_authenticate(self.admin)
|
||
|
||
with patch("celery.app.task.Task.apply_async") as dispatch:
|
||
minprom_response = self.client.post(
|
||
reverse(
|
||
"api_v1:sources:source-cards-refresh",
|
||
kwargs={"slug": "manufacturers-and-products"},
|
||
),
|
||
{},
|
||
format="json",
|
||
)
|
||
|
||
procurements_response = self.client.post(
|
||
reverse(
|
||
"api_v1:sources:source-cards-refresh",
|
||
kwargs={"slug": "public-procurements"},
|
||
),
|
||
{"params": {"region_code": "77", "current_year": "2025"}},
|
||
format="json",
|
||
)
|
||
|
||
self.assertEqual(minprom_response.status_code, status.HTTP_202_ACCEPTED)
|
||
self.assertEqual(procurements_response.status_code, status.HTTP_202_ACCEPTED)
|
||
|
||
self.assertEqual(minprom_response.data["status"], "accepted")
|
||
self.assertEqual(procurements_response.data["status"], "accepted")
|
||
|
||
self.assertEqual(
|
||
set(minprom_response.data.keys()),
|
||
{"task_id", "task_ids", "status"},
|
||
)
|
||
first_task_ids = [
|
||
call.kwargs["task_id"] for call in dispatch.call_args_list[:3]
|
||
]
|
||
procurement_task_id = dispatch.call_args_list[3].kwargs["task_id"]
|
||
self.assertEqual(minprom_response.data["task_id"], first_task_ids[0])
|
||
self.assertEqual(
|
||
minprom_response.data["task_ids"],
|
||
first_task_ids,
|
||
)
|
||
self.assertEqual(
|
||
set(procurements_response.data.keys()),
|
||
{"task_id", "task_ids", "status"},
|
||
)
|
||
self.assertEqual(procurements_response.data["task_id"], procurement_task_id)
|
||
self.assertEqual(
|
||
procurements_response.data["task_ids"],
|
||
[procurement_task_id],
|
||
)
|
||
self.assertEqual(
|
||
BackgroundJob.objects.filter(
|
||
task_id__in=first_task_ids,
|
||
user_id=self.admin.id,
|
||
).count(),
|
||
3,
|
||
)
|
||
self.assertTrue(
|
||
BackgroundJob.objects.filter(
|
||
task_id=procurement_task_id,
|
||
task_name="apps.parsers.tasks.parse_registry_enrichment_sources",
|
||
user_id=self.admin.id,
|
||
).exists()
|
||
)
|