fix: search parser records by registry organization
All checks were successful
CI/CD Pipeline / Quality Gate (push) Successful in 32s
CI/CD Pipeline / Build and Push Images (push) Successful in 19s
CI/CD Pipeline / Internal Notify (push) Successful in 1s
CI/CD Pipeline / Deploy Dev in Dokploy (push) Successful in 2s

This commit is contained in:
2026-06-01 11:42:35 +02:00
parent e81bf65289
commit 2368bb7fb0
2 changed files with 259 additions and 31 deletions

View File

@@ -187,6 +187,16 @@ CORE_PROFILE_INDUSTRIAL_SOURCES = {
ParserLoadLog.Source.INDUSTRIAL_PRODUCTS, ParserLoadLog.Source.INDUSTRIAL_PRODUCTS,
ParserLoadLog.Source.MANUFACTURES, ParserLoadLog.Source.MANUFACTURES,
} }
REGISTRY_ORGANIZATION_SEARCH_FIELDS = [
"registry_organization__pn_name",
"registry_organization_inn_text",
"registry_organization_ogrn_text",
"registry_organization__mn_okpo",
]
REGISTRY_ORGANIZATION_SEARCH_DESCRIPTION = (
"Поиск также включает название, ИНН, ОГРН и ОКПО связанной организации "
"из реестров."
)
EXISTING_TASK_PARAMS = { EXISTING_TASK_PARAMS = {
"industrial": {"proxies", "requested_by_id"}, "industrial": {"proxies", "requested_by_id"},
"manufactures": {"proxies", "requested_by_id"}, "manufactures": {"proxies", "requested_by_id"},
@@ -205,6 +215,30 @@ EXISTING_TASK_PARAMS = {
}, },
"fns_financial": {"requested_by_id"}, "fns_financial": {"requested_by_id"},
} }
def _with_registry_organization_search_annotations(queryset):
return queryset.annotate(
registry_organization_inn_text=Cast(
"registry_organization__mn_inn",
output_field=CharField(),
),
registry_organization_ogrn_text=Cast(
"registry_organization__mn_ogrn",
output_field=CharField(),
),
)
def _registry_organization_search_q(search: str) -> Q:
return (
Q(registry_organization__pn_name__icontains=search)
| Q(registry_organization_inn_text__icontains=search)
| Q(registry_organization_ogrn_text__icontains=search)
| Q(registry_organization__mn_okpo__icontains=search)
)
TRUDVSEM_PARAMS = { TRUDVSEM_PARAMS = {
"limit", "limit",
"offset", "offset",
@@ -580,7 +614,9 @@ class IndustrialCertificateViewSet(ReadOnlyModelViewSet):
Только чтение - добавление через парсер/админку. Только чтение - добавление через парсер/админку.
""" """
queryset = IndustrialCertificateRecord.objects.all().order_by("-created_at") queryset = _with_registry_organization_search_annotations(
IndustrialCertificateRecord.objects.all()
).order_by("-created_at")
serializer_class = IndustrialCertificateSerializer serializer_class = IndustrialCertificateSerializer
permission_classes = [IsAuthenticated] permission_classes = [IsAuthenticated]
filterset_fields = [ filterset_fields = [
@@ -590,7 +626,13 @@ class IndustrialCertificateViewSet(ReadOnlyModelViewSet):
"load_batch", "load_batch",
"registry_organization", "registry_organization",
] ]
search_fields = ["organisation_name", "certificate_number", "inn", "ogrn"] search_fields = [
"organisation_name",
"certificate_number",
"inn",
"ogrn",
*REGISTRY_ORGANIZATION_SEARCH_FIELDS,
]
@swagger_auto_schema( @swagger_auto_schema(
tags=[MINPROMTORG_TAG], tags=[MINPROMTORG_TAG],
@@ -598,7 +640,8 @@ class IndustrialCertificateViewSet(ReadOnlyModelViewSet):
operation_description=( operation_description=(
"Возвращает список сертификатов промышленного производства.\n" "Возвращает список сертификатов промышленного производства.\n"
"Поддерживает фильтрацию по: inn, ogrn, certificate_number, load_batch.\n" "Поддерживает фильтрацию по: inn, ogrn, certificate_number, load_batch.\n"
"Поддерживает поиск по: organisation_name, certificate_number, inn, ogrn." "Поддерживает поиск по: organisation_name, certificate_number, inn, ogrn.\n"
f"{REGISTRY_ORGANIZATION_SEARCH_DESCRIPTION}"
), ),
responses={ responses={
200: IndustrialCertificateSerializer(many=True), 200: IndustrialCertificateSerializer(many=True),
@@ -634,11 +677,19 @@ class ManufacturerViewSet(ReadOnlyModelViewSet):
Только чтение - добавление через парсер/админку. Только чтение - добавление через парсер/админку.
""" """
queryset = ManufacturerRecord.objects.all().order_by("-created_at") queryset = _with_registry_organization_search_annotations(
ManufacturerRecord.objects.all()
).order_by("-created_at")
serializer_class = ManufacturerSerializer serializer_class = ManufacturerSerializer
permission_classes = [IsAuthenticated] permission_classes = [IsAuthenticated]
filterset_fields = ["inn", "ogrn", "load_batch", "registry_organization"] filterset_fields = ["inn", "ogrn", "load_batch", "registry_organization"]
search_fields = ["full_legal_name", "inn", "ogrn", "address"] search_fields = [
"full_legal_name",
"inn",
"ogrn",
"address",
*REGISTRY_ORGANIZATION_SEARCH_FIELDS,
]
@swagger_auto_schema( @swagger_auto_schema(
tags=[MINPROMTORG_TAG], tags=[MINPROMTORG_TAG],
@@ -646,7 +697,8 @@ class ManufacturerViewSet(ReadOnlyModelViewSet):
operation_description=( operation_description=(
"Возвращает список производителей из реестра Минпромторга.\n" "Возвращает список производителей из реестра Минпромторга.\n"
"Поддерживает фильтрацию по: inn, ogrn, load_batch.\n" "Поддерживает фильтрацию по: inn, ogrn, load_batch.\n"
"Поддерживает поиск по: full_legal_name, inn, ogrn, address." "Поддерживает поиск по: full_legal_name, inn, ogrn, address.\n"
f"{REGISTRY_ORGANIZATION_SEARCH_DESCRIPTION}"
), ),
responses={ responses={
200: ManufacturerSerializer(many=True), 200: ManufacturerSerializer(many=True),
@@ -677,7 +729,9 @@ class IndustrialProductViewSet(ReadOnlyModelViewSet):
Только чтение - добавление через парсер/админку. Только чтение - добавление через парсер/админку.
""" """
queryset = IndustrialProductRecord.objects.all().order_by("-created_at") queryset = _with_registry_organization_search_annotations(
IndustrialProductRecord.objects.all()
).order_by("-created_at")
serializer_class = IndustrialProductSerializer serializer_class = IndustrialProductSerializer
permission_classes = [IsAuthenticated] permission_classes = [IsAuthenticated]
filterset_fields = [ filterset_fields = [
@@ -694,6 +748,7 @@ class IndustrialProductViewSet(ReadOnlyModelViewSet):
"registry_number", "registry_number",
"inn", "inn",
"ogrn", "ogrn",
*REGISTRY_ORGANIZATION_SEARCH_FIELDS,
] ]
@swagger_auto_schema( @swagger_auto_schema(
@@ -704,7 +759,8 @@ class IndustrialProductViewSet(ReadOnlyModelViewSet):
"Минпромторга.\n" "Минпромторга.\n"
"Поддерживает фильтрацию по: inn, ogrn, registry_number, load_batch.\n" "Поддерживает фильтрацию по: inn, ogrn, registry_number, load_batch.\n"
"Поддерживает поиск по: full_organisation_name, product_name, " "Поддерживает поиск по: full_organisation_name, product_name, "
"product_model, registry_number, inn, ogrn." "product_model, registry_number, inn, ogrn.\n"
f"{REGISTRY_ORGANIZATION_SEARCH_DESCRIPTION}"
), ),
responses={ responses={
200: IndustrialProductSerializer(many=True), 200: IndustrialProductSerializer(many=True),
@@ -743,7 +799,9 @@ class InspectionViewSet(ReadOnlyModelViewSet):
Только чтение - добавление через парсер/админку. Только чтение - добавление через парсер/админку.
""" """
queryset = InspectionRecord.objects.all().order_by("-created_at") queryset = _with_registry_organization_search_annotations(
InspectionRecord.objects.all()
).order_by("-created_at")
serializer_class = InspectionSerializer serializer_class = InspectionSerializer
permission_classes = [IsAuthenticated] permission_classes = [IsAuthenticated]
filterset_fields = [ filterset_fields = [
@@ -762,6 +820,7 @@ class InspectionViewSet(ReadOnlyModelViewSet):
"inn", "inn",
"ogrn", "ogrn",
"control_authority", "control_authority",
*REGISTRY_ORGANIZATION_SEARCH_FIELDS,
] ]
@swagger_auto_schema( @swagger_auto_schema(
@@ -772,7 +831,8 @@ class InspectionViewSet(ReadOnlyModelViewSet):
"Поддерживает фильтрацию по: inn, ogrn, registration_number, " "Поддерживает фильтрацию по: inn, ogrn, registration_number, "
"is_federal_law_248, data_year, data_month, load_batch.\n" "is_federal_law_248, data_year, data_month, load_batch.\n"
"Поддерживает поиск по: organisation_name, registration_number, " "Поддерживает поиск по: organisation_name, registration_number, "
"inn, ogrn, control_authority." "inn, ogrn, control_authority.\n"
f"{REGISTRY_ORGANIZATION_SEARCH_DESCRIPTION}"
), ),
responses={ responses={
200: InspectionSerializer(many=True), 200: InspectionSerializer(many=True),
@@ -809,7 +869,9 @@ class ProcurementViewSet(ReadOnlyModelViewSet):
Только чтение - добавление через парсер/админку. Только чтение - добавление через парсер/админку.
""" """
queryset = ProcurementRecord.objects.all().order_by("-created_at") queryset = _with_registry_organization_search_annotations(
ProcurementRecord.objects.all()
).order_by("-created_at")
serializer_class = ProcurementSerializer serializer_class = ProcurementSerializer
permission_classes = [IsAuthenticated] permission_classes = [IsAuthenticated]
filterset_fields = [ filterset_fields = [
@@ -830,6 +892,7 @@ class ProcurementViewSet(ReadOnlyModelViewSet):
"customer_name", "customer_name",
"customer_inn", "customer_inn",
"customer_ogrn", "customer_ogrn",
*REGISTRY_ORGANIZATION_SEARCH_FIELDS,
] ]
@swagger_auto_schema( @swagger_auto_schema(
@@ -841,7 +904,8 @@ class ProcurementViewSet(ReadOnlyModelViewSet):
"purchase_number, law_type, status, region_code, " "purchase_number, law_type, status, region_code, "
"data_year, data_month, load_batch.\n" "data_year, data_month, load_batch.\n"
"Поддерживает поиск по: purchase_name, purchase_number, " "Поддерживает поиск по: purchase_name, purchase_number, "
"customer_name, customer_inn, customer_ogrn." "customer_name, customer_inn, customer_ogrn.\n"
f"{REGISTRY_ORGANIZATION_SEARCH_DESCRIPTION}"
), ),
responses={ responses={
200: ProcurementSerializer(many=True), 200: ProcurementSerializer(many=True),
@@ -877,9 +941,9 @@ class FinancialReportViewSet(ReadOnlyModelViewSet):
Только чтение - добавление через загрузку файлов. Только чтение - добавление через загрузку файлов.
""" """
queryset = FinancialReport.objects.annotate(lines_count=Count("lines")).order_by( queryset = _with_registry_organization_search_annotations(
"-created_at" FinancialReport.objects.annotate(lines_count=Count("lines"))
) ).order_by("-created_at")
permission_classes = [IsAuthenticated] permission_classes = [IsAuthenticated]
filterset_fields = [ filterset_fields = [
"ogrn", "ogrn",
@@ -888,7 +952,12 @@ class FinancialReportViewSet(ReadOnlyModelViewSet):
"load_batch", "load_batch",
"registry_organization", "registry_organization",
] ]
search_fields = ["ogrn", "external_id", "file_name"] search_fields = [
"ogrn",
"external_id",
"file_name",
*REGISTRY_ORGANIZATION_SEARCH_FIELDS,
]
def get_queryset(self): def get_queryset(self):
queryset = super().get_queryset() queryset = super().get_queryset()
@@ -915,7 +984,8 @@ class FinancialReportViewSet(ReadOnlyModelViewSet):
"Возвращает список финансовых отчетов ФНС.\n" "Возвращает список финансовых отчетов ФНС.\n"
"Поддерживает фильтрацию по: ogrn, external_id, status, " "Поддерживает фильтрацию по: ogrn, external_id, status, "
"source, load_batch.\n" "source, load_batch.\n"
"Поддерживает поиск по: ogrn, external_id, file_name." "Поддерживает поиск по: ogrn, external_id, file_name.\n"
f"{REGISTRY_ORGANIZATION_SEARCH_DESCRIPTION}"
), ),
responses={ responses={
200: FinancialReportSerializer(many=True), 200: FinancialReportSerializer(many=True),
@@ -2206,17 +2276,8 @@ def _generic_search_q(search: str) -> Q:
def _apply_native_search(queryset, source: str, search: str): def _apply_native_search(queryset, source: str, search: str):
if source != ParserLoadLog.Source.FNS_REPORTS: return _with_registry_organization_search_annotations(queryset).filter(
return queryset.filter(_native_search_q(source, search)) _native_search_q(source, search) | _registry_organization_search_q(search)
return queryset.annotate(
registry_organization_inn_text=Cast(
"registry_organization__mn_inn",
output_field=CharField(),
),
).filter(
_native_search_q(source, search)
| Q(registry_organization_inn_text__icontains=search)
) )
@@ -2249,7 +2310,9 @@ def _result_sources_for_request(descriptor, params: dict) -> set[str]:
def _filter_native_result_queryset(source: str, params: dict, sources: set[str]): def _filter_native_result_queryset(source: str, params: dict, sources: set[str]):
queryset = NATIVE_RECORD_MODELS[source].objects.all() queryset = _with_registry_organization_search_annotations(
NATIVE_RECORD_MODELS[source].objects.all()
)
if source == ParserLoadLog.Source.FNS_REPORTS: if source == ParserLoadLog.Source.FNS_REPORTS:
queryset = queryset.select_related("registry_organization") queryset = queryset.select_related("registry_organization")
if not sources: if not sources:
@@ -2278,7 +2341,9 @@ def _filter_generic_result_queryset(
*, *,
route_source: str, route_source: str,
): ):
queryset = GenericParserRecord.objects.filter(source__in=sources) queryset = _with_registry_organization_search_annotations(
GenericParserRecord.objects.filter(source__in=sources)
)
if not sources: if not sources:
queryset = queryset.none() queryset = queryset.none()
requested_source = params.get("source") requested_source = params.get("source")
@@ -2300,7 +2365,10 @@ def _filter_generic_result_queryset(
if params.get("record_date"): if params.get("record_date"):
queryset = queryset.filter(record_date=params["record_date"]) queryset = queryset.filter(record_date=params["record_date"])
if params.get("search"): if params.get("search"):
queryset = queryset.filter(_generic_search_q(params["search"])) search = params["search"]
queryset = queryset.filter(
_generic_search_q(search) | _registry_organization_search_q(search)
)
field_map = { field_map = {
"id": "id", "id": "id",
"load_batch": "load_batch", "load_batch": "load_batch",

View File

@@ -769,6 +769,166 @@ class ParsersViewSetTest(APITestCase):
self.assertEqual(unified_response.data["data"][0]["id"], report.id) self.assertEqual(unified_response.data["data"][0]["id"], report.id)
self.assertEqual(unified_response.data["data"][0]["title"], report.file_name) self.assertEqual(unified_response.data["data"][0]["title"], report.file_name)
def test_financial_reports_list_searches_registry_organization_name(self):
organization = RegisterOrganizationFactory(
pn_name="тест-организация-фнс",
mn_ogrn=1111111111111,
mn_inn=1111111111,
)
matching_report = FinancialReport.objects.create(
external_id="fns-test-organization",
ogrn=str(organization.mn_ogrn),
registry_organization=organization,
file_name=f"fin_fns-test-organization_{organization.mn_ogrn}.xlsx",
file_hash=fake.sha256(raw_output=False),
load_batch=1,
status=FinancialReport.Status.SUCCESS,
source=FinancialReport.SourceType.API,
)
FinancialReport.objects.create(
external_id="fns-other-organization",
ogrn="1027700000002",
file_name="fin_fns-other-organization_1027700000002.xlsx",
file_hash=fake.sha256(raw_output=False),
load_batch=1,
status=FinancialReport.Status.SUCCESS,
source=FinancialReport.SourceType.API,
)
self.client.force_authenticate(self.user)
response = self.client.get(
reverse("api_v1:fns:fns-reports-list"),
{"search": "тест-организация", "page_size": 20},
)
self.assertEqual(response.status_code, status.HTTP_200_OK)
self.assertEqual(
[item["id"] for item in response.data["data"]],
[matching_report.id],
)
def test_native_source_lists_search_registry_organization_identity_fields(self):
organization = RegisterOrganizationFactory(
pn_name="тест-организация-источники",
mn_ogrn=1111111111111,
mn_inn=1111111111,
mn_okpo="11111111",
)
certificate = IndustrialCertificateRecordFactory(
registry_organization=organization,
inn="9000000001",
ogrn="1090000000001",
)
manufacturer = ManufacturerRecordFactory(
registry_organization=organization,
inn="9000000002",
ogrn="1090000000002",
)
product = IndustrialProductRecordFactory(
registry_organization=organization,
inn="9000000003",
ogrn="1090000000003",
)
inspection = InspectionRecordFactory(
registry_organization=organization,
inn="9000000004",
ogrn="1090000000004",
)
procurement = ProcurementRecord.objects.create(
load_batch=1,
purchase_number="TST-PURCHASE-IDENTITY",
purchase_name="Поставка тестовой продукции",
customer_inn="9000000005",
customer_kpp="900000001",
customer_ogrn="1090000000005",
customer_name='ООО "Не тестовая организация"',
max_price="1000.00",
status="active",
law_type="44-FZ",
href="https://zakupki.example.test/purchase",
region_code="77",
registry_organization=organization,
)
financial_report = FinancialReport.objects.create(
external_id="fns-native-source-identity",
ogrn="1090000000006",
registry_organization=organization,
file_name="fin_native_source_identity_1090000000006.xlsx",
file_hash=fake.sha256(raw_output=False),
load_batch=1,
status=FinancialReport.Status.SUCCESS,
source=FinancialReport.SourceType.API,
)
self.client.force_authenticate(self.user)
cases = [
(reverse("api_v1:minpromtorg:certificates-list"), certificate.id),
(reverse("api_v1:minpromtorg:manufacturers-list"), manufacturer.id),
(reverse("api_v1:minpromtorg:industrial-products-list"), product.id),
(reverse("api_v1:proverki:inspections-list"), inspection.id),
(reverse("api_v1:zakupki:procurements-list"), procurement.id),
(reverse("api_v1:fns:fns-reports-list"), financial_report.id),
]
for url, expected_id in cases:
with self.subTest(url=url):
response = self.client.get(
url,
{"search": organization.mn_okpo, "page_size": 20},
)
self.assertEqual(response.status_code, status.HTTP_200_OK)
self.assertEqual(
[item["id"] for item in response.data["data"]],
[expected_id],
)
def test_generic_source_results_search_registry_organization_identity_fields(self):
organization = RegisterOrganizationFactory(
pn_name="тест-организация-generic",
mn_ogrn=2222222222222,
mn_inn=2222222222,
mn_okpo="22222222",
)
matching_record = GenericParserRecord.objects.create(
load_batch=1,
source=ParserLoadLog.Source.FAS_GOZ,
external_id="goz-linked-organization",
inn="9000000010",
ogrn="1090000000010",
organisation_name='ООО "Другое имя"',
title="Уклонение от ГОЗ",
registry_organization=organization,
)
GenericParserRecord.objects.create(
load_batch=1,
source=ParserLoadLog.Source.FAS_GOZ,
external_id="goz-unlinked-organization",
inn="9000000011",
ogrn="1090000000011",
organisation_name='ООО "Не подходит"',
title="Уклонение от ГОЗ",
)
self.client.force_authenticate(self.user)
for search_query in (
organization.pn_name,
str(organization.mn_inn),
str(organization.mn_ogrn),
organization.mn_okpo,
):
with self.subTest(search_query=search_query):
response = self.client.get(
"/api/v1/fas/goz/",
{"search": search_query, "page_size": 20},
)
self.assertEqual(response.status_code, status.HTTP_200_OK)
self.assertEqual(
[item["id"] for item in response.data["data"]],
[matching_record.id],
)
def test_fns_financial_results_searches_and_orders_by_registry_organization(self): def test_fns_financial_results_searches_and_orders_by_registry_organization(self):
alpha_org = RegisterOrganizationFactory( alpha_org = RegisterOrganizationFactory(
pn_name='alpha "ФНС"', pn_name='alpha "ФНС"',