feat: add Fedresurs profiles and integrated structures sources
Some checks failed
Mostovik Backend CI/CD / Tests and lint (push) Failing after 6m35s
Mostovik Backend CI/CD / Build linux/amd64 release images (push) Has been skipped
Mostovik Backend CI/CD / Deploy dev (push) Has been skipped
Mostovik Backend CI/CD / Deploy and verify internal main (push) Has been skipped

This commit is contained in:
Aleksandr Meshchryakov
2026-09-24 14:14:01 +02:00
parent 4c869b856c
commit 85a3c0650e
42 changed files with 3166 additions and 49 deletions

View File

@@ -79,7 +79,7 @@ def _complete_snapshot_job(job, load_log, artifact, result) -> dict:
def _claim_snapshot_job(job, source, task_name):
with transaction.atomic():
if source == "sro_membership_check":
if source in ("sro_membership_check", "fedresurs_company_profile"):
sequence, _ = ParserBatchSequence.objects.get_or_create(source=source)
ParserBatchSequence.objects.select_for_update().get(pk=sequence.pk)
if (
@@ -261,3 +261,29 @@ def parse_sro_membership(
track_progress=True,
mode=mode,
)
@shared_task(
bind=True,
name="parsers.fedresurs_company_profile.refresh",
soft_time_limit=24 * 3600,
time_limit=24 * 3600 + 300,
)
def parse_fedresurs_company_profiles(
self, *, requested_by_id: int | None = None, mode: str = "full",
organization_uids: list[str] | None = None,
) -> dict:
from apps.parsers.fedresurs_snapshot import refresh_fedresurs_company_profiles
return _run_snapshot(
self,
source="fedresurs_company_profile",
refresh=partial(
refresh_fedresurs_company_profiles,
mode=mode,
organization_uids=organization_uids,
),
requested_by_id=requested_by_id,
track_progress=True,
mode=mode,
)