fix(parsers): handle stale and blocked sources
Some checks failed
CI/CD Pipeline / Manual Action Help (push) Has been skipped
CI/CD Pipeline / Build Golden Images (push) Has been skipped
CI/CD Pipeline / Quality Gate (push) Failing after 1s
CI/CD Pipeline / Start Dev Containers in Dokploy (push) Has been skipped
CI/CD Pipeline / Drop and Recreate Dev Database (push) Has been skipped
CI/CD Pipeline / Build and Push Images (push) Has been skipped
CI/CD Pipeline / Deploy Dev in Dokploy (push) Has been skipped
CI/CD Pipeline / Internal Notify (push) Successful in 1s
Some checks failed
CI/CD Pipeline / Manual Action Help (push) Has been skipped
CI/CD Pipeline / Build Golden Images (push) Has been skipped
CI/CD Pipeline / Quality Gate (push) Failing after 1s
CI/CD Pipeline / Start Dev Containers in Dokploy (push) Has been skipped
CI/CD Pipeline / Drop and Recreate Dev Database (push) Has been skipped
CI/CD Pipeline / Build and Push Images (push) Has been skipped
CI/CD Pipeline / Deploy Dev in Dokploy (push) Has been skipped
CI/CD Pipeline / Internal Notify (push) Successful in 1s
This commit is contained in:
@@ -1,8 +1,10 @@
|
||||
"""Tests for parsers services."""
|
||||
|
||||
from datetime import timedelta
|
||||
from unittest.mock import patch
|
||||
from urllib.parse import urlparse
|
||||
|
||||
from apps.core.models import BackgroundJob, JobStatus
|
||||
from apps.parsers.clients.minpromtorg.industrial import IndustrialProductionClient
|
||||
from apps.parsers.clients.minpromtorg.schemas import (
|
||||
IndustrialCertificate,
|
||||
@@ -32,6 +34,7 @@ from apps.parsers.services import (
|
||||
)
|
||||
from apps.registers.models import Organization
|
||||
from django.test import TestCase, override_settings, tag
|
||||
from django.utils import timezone
|
||||
|
||||
from tests.utils import TestHTTPServer
|
||||
from tests.utils.fixtures import build_minpromtorg_certificates_excel, fake
|
||||
@@ -367,6 +370,47 @@ class ParserLoadLogServiceTest(TestCase):
|
||||
log.refresh_from_db()
|
||||
self.assertEqual(log.records_count, 250)
|
||||
|
||||
def test_mark_stale_in_progress_failed_marks_old_logs(self):
|
||||
"""Old in_progress logs without a fresh active job are closed."""
|
||||
log = ParserLoadLogFactory(
|
||||
source=ParserLoadLog.Source.INDUSTRIAL_PRODUCTS,
|
||||
batch_id=1,
|
||||
status=ParserLoadLog.Status.IN_PROGRESS,
|
||||
)
|
||||
ParserLoadLog.objects.filter(pk=log.pk).update(
|
||||
updated_at=timezone.now() - timedelta(hours=3)
|
||||
)
|
||||
|
||||
updated = ParserLoadLogService.mark_stale_in_progress_failed(max_age_minutes=90)
|
||||
|
||||
log.refresh_from_db()
|
||||
self.assertEqual(updated, 1)
|
||||
self.assertEqual(log.status, ParserLoadLog.Status.FAILED)
|
||||
self.assertIn("Stale parser load", log.error_message)
|
||||
|
||||
def test_mark_stale_in_progress_failed_keeps_fresh_active_job(self):
|
||||
"""A fresh active BackgroundJob keeps the matching load in progress."""
|
||||
log = ParserLoadLogFactory(
|
||||
source=ParserLoadLog.Source.INDUSTRIAL_PRODUCTS,
|
||||
batch_id=1,
|
||||
status=ParserLoadLog.Status.IN_PROGRESS,
|
||||
)
|
||||
ParserLoadLog.objects.filter(pk=log.pk).update(
|
||||
updated_at=timezone.now() - timedelta(hours=3)
|
||||
)
|
||||
BackgroundJob.objects.create(
|
||||
task_id="active-task",
|
||||
task_name="apps.parsers.tasks.parse_industrial_products",
|
||||
status=JobStatus.STARTED,
|
||||
meta={"source": log.source, "batch_id": log.batch_id},
|
||||
)
|
||||
|
||||
updated = ParserLoadLogService.mark_stale_in_progress_failed(max_age_minutes=90)
|
||||
|
||||
log.refresh_from_db()
|
||||
self.assertEqual(updated, 0)
|
||||
self.assertEqual(log.status, ParserLoadLog.Status.IN_PROGRESS)
|
||||
|
||||
|
||||
class IndustrialCertificateServiceTest(TestCase):
|
||||
"""Tests for IndustrialCertificateService."""
|
||||
|
||||
Reference in New Issue
Block a user