Files
mostovik-backend/tests/apps/parsers/test_parser_schedules.py
Aleksandr Meshchryakov af02d1ce8a
Some checks failed
Mostovik Backend CI/CD / Tests and lint (push) Failing after 6s
Mostovik Backend CI/CD / Build linux/amd64 release images (push) Has been skipped
Mostovik Backend CI/CD / Deploy dev (push) Has been skipped
Mostovik Backend CI/CD / Deploy and verify internal main (push) Has been skipped
feat: enable requested source collection schedules
2026-10-05 18:31:13 +02:00

164 lines
5.9 KiB
Python

import importlib
from django.apps import apps
from django.test import TestCase
from django_celery_beat.models import CrontabSchedule, IntervalSchedule, PeriodicTask
schedule_migration = importlib.import_module(
"apps.parsers.migrations.0025_consolidate_inspections_schedule"
)
class DefaultParserScheduleTest(TestCase):
def setUp(self):
# Historical seed migrations may already have installed these fixtures.
PeriodicTask.objects.filter(
name__in=[
"parser:inspections:weekly-saturday-msk",
"parse-inspections-weekly",
"parser:sync_inspections:weekly-saturday-msk",
"parser:fns_financial:weekly-saturday-msk",
]
).delete()
def test_inspections_have_one_canonical_sync_schedule(self):
crontab = CrontabSchedule.objects.create(
minute="0",
hour="0",
day_of_week="6",
day_of_month="*",
month_of_year="*",
timezone="Europe/Moscow",
)
interval = IntervalSchedule.objects.create(
every=7,
period=IntervalSchedule.DAYS,
)
PeriodicTask.objects.create(
name="parser:inspections:weekly-saturday-msk",
task="apps.parsers.tasks.parse_inspections",
crontab=crontab,
enabled=True,
)
PeriodicTask.objects.create(
name="parse-inspections-weekly",
task="apps.parsers.tasks.parse_inspections",
interval=interval,
enabled=True,
)
PeriodicTask.objects.create(
name="parser:sync_inspections:weekly-saturday-msk",
task="apps.parsers.tasks.parse_inspections",
args='["stale"]',
kwargs='{"year": 2020}',
crontab=crontab,
enabled=True,
)
schedule_migration.consolidate_inspections_schedule(apps, None)
schedule_migration.consolidate_inspections_schedule(apps, None)
schedule_names = {
"parser:inspections:weekly-saturday-msk",
"parser:sync_inspections:weekly-saturday-msk",
"parse-inspections-weekly",
}
schedules = list(
PeriodicTask.objects.filter(name__in=schedule_names)
.order_by("name")
.values_list("name", "task", "enabled", "args", "kwargs")
)
self.assertEqual(
schedules,
[
(
"parser:sync_inspections:weekly-saturday-msk",
"apps.parsers.tasks.sync_inspections",
True,
"[]",
"{}",
)
],
)
def test_fns_weekly_schedule_runs_bounded_api_sync(self):
fns_schedule_migration = importlib.import_module(
"apps.parsers.migrations.0026_update_fns_financial_schedule"
)
interval = IntervalSchedule.objects.create(
every=7,
period=IntervalSchedule.DAYS,
)
PeriodicTask.objects.create(
name="parser:fns_financial:weekly-saturday-msk",
task="apps.parsers.tasks.scan_fns_directory",
args='["stale"]',
kwargs='{"stale": true}',
interval=interval,
enabled=True,
)
fns_schedule_migration.update_fns_financial_schedule(apps, None)
fns_schedule_migration.update_fns_financial_schedule(apps, None)
task = PeriodicTask.objects.get(name="parser:fns_financial:weekly-saturday-msk")
self.assertEqual(
task.task,
"apps.parsers.tasks.sync_fns_financial_reports",
)
self.assertEqual(task.args, "[]")
self.assertEqual(task.kwargs, "{}")
self.assertTrue(task.enabled)
self.assertIsNotNone(task.crontab_id)
self.assertIsNone(task.interval_id)
class RequestedSourceScheduleTest(TestCase):
def test_forward_migration_enables_exact_five_sources_idempotently(self):
for name in (
"0043_fssp_disabled_schedule",
"0045_checko_disabled_schedules",
"0047_exchange_disabled_schedule",
):
importlib.import_module(f"apps.parsers.migrations.{name}").seed(apps, None)
other = PeriodicTask.objects.create(
name="unrelated-disabled-schedule",
task="synthetic.unrelated",
interval=IntervalSchedule.objects.first(),
enabled=False,
)
migration = importlib.import_module(
"apps.parsers.migrations.0048_enable_requested_source_schedules"
)
migration.enable_schedules(apps, None)
migration.enable_schedules(apps, None)
expected = {
"parser:fssp-enforcement-proceedings:daily": (
"parsers.fssp_enforcement_proceedings.refresh",
1,
),
"parser:stock-exchange-activity:daily": (
"parsers.stock_exchange_activity.refresh",
1,
),
"parser:checko-leasing:monthly": ("parsers.checko_leasing.refresh", 30),
"parser:checko-messages:monthly": ("parsers.checko_messages.refresh", 30),
"parser:checko-licenses:monthly": ("parsers.checko_licenses.refresh", 30),
}
tasks = list(
PeriodicTask.objects.filter(name__in=expected).select_related("interval")
)
assert len(tasks) == 5
for task in tasks:
assert task.enabled
assert (task.task, task.interval.every) == expected[task.name]
assert task.interval.period == "days"
assert task.args == "[]" and task.kwargs == "{}"
other.refresh_from_db()
assert not other.enabled
migration.disable_schedules(apps, None)
assert not PeriodicTask.objects.filter(name__in=expected, enabled=True).exists()
assert PeriodicTask.objects.filter(name__in=expected).count() == 5