Some checks failed
Mostovik Backend CI/CD / Tests and lint (push) Failing after 6s
Mostovik Backend CI/CD / Build linux/amd64 release images (push) Has been skipped
Mostovik Backend CI/CD / Deploy dev (push) Has been skipped
Mostovik Backend CI/CD / Deploy and verify internal main (push) Has been skipped
164 lines
5.9 KiB
Python
164 lines
5.9 KiB
Python
import importlib
|
|
|
|
from django.apps import apps
|
|
from django.test import TestCase
|
|
from django_celery_beat.models import CrontabSchedule, IntervalSchedule, PeriodicTask
|
|
|
|
schedule_migration = importlib.import_module(
|
|
"apps.parsers.migrations.0025_consolidate_inspections_schedule"
|
|
)
|
|
|
|
|
|
class DefaultParserScheduleTest(TestCase):
|
|
def setUp(self):
|
|
# Historical seed migrations may already have installed these fixtures.
|
|
PeriodicTask.objects.filter(
|
|
name__in=[
|
|
"parser:inspections:weekly-saturday-msk",
|
|
"parse-inspections-weekly",
|
|
"parser:sync_inspections:weekly-saturday-msk",
|
|
"parser:fns_financial:weekly-saturday-msk",
|
|
]
|
|
).delete()
|
|
|
|
def test_inspections_have_one_canonical_sync_schedule(self):
|
|
crontab = CrontabSchedule.objects.create(
|
|
minute="0",
|
|
hour="0",
|
|
day_of_week="6",
|
|
day_of_month="*",
|
|
month_of_year="*",
|
|
timezone="Europe/Moscow",
|
|
)
|
|
interval = IntervalSchedule.objects.create(
|
|
every=7,
|
|
period=IntervalSchedule.DAYS,
|
|
)
|
|
PeriodicTask.objects.create(
|
|
name="parser:inspections:weekly-saturday-msk",
|
|
task="apps.parsers.tasks.parse_inspections",
|
|
crontab=crontab,
|
|
enabled=True,
|
|
)
|
|
PeriodicTask.objects.create(
|
|
name="parse-inspections-weekly",
|
|
task="apps.parsers.tasks.parse_inspections",
|
|
interval=interval,
|
|
enabled=True,
|
|
)
|
|
PeriodicTask.objects.create(
|
|
name="parser:sync_inspections:weekly-saturday-msk",
|
|
task="apps.parsers.tasks.parse_inspections",
|
|
args='["stale"]',
|
|
kwargs='{"year": 2020}',
|
|
crontab=crontab,
|
|
enabled=True,
|
|
)
|
|
|
|
schedule_migration.consolidate_inspections_schedule(apps, None)
|
|
schedule_migration.consolidate_inspections_schedule(apps, None)
|
|
|
|
schedule_names = {
|
|
"parser:inspections:weekly-saturday-msk",
|
|
"parser:sync_inspections:weekly-saturday-msk",
|
|
"parse-inspections-weekly",
|
|
}
|
|
|
|
schedules = list(
|
|
PeriodicTask.objects.filter(name__in=schedule_names)
|
|
.order_by("name")
|
|
.values_list("name", "task", "enabled", "args", "kwargs")
|
|
)
|
|
|
|
self.assertEqual(
|
|
schedules,
|
|
[
|
|
(
|
|
"parser:sync_inspections:weekly-saturday-msk",
|
|
"apps.parsers.tasks.sync_inspections",
|
|
True,
|
|
"[]",
|
|
"{}",
|
|
)
|
|
],
|
|
)
|
|
|
|
def test_fns_weekly_schedule_runs_bounded_api_sync(self):
|
|
fns_schedule_migration = importlib.import_module(
|
|
"apps.parsers.migrations.0026_update_fns_financial_schedule"
|
|
)
|
|
interval = IntervalSchedule.objects.create(
|
|
every=7,
|
|
period=IntervalSchedule.DAYS,
|
|
)
|
|
PeriodicTask.objects.create(
|
|
name="parser:fns_financial:weekly-saturday-msk",
|
|
task="apps.parsers.tasks.scan_fns_directory",
|
|
args='["stale"]',
|
|
kwargs='{"stale": true}',
|
|
interval=interval,
|
|
enabled=True,
|
|
)
|
|
|
|
fns_schedule_migration.update_fns_financial_schedule(apps, None)
|
|
fns_schedule_migration.update_fns_financial_schedule(apps, None)
|
|
|
|
task = PeriodicTask.objects.get(name="parser:fns_financial:weekly-saturday-msk")
|
|
self.assertEqual(
|
|
task.task,
|
|
"apps.parsers.tasks.sync_fns_financial_reports",
|
|
)
|
|
self.assertEqual(task.args, "[]")
|
|
self.assertEqual(task.kwargs, "{}")
|
|
self.assertTrue(task.enabled)
|
|
self.assertIsNotNone(task.crontab_id)
|
|
self.assertIsNone(task.interval_id)
|
|
|
|
|
|
class RequestedSourceScheduleTest(TestCase):
|
|
def test_forward_migration_enables_exact_five_sources_idempotently(self):
|
|
for name in (
|
|
"0043_fssp_disabled_schedule",
|
|
"0045_checko_disabled_schedules",
|
|
"0047_exchange_disabled_schedule",
|
|
):
|
|
importlib.import_module(f"apps.parsers.migrations.{name}").seed(apps, None)
|
|
other = PeriodicTask.objects.create(
|
|
name="unrelated-disabled-schedule",
|
|
task="synthetic.unrelated",
|
|
interval=IntervalSchedule.objects.first(),
|
|
enabled=False,
|
|
)
|
|
migration = importlib.import_module(
|
|
"apps.parsers.migrations.0048_enable_requested_source_schedules"
|
|
)
|
|
migration.enable_schedules(apps, None)
|
|
migration.enable_schedules(apps, None)
|
|
expected = {
|
|
"parser:fssp-enforcement-proceedings:daily": (
|
|
"parsers.fssp_enforcement_proceedings.refresh",
|
|
1,
|
|
),
|
|
"parser:stock-exchange-activity:daily": (
|
|
"parsers.stock_exchange_activity.refresh",
|
|
1,
|
|
),
|
|
"parser:checko-leasing:monthly": ("parsers.checko_leasing.refresh", 30),
|
|
"parser:checko-messages:monthly": ("parsers.checko_messages.refresh", 30),
|
|
"parser:checko-licenses:monthly": ("parsers.checko_licenses.refresh", 30),
|
|
}
|
|
tasks = list(
|
|
PeriodicTask.objects.filter(name__in=expected).select_related("interval")
|
|
)
|
|
assert len(tasks) == 5
|
|
for task in tasks:
|
|
assert task.enabled
|
|
assert (task.task, task.interval.every) == expected[task.name]
|
|
assert task.interval.period == "days"
|
|
assert task.args == "[]" and task.kwargs == "{}"
|
|
other.refresh_from_db()
|
|
assert not other.enabled
|
|
migration.disable_schedules(apps, None)
|
|
assert not PeriodicTask.objects.filter(name__in=expected, enabled=True).exists()
|
|
assert PeriodicTask.objects.filter(name__in=expected).count() == 5
|