feat: add parser source dashboard and scheduling
Some checks failed
CI/CD Pipeline / Run Tests (pull_request) Successful in 1m13s
CI/CD Pipeline / Code Quality Checks (pull_request) Successful in 1m18s
CI/CD Pipeline / Build Docker Images (pull_request) Failing after 2m46s
CI/CD Pipeline / Push to Gitea Registry (pull_request) Has been skipped

This commit is contained in:
2026-04-27 23:36:28 +02:00
parent 199d871923
commit 14196a7549
96 changed files with 15014 additions and 309 deletions

View File

@@ -2,14 +2,15 @@ name: CI/CD Pipeline
on:
push:
branches: [ main, develop ]
branches: [ main, dev ]
pull_request:
branches: [ main, develop ]
branches: [ main, dev ]
jobs:
lint:
name: Code Quality Checks
runs-on: ubuntu-latest
timeout-minutes: 15
steps:
- name: Checkout code
@@ -21,9 +22,7 @@ jobs:
python-version: '3.11'
- name: Install uv
run: |
curl -LsSf https://astral.sh/uv/install.sh | sh
echo "$HOME/.local/bin" >> $GITHUB_PATH
run: python -m pip install --upgrade pip uv
- name: Create virtual environment
run: uv venv
@@ -36,40 +35,17 @@ jobs:
- name: Run Ruff linting
run: |
source .venv/bin/activate
ruff check .
ruff check src
- name: Run Ruff formatting check
run: |
source .venv/bin/activate
ruff format . --check
ruff format src --check
test:
name: Run Tests
runs-on: ubuntu-latest
services:
postgres:
image: postgres:15.10
env:
POSTGRES_DB: test_db
POSTGRES_USER: postgres
POSTGRES_PASSWORD: postgres
options: >-
--health-cmd pg_isready
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 5432:5432
redis:
image: redis:7-alpine
options: >-
--health-cmd "redis-cli ping"
--health-interval 10s
--health-timeout 5s
--health-retries 5
ports:
- 6379:6379
timeout-minutes: 20
steps:
- name: Checkout code
@@ -81,9 +57,7 @@ jobs:
python-version: '3.11'
- name: Install uv
run: |
curl -LsSf https://astral.sh/uv/install.sh | sh
echo "$HOME/.local/bin" >> $GITHUB_PATH
run: python -m pip install --upgrade pip uv
- name: Create virtual environment
run: uv venv
@@ -93,35 +67,19 @@ jobs:
source .venv/bin/activate
uv sync --dev
- name: Wait for services to be ready
run: |
# Wait for PostgreSQL
until pg_isready -h localhost -p 5432 -U postgres; do
echo "Waiting for PostgreSQL..."
sleep 2
done
# Wait for Redis
until redis-cli -h localhost -p 6379 ping; do
echo "Waiting for Redis..."
sleep 2
done
- name: Run Django tests
run: |
source .venv/bin/activate
cd src
python manage.py test --verbosity=2
env:
DJANGO_SETTINGS_MODULE: config.settings.development
DATABASE_URL: postgres://postgres:postgres@localhost:5432/test_db
REDIS_URL: redis://localhost:6379/0
CELERY_BROKER_URL: redis://localhost:6379/0
DJANGO_SETTINGS_MODULE: config.settings.test
SECRET_KEY: test-secret-key-for-ci
build:
name: Build Docker Images
runs-on: ubuntu-latest
timeout-minutes: 20
needs: [lint, test]
steps:
@@ -181,7 +139,7 @@ jobs:
name: Push to Gitea Registry
runs-on: ubuntu-latest
needs: [build]
if: github.ref == 'refs/heads/main' || github.ref == 'refs/heads/develop'
if: github.ref == 'refs/heads/main' || github.ref == 'refs/heads/dev'
steps:
- name: Checkout code