diff --git a/docker-compose.dev.yml b/docker-compose.dev.yml index 4fa0ef6..cd6db37 100644 --- a/docker-compose.dev.yml +++ b/docker-compose.dev.yml @@ -84,11 +84,16 @@ services: target: runtime-celery container_name: mostovik_celery_worker restart: unless-stopped + environment: + CELERY_WORKER_CONCURRENCY: "1" + CELERY_WORKER_MAX_MEMORY_PER_CHILD_KB: "3145728" env_file: - .env.dev depends_on: migrate: condition: service_completed_successfully + mem_limit: 3g + memswap_limit: 3g volumes: - ./src:/app/src - ./logs:/app/logs diff --git a/docker-compose.prod.yml b/docker-compose.prod.yml index 73e2e4b..02df776 100644 --- a/docker-compose.prod.yml +++ b/docker-compose.prod.yml @@ -48,11 +48,16 @@ services: image: ${CELERY_IMAGE:-mostovik/celery:latest} container_name: mostovik_celery_worker restart: unless-stopped + environment: + CELERY_WORKER_CONCURRENCY: "1" + CELERY_WORKER_MAX_MEMORY_PER_CHILD_KB: "3145728" env_file: - .env.prod depends_on: migrate: condition: service_completed_successfully + mem_limit: 3g + memswap_limit: 3g volumes: - ./logs:/app/logs - ./input:/app/input diff --git a/docker/scripts/start-celery-worker.sh b/docker/scripts/start-celery-worker.sh index 757bdab..68e394a 100755 --- a/docker/scripts/start-celery-worker.sh +++ b/docker/scripts/start-celery-worker.sh @@ -17,4 +17,5 @@ esac exec celery -A core worker \ --loglevel="${CELERY_LOG_LEVEL:-INFO}" \ - --concurrency="${CELERY_WORKER_CONCURRENCY:-2}" + --concurrency="${CELERY_WORKER_CONCURRENCY:-1}" \ + --max-memory-per-child="${CELERY_WORKER_MAX_MEMORY_PER_CHILD_KB:-3145728}"