chore: increase SHARED_BUFFERS and WORK_MEM (#1354)

openfoodfacts · Jul 4, 2024 · f26fdba · f26fdba
1 parent b49836b
commit f26fdba
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 4 deletions.
diff --git a/.env b/.env
@@ -92,4 +92,11 @@ ENABLE_MONGODB_ACCESS=0
 GUNICORN_PRELOAD_APP=0
 
 # The log level for the robotoff service
-LOG_LEVEL=DEBUG
+LOG_LEVEL=DEBUG
+
+# PostgreSQL configuration
+
+# Use 16G in production
+ROBOTOFF_POSTGRES_SHARED_BUFFERS=1GB
+# Use 1G in production
+ROBOTOFF_POSTGRES_WORK_MEM=64MB
diff --git a/.github/workflows/container-deploy.yml b/.github/workflows/container-deploy.yml
@@ -134,10 +134,14 @@ jobs:
           echo "INFLUXDB_BUCKET=off_metrics" >> .env
           echo "INFLUXDB_AUTH_TOKEN=${{ secrets.INFLUXDB_AUTH_TOKEN }}" >> .env
           echo "SLACK_TOKEN=${{ secrets.SLACK_TOKEN }}" >> .env
-          echo "GUNICORN_NUM_WORKERS=8"
+          echo "GUNICORN_NUM_WORKERS=8" >> .env
           echo "EVENTS_API_URL=https://event.openfoodfacts.${{ env.ROBOTOFF_TLD }}" >> .env
           echo "IMAGE_MODERATION_SERVICE_URL=${{ env.IMAGE_MODERATION_SERVICE_URL }}" >> .env
 
+          # PostgreSQL config
+          echo "ROBOTOFF_POSTGRES_SHARED_BUFFERS=16GB" >> .env
+          echo "ROBOTOFF_POSTGRES_WORK_MEM=1GB" >> .env
+
 
     - name: Create Docker volumes
       uses: appleboy/ssh-action@master

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -109,8 +109,8 @@ services:
       - postgres-data:/var/lib/postgresql/data
       - backup:/opt/robotoff-backups
       - ./scripts/backup_postgres.sh:/opt/backup_postgres.sh
-    command: postgres -c shared_buffers=1024MB -c work_mem=64MB
-    mem_limit: 4g
+    command: postgres -c shared_buffers=${ROBOTOFF_POSTGRES_SHARED_BUFFERS} -c work_mem=${ROBOTOFF_POSTGRES_WORK_MEM}
+    mem_limit: 20g
     shm_size: 1g
     ports:
       - "${POSTGRES_EXPOSE:-127.0.0.1:5432}:5432"