perf: increase shared memory size

winstxnhdw · Sep 25, 2024 · 77e7f51 · 77e7f51
1 parent b1dbbb0
commit 77e7f51
Show file tree

Hide file tree

Showing 2 changed files with 10 additions and 0 deletions.
diff --git a/compose.gpu.yaml b/compose.gpu.yaml
@@ -6,6 +6,11 @@ services:
  REDIS_URL: redis://redis:6379
  BACKEND_PORT: ${BACKEND_PORT}
  USE_CUDA: True
+ shm_size: 1G
+ ulimits:
+ memlock:
+ soft: -1
+ hard: -1
  volumes:
  - ./tmp/backend/huggingface:/home/user/.cache/huggingface/hub
  - ./tmp/backend/torch:/home/user/.cache/torch

diff --git a/compose.yaml b/compose.yaml
@@ -37,6 +37,11 @@ services:
  CT2_USE_EXPERIMENTAL_PACKED_GEMM: ${CT2_USE_EXPERIMENTAL_PACKED_GEMM}
  OMP_NUM_THREADS: ${OMP_NUM_THREADS}
  security_opt: [seccomp:unconfined]
+ shm_size: 1G
+ ulimits:
+ memlock:
+ soft: -1
+ hard: -1
  volumes:
  - ./tmp/backend/huggingface:/home/user/.cache/huggingface/hub
  - ./tmp/backend/torch:/home/user/.cache/torch