chore(ml): memory optimisations (#3934)

This commit is contained in:
Mert
2023-08-31 19:30:53 -04:00
committed by GitHub
parent c0a48d7357
commit 41461e0d5d
8 changed files with 122 additions and 107 deletions

13
machine-learning/start.sh Executable file
View File

@ -0,0 +1,13 @@
#!/usr/bin/env sh
export LD_PRELOAD="/usr/lib/$(arch)-linux-gnu/libmimalloc.so.2"
: "${MACHINE_LEARNING_HOST:=0.0.0.0}"
: "${MACHINE_LEARNING_PORT:=3003}"
: "${MACHINE_LEARNING_WORKERS:=1}"
gunicorn app.main:app \
-k uvicorn.workers.UvicornWorker \
-w $MACHINE_LEARNING_WORKERS \
-b $MACHINE_LEARNING_HOST:$MACHINE_LEARNING_PORT \
--log-config-json log_conf.json