fix(ml): race condition when loading models (#3207)

* sync model loading, disabled model ttl by default

* disable revalidation if model unloading disabled

* moved lock
This commit is contained in:
Mert
2023-07-11 13:01:21 -04:00
committed by GitHub
parent 9ad024c189
commit 848ba685eb
3 changed files with 6 additions and 10 deletions

View File

@ -13,7 +13,7 @@ class Settings(BaseSettings):
facial_recognition_model: str = "buffalo_l"
min_tag_score: float = 0.9
eager_startup: bool = True
model_ttl: int = 300
model_ttl: int = 0
host: str = "0.0.0.0"
port: int = 3003
workers: int = 1