sitatech commited on
Commit
dbfa2d9
·
1 Parent(s): 37fc003

[llm|vtry] use the right modal env

Browse files
Files changed (2) hide show
  1. llm/configs.py +9 -3
  2. virtual_try/configs.py +8 -2
llm/configs.py CHANGED
@@ -18,10 +18,16 @@ vllm_image = (
18
  MODEL_NAME = "RedHatAI/Mistral-Small-3.1-24B-Instruct-2503-FP8-dynamic"
19
  MODEL_REVISION = "3f96d104cdf17d4697995d2848efe6d313494ce5"
20
 
21
- hf_cache_vol = modal.Volume.from_name("huggingface-cache", create_if_missing=True)
22
- vllm_cache_vol = modal.Volume.from_name("vllm-cache", create_if_missing=True)
 
 
 
 
23
 
24
  N_GPU = 1
25
- API_KEY = modal.Secret.from_name("vibe-shopping-secrets", required_keys=["API_KEY"])
 
 
26
  MINUTE = 60
27
  VLLM_PORT = 8000
 
18
  MODEL_NAME = "RedHatAI/Mistral-Small-3.1-24B-Instruct-2503-FP8-dynamic"
19
  MODEL_REVISION = "3f96d104cdf17d4697995d2848efe6d313494ce5"
20
 
21
+ hf_cache_vol = modal.Volume.from_name(
22
+ "huggingface-cache", create_if_missing=True, environment_name="vibe-shopping"
23
+ )
24
+ vllm_cache_vol = modal.Volume.from_name(
25
+ "vllm-cache", create_if_missing=True, environment_name="vibe-shopping"
26
+ )
27
 
28
  N_GPU = 1
29
+ API_KEY = modal.Secret.from_name(
30
+ "vibe-shopping-secrets", required_keys=["API_KEY"], environment_name="vibe-shopping"
31
+ )
32
  MINUTE = 60
33
  VLLM_PORT = 8000
virtual_try/configs.py CHANGED
@@ -15,8 +15,14 @@ image = (
15
  .env({"HF_HUB_ENABLE_HF_TRANSFER": "1"})
16
  )
17
 
18
- hf_cache_vol = modal.Volume.from_name("huggingface-cache", create_if_missing=True)
19
- API_KEY = modal.Secret.from_name("vibe-shopping-secrets", required_keys=["VT_API_KEY"])
 
 
 
 
 
 
20
  MINUTE = 60
21
 
22
  modal_class_config = {
 
15
  .env({"HF_HUB_ENABLE_HF_TRANSFER": "1"})
16
  )
17
 
18
+ hf_cache_vol = modal.Volume.from_name(
19
+ "huggingface-cache", create_if_missing=True, environment_name="vibe-shopping"
20
+ )
21
+ API_KEY = modal.Secret.from_name(
22
+ "vibe-shopping-secrets",
23
+ required_keys=["VT_API_KEY"],
24
+ environment_name="vibe-shopping",
25
+ )
26
  MINUTE = 60
27
 
28
  modal_class_config = {