Update app.py

app.py

@@ -21,13 +21,23 @@ import pandas as pd
 import whisper
 
 
+# whisper_model = whisper.load_model("medium").to("cuda")
+# tts_model = VitsModel.from_pretrained("facebook/mms-tts-pol")
+# tts_model.to("cuda")
+# print("TTS Loaded!")
+
+
 @spaces.GPU
-whisper_model = whisper.load_model("medium").to("cuda")
-tts_model = VitsModel.from_pretrained("facebook/mms-tts-pol")
-tts_model.to("cuda")
-print("TTS Loaded!")
+def load_whisper():
+    return whisper.load_model("medium").to("cuda")
+
+@spaces.GPU()
+def load_tts():
+    tts_model = VitsModel.from_pretrained("facebook/mms-tts-pol")
+    tts_model.to("cuda")
+    tokenizer_tss = AutoTokenizer.from_pretrained("facebook/mms-tts-pol")
+    return tts_model, tokenizer_tss
 
-tokenizer_tss = AutoTokenizer.from_pretrained("facebook/mms-tts-pol")
 
 def save_to_txt(text_to_save):
     with open('prompt.txt', 'w', encoding='utf-8') as f:
@@ -42,14 +52,14 @@ def read_txt():
 ##### Chat z LLAMA ####
 ##### Chat z LLAMA ####
 ##### Chat z LLAMA ####
-
+@spaces.GPU
 def _load_model_tokenizer():
     model_id = 'tangger/Qwen-7B-Chat'
     tokenizer = AutoTokenizer.from_pretrained(model_id,  trust_remote_code=True)
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto",trust_remote_code=True, fp16=True).eval()  
     return model, tokenizer
-
-
+whisper_model = load_whisper()
+tts_model, tokenizer_tss = load_tts()
 model, tokenizer = _load_model_tokenizer()
 def postprocess(self, y):
     if y is None: