Update app.py

app.py

@@ -28,7 +28,7 @@ This Space demonstrates LAIONBOT functionalities,
 
 
 def load_whisper():
-    return whisper.load_model("medium")
+    return whisper.load_model("medium", device  = 'cpu')
 
 def load_tts():
     tts_model = VitsModel.from_pretrained("facebook/mms-tts-pol")
@@ -52,9 +52,10 @@ def _load_model_tokenizer():
     tokenizer = AutoTokenizer.from_pretrained(model_id,  trust_remote_code=True)
     model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto",trust_remote_code=True, fp16=True).eval()  
     return model, tokenizer
-
+whisper_model = load_whisper()
 if torch.cuda.is_available():
-    whisper_model = load_whisper()
+    whisper_model = whisper_model.to(device='cuda')
+    #whisper_model = load_whisper()
     tts_model, tokenizer_tss = load_tts()
     model, tokenizer = _load_model_tokenizer()