update serv

VIRAL-UCBL1 · Jan 20, 2025 · bc443af · bc443af
1 parent 35cb2e1
commit bc443af
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/src/LLM/ServerVideoLVLM.py b/src/LLM/ServerVideoLVLM.py
@@ -152,6 +152,9 @@ def process_video():
         print('error mem cuda, going to free one model of ollama')
         ollama_model = _execute_ollama_ps()
         _execute_ollama_stop(ollama_model)
+        ollama_model = _execute_ollama_ps()
+
+        torch.cuda.empty_cache()
         with torch.no_grad():
             output = model.generate(
                 input_ids,