CPU (stateless GPU mode)

app/utils.py

@@ -70,6 +70,10 @@ def get_current_device():
     try:
         device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
         device_name = torch.cuda.get_device_name(0) if torch.cuda.is_available() else "CPU"
+        torch.tensor([0], dtype=torch.float32, device=device)
+        if torch.cuda.is_available():
+            torch.cuda.empty_cache()
+            logging.debug("GPU cache cleared")
     except RuntimeError as e:
         if "CUDA must not be initialized" in str(e):
             device = torch.device("cpu")