Update my_model/tabs/run_inference.py

my_model/tabs/run_inference.py

@@ -84,13 +84,17 @@ class InferenceRunner(StateManager):
             if self.col1.button(st.session_state.button_label):
                 if st.session_state.button_label == "Load Model":
                     if self.is_model_loaded():
+                        free_gpu_resources()
                         self.col1.text("Model already loaded and no settings were changed:)")
-                    else: 
+                    else:
+                        free_gpu_resources()
                         self.load_model()
                 else:
+                    free_gpu_resources()
                     self.reload_detection_model()
 
             if self.is_model_loaded() and st.session_state.kbvqa.all_models_loaded:
+                free_gpu_resources()
                 self.image_qa_app(self.get_model())
         else:
             self.col1.warning(f'Model using {st.session_state.method} is not deployed yet, will be ready later.')