Spaces:
Sleeping
Sleeping
Create state_manager.py
Browse files
my_model/utilities/state_manager.py
ADDED
|
@@ -0,0 +1,90 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import pandas as pd
|
| 2 |
+
import streamlit as st
|
| 3 |
+
|
| 4 |
+
|
| 5 |
+
class StateManager:
|
| 6 |
+
def __init__(self):
|
| 7 |
+
self.initialize_state()
|
| 8 |
+
|
| 9 |
+
def initialize_state(self):
|
| 10 |
+
if 'images_data' not in st.session_state:
|
| 11 |
+
st.session_state['images_data'] = {}
|
| 12 |
+
if 'model_settings' not in st.session_state:
|
| 13 |
+
st.session_state['model_settings'] = {'detection_model': None, 'confidence_level': None}
|
| 14 |
+
if 'kbvqa' not in st.session_state:
|
| 15 |
+
st.session_state['kbvqa'] = None
|
| 16 |
+
if 'selected_method' not in st.session_state:
|
| 17 |
+
st.session_state['selected_method'] = None
|
| 18 |
+
|
| 19 |
+
def update_model_settings(self, detection_model=None, confidence_level=None, selected_method=None):
|
| 20 |
+
if detection_model is not None:
|
| 21 |
+
st.session_state['model_settings']['detection_model'] = detection_model
|
| 22 |
+
if confidence_level is not None:
|
| 23 |
+
st.session_state['model_settings']['confidence_level'] = confidence_level
|
| 24 |
+
if selected_method is not None:
|
| 25 |
+
st.session_state['selected_method'] = selected_method
|
| 26 |
+
|
| 27 |
+
def check_settings_changed(self, current_selected_method, current_detection_model, current_confidence_level):
|
| 28 |
+
return (st.session_state['model_settings']['detection_model'] != current_detection_model or
|
| 29 |
+
st.session_state['model_settings']['confidence_level'] != current_confidence_level or
|
| 30 |
+
st.session_state['selected_method'] != current_selected_method)
|
| 31 |
+
|
| 32 |
+
def display_model_settings(self):
|
| 33 |
+
st.write("### Current Model Settings:")
|
| 34 |
+
st.table(pd.DataFrame(st.session_state['model_settings'], index=[0]))
|
| 35 |
+
|
| 36 |
+
def display_session_state(self):
|
| 37 |
+
st.write("### Current Session State:")
|
| 38 |
+
data = [{'Key': key, 'Value': str(value)} for key, value in st.session_state.items()]
|
| 39 |
+
df = pd.DataFrame(data)
|
| 40 |
+
st.table(df)
|
| 41 |
+
|
| 42 |
+
def get_model(self):
|
| 43 |
+
"""Retrieve the KBVQA model from the session state."""
|
| 44 |
+
return st.session_state.get('kbvqa', None)
|
| 45 |
+
|
| 46 |
+
def is_model_loaded(self):
|
| 47 |
+
return 'kbvqa' in st.session_state and st.session_state['kbvqa'] is not None
|
| 48 |
+
|
| 49 |
+
def reload_detection_model(self, detection_model, confidence_level):
|
| 50 |
+
try:
|
| 51 |
+
free_gpu_resources()
|
| 52 |
+
if self.is_model_loaded():
|
| 53 |
+
prepare_kbvqa_model(detection_model, only_reload_detection_model=True)
|
| 54 |
+
st.session_state['kbvqa'].detection_confidence = confidence_level
|
| 55 |
+
self.update_model_settings(detection_model, confidence_level)
|
| 56 |
+
free_gpu_resources()
|
| 57 |
+
except Exception as e:
|
| 58 |
+
st.error(f"Error reloading detection model: {e}")
|
| 59 |
+
|
| 60 |
+
# New methods to be added
|
| 61 |
+
def process_new_image(self, image_key, image, kbvqa):
|
| 62 |
+
if image_key not in st.session_state['images_data']:
|
| 63 |
+
st.session_state['images_data'][image_key] = {
|
| 64 |
+
'image': image,
|
| 65 |
+
'caption': '',
|
| 66 |
+
'detected_objects_str': '',
|
| 67 |
+
'qa_history': [],
|
| 68 |
+
'analysis_done': False
|
| 69 |
+
}
|
| 70 |
+
|
| 71 |
+
def analyze_image(self, image, kbvqa):
|
| 72 |
+
img = copy.deepcopy(image)
|
| 73 |
+
caption = kbvqa.get_caption(img)
|
| 74 |
+
image_with_boxes, detected_objects_str = kbvqa.detect_objects(img)
|
| 75 |
+
return caption, detected_objects_str, image_with_boxes
|
| 76 |
+
|
| 77 |
+
def add_to_qa_history(self, image_key, question, answer):
|
| 78 |
+
if image_key in st.session_state['images_data']:
|
| 79 |
+
st.session_state['images_data'][image_key]['qa_history'].append((question, answer))
|
| 80 |
+
|
| 81 |
+
def get_images_data(self):
|
| 82 |
+
return st.session_state['images_data']
|
| 83 |
+
|
| 84 |
+
def update_image_data(self, image_key, caption, detected_objects_str, analysis_done):
|
| 85 |
+
if image_key in st.session_state['images_data']:
|
| 86 |
+
st.session_state['images_data'][image_key].update({
|
| 87 |
+
'caption': caption,
|
| 88 |
+
'detected_objects_str': detected_objects_str,
|
| 89 |
+
'analysis_done': analysis_done
|
| 90 |
+
})
|