debugging

app.py

@@ -6,13 +6,14 @@ import gradio as gr
 from huggingface_hub import login
 
 # Initialize model and tokenizer
-mistral_path = "mistralai/Mistral-7B-Instruct-v0.3"  # Update this path as needed
+mistral_path = "mistralai/Mistral-7B-Instruct-v0.3"
+# mistral_path = "E:/language_models/models/mistral"
 
 access_token = os.getenv("mistralaccesstoken")
 login(access_token)
 
+#tokenizer = AutoTokenizer.from_pretrained(mistral_path)
 tokenizer = AutoTokenizer.from_pretrained(mistral_path)
-#tokenizer = AutoTokenizer.from_pretrained("E:/language_models/models/mistral")
 tokenizer.pad_token_id = 0
 
 model = AutoModelForCausalLM.from_pretrained(
@@ -48,6 +49,7 @@ def toggle_slider(checked):
 # Function to generate the model's response
 def generate_response(system_prompt, user_message, *args, history=None):
     # args contains alternating checkbox and slider values
+    print("generating response for user query {user_message}")
     num_controls = len(control_vector_files)
     checkboxes = args[0::2]  # Extract every first item in each pair
     sliders = args[1::2]     # Extract every second item in each pair
@@ -55,14 +57,17 @@ def generate_response(system_prompt, user_message, *args, history=None):
     # Reset any previous control vectors
     model.reset()
     
+    print("applying weights")
     # Apply selected control vectors with their corresponding weights
     for i in range(num_controls):
         if checkboxes[i]:
+            print(f"checkbox: {i} True for {cv_file}, weight: {weight}")
             cv_file = control_vector_files[i]
             weight = sliders[i]
             try:
                 control_vector = ControlVector.import_gguf(cv_file)
                 model.set_control(control_vector, weight)
+                print("control vector set for {cv_file}")
             except Exception as e:
                 print(f"Failed to set control vector {cv_file}: {e}")
     
@@ -101,12 +106,7 @@ with gr.Blocks() as demo:
                 placeholder="Enter system-level instructions here..."
             )
             
-            # User Message Input
-            user_input = gr.Textbox(
-                label="User Message",
-                lines=2,
-                placeholder="Type your message here..."
-            )
+            
             
             gr.Markdown("### 📊 Control Vectors")
             
@@ -145,6 +145,13 @@ with gr.Blocks() as demo:
         with gr.Column(scale=2):
             # Chatbot to display conversation
             chatbot = gr.Chatbot(label="🗨️ Conversation")
+
+            # User Message Input
+            user_input = gr.Textbox(
+                label="User Message",
+                lines=2,
+                placeholder="Type your message here..."
+            )
     
     # State to keep track of conversation history
     state = gr.State([])
@@ -164,4 +171,7 @@ with gr.Blocks() as demo:
 
 # Launch the Gradio app
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch()
+    # control_checks = []
+    # control_checks.append()
+    # generate_response("helpful assistant", "help me come up with a lie to my boss about why I'm late", ((True), (-1.0)), None)