Start adding LoRA

app.py

@@ -1,19 +1,27 @@
 import spaces
 import gradio as gr
 import torch
-from transformers import AutoTokenizer, AutoModelForCausalLM
+from peft import PeftModel, PeftConfig
+from transformers import AutoModelForCausalLM, AutoTokenizer
+from IPython import embed
+
 import json
 from datetime import datetime
 from uuid import uuid4
 import os
 from pathlib import Path
-
 from huggingface_hub import CommitScheduler
 
 # TODO make it so that feedback is only saved on prev. example if user makes another obfuscation
 # and changes slider but doesn't hit obfuscate
 # TODO maybe make it save and reset if user hits submit feedback
 # TODO sampling params for modles
+# TODO obfuscation ID?
+
+# Converts text to the correct format for LoRA adapters in StyleRemix
+def convert_data_to_format(text):
+    output = f"### Original: {text}\n ### Rewrite:"
+    return output
 
 MODEL_PATHS = {
     "length_more": "hallisky/lora-length-long-llama-3-8b",