Update to LXT 2.1

README.md

@@ -4,7 +4,7 @@ emoji: 🌴
 colorFrom: blue
 colorTo: green
 sdk: gradio
-sdk_version: 5.35.0
+sdk_version: 6.0.1
 app_file: app.py
 pinned: true
 license: apache-2.0

app.py

@@ -9,12 +9,15 @@ import spaces
 from bm25s.hf import BM25HF
 from citations import inseq_citation, inseq_xai_citation, lxt_citation, mirage_citation, pecore_citation
 from examples import examples
-from lxt.functional import add2, mul2, softmax
-from lxt.models.llama import LlamaForCausalLM, attnlrp
+from lxt.efficient import monkey_patch
+from lxt.explicit.functional import add2, mul2, softmax
 from rerankers import Reranker
 from style import custom_css
 from tqdm import tqdm
 from transformers import AutoTokenizer
+from transformers.models.llama import modeling_llama
+
+monkey_patch(modeling_llama, verbose=False)
 
 from inseq import load_model, register_step_function
 from inseq.attr import StepFunctionArgs
@@ -37,10 +40,10 @@ model_registry = {}
 def get_model(model_size):
     model_id = f"HuggingFaceTB/SmolLM-{model_size}-Instruct"
     if model_id not in model_registry:
-        hf_model = LlamaForCausalLM.from_pretrained(model_id)
-        tokenizer = AutoTokenizer.from_pretrained(model_id)
-        attnlrp.register(hf_model)
-        model = load_model(hf_model, "saliency", tokenizer=tokenizer)
+        model = load_model(model_id, "input_x_gradient")
+        # deactive gradients on parameters to save memory
+        for param in model.parameters():
+            param.requires_grad = False
         model.bos_token = "<|endoftext|>"
         model.bos_token_id = 0
         model_registry[model_id] = model
@@ -207,7 +210,7 @@ register_step_function(
 )
 
 
-with gr.Blocks(css=custom_css) as demo:
+with gr.Blocks() as demo:
     with gr.Row():
         with gr.Column(min_width=500):
             gr.HTML(
@@ -388,5 +391,5 @@ with gr.Blocks(css=custom_css) as demo:
     )
 
 demo.queue(api_open=False, max_size=20).launch(
-    allowed_paths=["img/", "outputs/"], show_api=False
+    css=custom_css, allowed_paths=["img/", "outputs/"]
 )

requirements.txt

@@ -3,4 +3,5 @@ git+https://github.com/inseq-team/inseq.git@v07
 bm25s
 gradio-iframe
 rerankers[transformers]
-lxt==2.1
+lxt==2.1
+huggingface-hub==0.36.0