Feat: Add model change

app.py

@@ -4,17 +4,30 @@ import random
 from spacy.tokens import Span
 import gradio as gr
 
-DEFAULT_MODEL = "en_core_web_sm"
+DEFAULT_MODEL = "en_core_web"
 DEFAULT_TEXT = "David Bowie moved to the US in 1974, initially staying in New York City before settling in Los Angeles."
 DEFAULT_TOK_ATTR = ['idx', 'text', 'pos_', 'lemma_', 'shape_', 'dep_']
 DEFAULT_ENTS = ['CARDINAL', 'DATE', 'EVENT', 'FAC', 'GPE', 'LANGUAGE', 'LAW', 'LOC', 'MONEY',
                 'NORP', 'ORDINAL', 'ORG', 'PERCENT', 'PERSON', 'PRODUCT', 'QUANTITY', 'TIME', 'WORK_OF_ART']
 
-nlp = spacy.load("en_core_web_sm")
-nlp2 = spacy.load("en_core_web_md")
 
+def get_all_models():
+    with open("requirements.txt") as f:
+        content = f.readlines()
+        models = []
+        for line in content:
+            if "huggingface.co" in line:
+                model = "_".join(line.split("/")[4].split("_")[:3])
+                if model not in models:
+                    models.append(model)
+        return models
 
-def dependency(text, col_punct, col_phrase, compact):
+
+models = get_all_models()
+
+
+def dependency(text, col_punct, col_phrase, compact, model):
+    nlp = spacy.load(model + "_sm")
     doc = nlp(text)
     options = {"compact": compact, "collapse_phrases": col_phrase,
                "collapse_punct": col_punct}
@@ -22,19 +35,16 @@ def dependency(text, col_punct, col_phrase, compact):
     return html
 
 
-def entity(text, ents):
+def entity(text, ents, model):
+    nlp = spacy.load(model + "_sm")
     doc = nlp(text)
     options = {"ents": ents}
     html = displacy.render(doc, style="ent", options=options)
     return html
 
 
-def text(default):
-    if default:
-        return default
-
-
-def token(text, attributes):
+def token(text, attributes, model):
+    nlp = spacy.load(model + "_sm")
     data = []
     doc = nlp(text)
     for tok in doc:
@@ -45,8 +55,9 @@ def token(text, attributes):
     return data
 
 
-def vectors(text):
-    doc = nlp2(text)
+def vectors(text, model):
+    nlp = spacy.load(model + "_md")
+    doc = nlp(text)
     n_chunks = [chunk for chunk in doc.noun_chunks]
     words = [tok for tok in doc if not tok.is_stop and tok.pos_ not in [
         'PUNCT', "PROPN"]]
@@ -55,7 +66,8 @@ def vectors(text):
     return round(choice[0].similarity(choice[1]), 2), choice[0].text, choice[1].text
 
 
-def span(text, span1, span2, label1, label2):
+def span(text, span1, span2, label1, label2, model):
+    nlp = spacy.load(model + "_sm")
     doc = nlp(text)
     idx1_1 = 0
     idx1_2 = 0
@@ -88,8 +100,9 @@ def span(text, span1, span2, label1, label2):
 demo = gr.Blocks()
 
 with demo:
-    # gr.Markdown("Input text here!")
     text_input = gr.Textbox(value=DEFAULT_TEXT, interactive=True)
+    model_input = gr.Dropdown(
+        choices=models, value=DEFAULT_MODEL, interactive=True)
     with gr.Tabs():
         with gr.TabItem("Dependency"):
             col_punct = gr.Checkbox(label="Collapse Punctuation", value=True)
@@ -102,9 +115,11 @@ with demo:
             entity_output = gr.HTML()
             entity_button = gr.Button("Generate")
         with gr.TabItem("Tokens"):
-            tok_input = gr.CheckboxGroup(
-                DEFAULT_TOK_ATTR, value=DEFAULT_TOK_ATTR)
-            tok_output = gr.Dataframe()
+            with gr.Column():
+                tok_input = gr.CheckboxGroup(
+                    DEFAULT_TOK_ATTR, value=DEFAULT_TOK_ATTR)
+                tok_output = gr.Dataframe(
+                    headers=DEFAULT_TOK_ATTR, overflow_row_behaviour="paginate")
             tok_button = gr.Button("Generate")
         with gr.TabItem("Similarity"):
             sim_text1 = gr.Textbox(value="David Bowie", label="Chosen")
@@ -112,21 +127,26 @@ with demo:
             sim_output = gr.Textbox(value="0.09", label="Similarity Score")
             sim_button = gr.Button("Generate")
         with gr.TabItem("Spans"):
-            span1 = gr.Textbox(value="David Bowie", label="Span 1")
-            label1 = gr.Textbox(value="Full Name", label="Label for Span 1")
-            span2 = gr.Textbox(value="David", label="Span 2")
-            label2 = gr.Textbox(value="First Name", label="Label for Span 2")
+            with gr.Row():
+                span1 = gr.Textbox(value="David Bowie", label="Span 1")
+                label1 = gr.Textbox(value="Name",
+                                    label="Label for Span 1")
+            with gr.Row():
+                span2 = gr.Textbox(value="David", label="Span 2")
+                label2 = gr.Textbox(value="First",
+                                    label="Label for Span 2")
             span_output = gr.HTML()
             span_button = gr.Button("Generate")
 
     depen_button.click(dependency, inputs=[
-                       text_input, col_punct, col_phrase, compact], outputs=depen_output)
+                       text_input, col_punct, col_phrase, compact, model_input], outputs=depen_output)
     entity_button.click(
-        entity, inputs=[text_input, entity_input], outputs=entity_output)
-    tok_button.click(token, inputs=[text_input, tok_input], outputs=tok_output)
-    sim_button.click(vectors, inputs=[text_input], outputs=[
+        entity, inputs=[text_input, entity_input, model_input], outputs=entity_output)
+    tok_button.click(
+        token, inputs=[text_input, tok_input, model_input], outputs=tok_output)
+    sim_button.click(vectors, inputs=[text_input, model_input], outputs=[
                      sim_output, sim_text1, sim_text2])
     span_button.click(
-        span, inputs=[text_input, span1, span2, label1, label2], outputs=span_output)
+        span, inputs=[text_input, span1, span2, label1, label2, model_input], outputs=span_output)
 
 demo.launch()

requirements.txt

@@ -1,8 +1,94 @@
 
-en-core-web-md @ https://github.com/explosion/spacy-models/releases/download/en_core_web_md-3.3.0/en_core_web_md-3.3.0-py3-none-any.whl
-en-core-web-sm @ https://github.com/explosion/spacy-models/releases/download/en_core_web_sm-3.3.0/en_core_web_sm-3.3.0-py3-none-any.whl
-fastapi==0.78.0
 gradio==3.0.18
 spacy==3.3.1
-spacy-legacy==3.0.9
-spacy-loggers==1.0.2
+
+https://huggingface.co/spacy/ca_core_news_lg/resolve/main/ca_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ca_core_news_md/resolve/main/ca_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ca_core_news_sm/resolve/main/ca_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/ca_core_news_trf/resolve/main/ca_core_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/da_core_news_lg/resolve/main/da_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/da_core_news_md/resolve/main/da_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/da_core_news_sm/resolve/main/da_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/da_core_news_trf/resolve/main/da_core_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/de_core_news_lg/resolve/main/de_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/de_core_news_md/resolve/main/de_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/de_core_news_sm/resolve/main/de_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/de_dep_news_trf/resolve/main/de_dep_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/el_core_news_lg/resolve/main/el_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/el_core_news_md/resolve/main/el_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/el_core_news_sm/resolve/main/el_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/en_core_web_lg/resolve/main/en_core_web_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/en_core_web_md/resolve/main/en_core_web_md-any-py3-none-any.whl
+https://huggingface.co/spacy/en_core_web_sm/resolve/main/en_core_web_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/en_core_web_trf/resolve/main/en_core_web_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/es_core_news_lg/resolve/main/es_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/es_core_news_md/resolve/main/es_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/es_core_news_sm/resolve/main/es_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/es_dep_news_trf/resolve/main/es_dep_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/fi_core_news_lg/resolve/main/fi_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/fi_core_news_md/resolve/main/fi_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/fi_core_news_sm/resolve/main/fi_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/fr_core_news_lg/resolve/main/fr_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/fr_core_news_md/resolve/main/fr_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/fr_core_news_sm/resolve/main/fr_core_news_sm-any-py3-none-any.whl
+https://huggingface.co/spacy/fr_dep_news_trf/resolve/main/fr_dep_news_trf-any-py3-none-any.whl
+
+https://huggingface.co/spacy/it_core_news_lg/resolve/main/it_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/it_core_news_md/resolve/main/it_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/it_core_news_sm/resolve/main/it_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/ja_core_news_lg/resolve/main/ja_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ja_core_news_md/resolve/main/ja_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ja_core_news_sm/resolve/main/ja_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/ko_core_news_lg/resolve/main/ko_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ko_core_news_md/resolve/main/ko_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ko_core_news_sm/resolve/main/ko_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/lt_core_news_lg/resolve/main/lt_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/lt_core_news_md/resolve/main/lt_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/lt_core_news_sm/resolve/main/lt_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/mk_core_news_lg/resolve/main/mk_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/mk_core_news_md/resolve/main/mk_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/mk_core_news_sm/resolve/main/mk_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/nb_core_news_lg/resolve/main/nb_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/nb_core_news_md/resolve/main/nb_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/nb_core_news_sm/resolve/main/nb_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/nl_core_news_lg/resolve/main/nl_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/nl_core_news_md/resolve/main/nl_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/nl_core_news_sm/resolve/main/nl_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/pl_core_news_lg/resolve/main/pl_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/pl_core_news_md/resolve/main/pl_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/pl_core_news_sm/resolve/main/pl_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/pt_core_news_lg/resolve/main/pt_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/pt_core_news_md/resolve/main/pt_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/pt_core_news_sm/resolve/main/pt_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/ro_core_news_lg/resolve/main/ro_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ro_core_news_md/resolve/main/ro_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ro_core_news_sm/resolve/main/ro_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/ru_core_news_lg/resolve/main/ru_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/ru_core_news_md/resolve/main/ru_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/ru_core_news_sm/resolve/main/ru_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/sv_core_news_lg/resolve/main/sv_core_news_lg-any-py3-none-any.whl
+https://huggingface.co/spacy/sv_core_news_md/resolve/main/sv_core_news_md-any-py3-none-any.whl
+https://huggingface.co/spacy/sv_core_news_sm/resolve/main/sv_core_news_sm-any-py3-none-any.whl
+
+https://huggingface.co/spacy/zh_core_web_lg/resolve/main/zh_core_web_lg-any-py3-none-any.whl 
+https://huggingface.co/spacy/zh_core_web_md/resolve/main/zh_core_web_md-any-py3-none-any.whl 
+https://huggingface.co/spacy/zh_core_web_sm/resolve/main/zh_core_web_sm-any-py3-none-any.whl 
+https://huggingface.co/spacy/zh_core_web_trf/resolve/main/zh_core_web_trf-any-py3-none-any.whl