Feat: Add noun chunks

app.py

@@ -20,6 +20,7 @@ texts = {"en": DEFAULT_TEXT, "ca": "Apple està buscant comprar una startup del
          "pl": "Poczuł przyjemną woń mocnej kawy.", "pt": "Apple está querendo comprar uma startup do Reino Unido por 100 milhões de dólares", "ro": "Apple plănuiește să cumpere o companie britanică pentru un miliard de dolari", "ru": "Apple рассматривает возможность покупки стартапа из Соединённого Королевства за $1 млрд", "sv": "Apple överväger att köpa brittisk startup för 1 miljard dollar.", "zh": "作为语言而言，为世界使用人数最多的语言，目前世界有五分之一人口做为母语。"}
 
 button_css = "float: right; --tw-border-opacity: 1; border-color: rgb(229 231 235 / var(--tw-border-opacity)); --tw-gradient-from: rgb(243 244 246 / 0.7); --tw-gradient-stops: var(--tw-gradient-from), var(--tw-gradient-to, rgb(243 244 246 / 0)); --tw-gradient-to: rgb(229 231 235 / 0.8); --tw-text-opacity: 1; color: rgb(55 65 81 / var(--tw-text-opacity));    border-width: 1px; --tw-bg-opacity: 1; background-color: rgb(255 255 255 / var(--tw-bg-opacity)); background-image: linear-gradient(to bottom right, var(--tw-gradient-stops)); display: inline-flex; flex: 1 1 0%; align-items: center; justify-content: center;    --tw-shadow: 0 1px 2px 0 rgb(0 0 0 / 0.05); --tw-shadow-colored: 0 1px 2px 0 var(--tw-shadow-color); box-shadow: var(--tw-ring-offset-shadow, 0 0 #0000), var(--tw-ring-shadow, 0 0 #0000), var(--tw-shadow); -webkit-appearance: button; border-radius: 0.5rem; padding-top: 0.5rem; padding-bottom: 0.5rem; padding-left: 1rem; padding-right: 1rem; font-size: 1rem; line-height: 1.5rem; font-weight: 600;"
+NOUN_ATTR = ['text', 'root.text', 'root.dep_', 'root.head.text']
 
 def get_all_models():
     with open("requirements.txt") as f:
@@ -32,14 +33,17 @@ def get_all_models():
                     models.append(model)
         return models
 
+
 models = get_all_models()
 
+
 def download_svg(svg):
     encode = base64.b64encode(bytes(svg, 'utf-8'))
     img = 'data:image/svg+xml;base64,' + str(encode)[2:-1]
     html = f'<a download="displacy.svg" href="{img}" style="{button_css}">Download as SVG</a>'
     return html
 
+
 def dependency(text, col_punct, col_phrase, compact, bg, font, model):
     model_name = model + "_sm"
     nlp = spacy.load(model_name)
@@ -53,7 +57,7 @@ def dependency(text, col_punct, col_phrase, compact, bg, font, model):
 
 def entity(text, ents, model):
     model_name = model + "_sm"
-    nlp = spacy.load(model_name)    
+    nlp = spacy.load(model_name)
     doc = nlp(text)
     options = {"ents": ents}
     svg = displacy.render(doc, style="ent", options=options)
@@ -87,6 +91,29 @@ def default_token(text, attributes, model):
     return data, model_name
 
 
+def noun_chunks(text, model):
+    model_name = model + "_sm"
+    nlp = spacy.load(model_name)
+    data = []
+    doc = nlp(text)
+    for chunk in doc.noun_chunks:
+        data.append([chunk.text, chunk.root.text, chunk.root.dep_,
+            chunk.root.head.text])
+    data = pd.DataFrame(data, columns=NOUN_ATTR)
+    return data, model_name
+
+
+def default_noun_chunks(text, model):
+    model_name = model + "_sm"
+    nlp = spacy.load(model_name)
+    data = []
+    doc = nlp(text)
+    for chunk in doc.noun_chunks:
+        data.append([chunk.text, chunk.root.text, chunk.root.dep_,
+            chunk.root.head.text])
+    return data, model_name
+
+
 def random_vectors(text, model):
     model_name = model + "_md"
     nlp = spacy.load(model_name)
@@ -203,7 +230,8 @@ with demo:
                         with gr.Column():
                             gr.Markdown(" ")
                         with gr.Column():
-                            dep_model = gr.Textbox(label="Model", value="en_core_web_sm")
+                            dep_model = gr.Textbox(
+                                label="Model", value="en_core_web_sm")
             with gr.Row():
                 with gr.Column():
                     col_punct = gr.Checkbox(
@@ -217,14 +245,16 @@ with demo:
                 with gr.Column():
                     text = gr.Textbox(
                         label="Text Color", value="black")
-            
+
             dep_output = gr.HTML(value=dependency(
                 DEFAULT_TEXT, True, True, False, DEFAULT_COLOR, "black", DEFAULT_MODEL)[0])
             with gr.Row():
                 with gr.Column():
-                    dep_button = gr.Button("Update Dependency Parser", variant="primary")
+                    dep_button = gr.Button(
+                        "Update Dependency Parser", variant="primary")
                 with gr.Column():
-                    dep_download_button = gr.HTML(value=download_svg(dep_output.value))
+                    dep_download_button = gr.HTML(
+                        value=download_svg(dep_output.value))
                 gr.Markdown(" ")
     with gr.Box():
         with gr.Column():
@@ -239,12 +269,14 @@ with demo:
                         with gr.Column():
                             gr.Markdown(" ")
                         with gr.Column():
-                            ent_model = gr.Textbox(label="Model", value="en_core_web_sm")  
+                            ent_model = gr.Textbox(
+                                label="Model", value="en_core_web_sm")
             ent_input = gr.CheckboxGroup(
                 DEFAULT_ENTS, value=DEFAULT_ENTS)
             ent_output = gr.HTML(value=entity(
                 DEFAULT_TEXT, DEFAULT_ENTS, DEFAULT_MODEL)[0])
-            ent_button = gr.Button("Update Entity Recognizer", variant="primary")
+            ent_button = gr.Button(
+                "Update Entity Recognizer", variant="primary")
     with gr.Box():
         with gr.Column():
             with gr.Row():
@@ -258,7 +290,8 @@ with demo:
                         with gr.Column():
                             gr.Markdown(" ")
                         with gr.Column():
-                            tok_model = gr.Textbox(label="Model", value="en_core_web_sm")  
+                            tok_model = gr.Textbox(
+                                label="Model", value="en_core_web_sm")
             with gr.Row():
                 with gr.Column():
                     tok_input = gr.CheckboxGroup(
@@ -267,7 +300,27 @@ with demo:
                     gr.Markdown("")
             tok_output = gr.Dataframe(headers=DEFAULT_TOK_ATTR, value=default_token(
                 DEFAULT_TEXT, DEFAULT_TOK_ATTR, DEFAULT_MODEL)[0], overflow_row_behaviour="paginate")
-            tok_button = gr.Button("Update Token Properties", variant="primary")
+            tok_button = gr.Button(
+                "Update Token Properties", variant="primary")
+    with gr.Box():
+        with gr.Column():
+            with gr.Row():
+                with gr.Column():
+                    gr.Markdown(
+                        "## [🔗 Noun chunks](https://spacy.io/usage/linguistic-feature#noun-chunks)")
+                    gr.Markdown(
+                        "You can use `doc.noun_chunks` to extract noun phrases from a doc object")
+                with gr.Column():
+                    with gr.Row():
+                        with gr.Column():
+                            gr.Markdown(" ")
+                        with gr.Column():
+                            noun_model = gr.Textbox(
+                                label="Model", value="en_core_web_sm")
+            noun_output = gr.Dataframe(headers=NOUN_ATTR, value=default_noun_chunks(
+                DEFAULT_TEXT, DEFAULT_MODEL)[0], overflow_row_behaviour="paginate")
+            noun_button = gr.Button(
+                "Update Noun Chunks", variant="primary")
     with gr.Box():
         with gr.Column():
             with gr.Row():
@@ -281,7 +334,8 @@ with demo:
                         with gr.Column():
                             gr.Markdown(" ")
                         with gr.Column():
-                            sim_model = gr.Textbox(label="Model", value="en_core_web_md")
+                            sim_model = gr.Textbox(
+                                label="Model", value="en_core_web_md")
             with gr.Row():
                 with gr.Column():
                     sim_text1 = gr.Textbox(
@@ -309,7 +363,8 @@ with demo:
                         with gr.Column():
                             gr.Markdown(" ")
                         with gr.Column():
-                            span_model = gr.Textbox(label="Model", value="en_core_web_sm")
+                            span_model = gr.Textbox(
+                                label="Model", value="en_core_web_sm")
             with gr.Row():
                 with gr.Column():
                     span1 = gr.Textbox(
@@ -341,6 +396,8 @@ with demo:
         text_input, col_punct, col_phrase, compact, bg, text, model_input], outputs=[dep_output, dep_download_button, dep_model])
     button.click(
         entity, inputs=[text_input, ent_input, model_input], outputs=[ent_output, ent_model])
+    button.click(
+        noun_chunks, inputs=[text_input, model_input], outputs=[noun_output, noun_model])
     button.click(
         token, inputs=[text_input, tok_input, model_input], outputs=[tok_output, tok_model])
     button.click(vectors, inputs=[sim_text1,
@@ -353,6 +410,8 @@ with demo:
         entity, inputs=[text_input, ent_input, model_input], outputs=[ent_output, ent_model])
     tok_button.click(
         token, inputs=[text_input, tok_input, model_input], outputs=[tok_output, tok_model])
+    noun_button.click(
+        noun_chunks, inputs=[text_input, model_input], outputs=[noun_output, noun_model])
     sim_button.click(vectors, inputs=[
                      sim_text1, sim_text2, model_input], outputs=[sim_output, sim_model])
     span_button.click(