Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -30,6 +30,22 @@ STANDARD_COLORS = {
|
|
30 |
'WORK OF ART': '#DDA0DD' # Plum
|
31 |
}
|
32 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
# Additional colours for custom entities
|
34 |
CUSTOM_COLOR_PALETTE = [
|
35 |
'#FF9F43', '#10AC84', '#EE5A24', '#0FBC89', '#5F27CD',
|
@@ -734,19 +750,25 @@ def process_text(text, standard_entities, custom_entities_str, confidence_thresh
|
|
734 |
def create_interface():
|
735 |
with gr.Blocks(title="Hybrid NER + GLiNER Tool", theme=gr.themes.Soft()) as demo:
|
736 |
gr.Markdown("""
|
737 |
-
#
|
738 |
|
739 |
Combine common NER categories with your own custom entity types! This tool uses both traditional NER models and GLiNER for comprehensive entity extraction.
|
740 |
-
|
741 |
-
## π€ Overlapping entities are automatically shared with split-colour highlighting!
|
742 |
-
|
743 |
### How to use:
|
744 |
1. **π Enter your text** in the text area below
|
745 |
2. **π― Select a model** from the dropdown for common entities
|
746 |
3. **βοΈ Select common entities** you want to find (PER, ORG, LOC, etc.)
|
747 |
4. **β¨ Add custom entities** (comma-separated) like "relationships, occupations, skills" - powered by GLiNER
|
748 |
5. **βοΈ Adjust confidence threshold**
|
749 |
-
6. **π Click "Analyse Text"** to see results with organized output
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
750 |
""")
|
751 |
|
752 |
with gr.Row():
|
@@ -806,7 +828,7 @@ def create_interface():
|
|
806 |
)
|
807 |
|
808 |
with gr.Column():
|
809 |
-
gr.Markdown("### β¨ Custom Entity Types")
|
810 |
custom_entities = gr.Textbox(
|
811 |
label="Custom Entities (comma-separated)",
|
812 |
placeholder="e.g. relationships, occupations, skills, emotions",
|
@@ -818,8 +840,71 @@ def create_interface():
|
|
818 |
- emotions, actions, objects
|
819 |
- medical conditions, treatments
|
820 |
- financial terms, business roles
|
|
|
|
|
821 |
""")
|
822 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
823 |
analyse_btn = gr.Button("π Analyse Text", variant="primary", size="lg")
|
824 |
|
825 |
# Output sections
|
@@ -848,7 +933,7 @@ def create_interface():
|
|
848 |
outputs=[summary_output, highlighted_output, results_output]
|
849 |
)
|
850 |
|
851 |
-
# Add examples
|
852 |
gr.Examples(
|
853 |
examples=[
|
854 |
[
|
@@ -858,13 +943,6 @@ def create_interface():
|
|
858 |
0.3,
|
859 |
"entities_spacy_en_core_web_trf"
|
860 |
],
|
861 |
-
[
|
862 |
-
"The meeting between CEO Jane Doe and the board of directors at Microsoft headquarters in Seattle discussed the Q4 financial results and the new AI strategy for 2024.",
|
863 |
-
["PER", "ORG", "LOC", "DATE"],
|
864 |
-
"corporate roles, business events, financial terms",
|
865 |
-
0.4,
|
866 |
-
"entities_flair_ner-ontonotes-large"
|
867 |
-
],
|
868 |
[
|
869 |
"Dr. Emily Watson published a research paper on machine learning algorithms at MIT. She collaborates with her colleague Prof. David Chen on natural language processing projects.",
|
870 |
["PER", "ORG", "Work of Art"],
|
@@ -881,6 +959,7 @@ def create_interface():
|
|
881 |
model_dropdown
|
882 |
]
|
883 |
)
|
|
|
884 |
# Add model information links
|
885 |
gr.HTML("""
|
886 |
<hr style="margin-top: 40px; margin-bottom: 20px;">
|
|
|
30 |
'WORK OF ART': '#DDA0DD' # Plum
|
31 |
}
|
32 |
|
33 |
+
# Entity definitions for glossary
|
34 |
+
ENTITY_DEFINITIONS = {
|
35 |
+
'DATE': 'Absolute or relative dates or periods',
|
36 |
+
'EVENT': 'Named hurricanes, battles, wars, sports events, etc.',
|
37 |
+
'FAC': 'Facilities - Buildings, airports, highways, bridges, etc.',
|
38 |
+
'GPE': 'Geopolitical entities - Countries, cities, states',
|
39 |
+
'LANG': 'Any named language',
|
40 |
+
'LOC': 'Non-GPE locations - Mountain ranges, bodies of water',
|
41 |
+
'MISC': 'Miscellaneous entities - Things that don\'t fit elsewhere',
|
42 |
+
'NORP': 'Nationalities or religious or political groups',
|
43 |
+
'ORG': 'Organizations - Companies, agencies, institutions, etc.',
|
44 |
+
'PER': 'People, including fictional characters',
|
45 |
+
'PRODUCT': 'Objects, vehicles, foods, etc. (Not services)',
|
46 |
+
'Work of Art': 'Titles of books, songs, movies, paintings, etc.'
|
47 |
+
}
|
48 |
+
|
49 |
# Additional colours for custom entities
|
50 |
CUSTOM_COLOR_PALETTE = [
|
51 |
'#FF9F43', '#10AC84', '#EE5A24', '#0FBC89', '#5F27CD',
|
|
|
750 |
def create_interface():
|
751 |
with gr.Blocks(title="Hybrid NER + GLiNER Tool", theme=gr.themes.Soft()) as demo:
|
752 |
gr.Markdown("""
|
753 |
+
# Named Entity Recognition (NER) Explorer Tool
|
754 |
|
755 |
Combine common NER categories with your own custom entity types! This tool uses both traditional NER models and GLiNER for comprehensive entity extraction.
|
756 |
+
|
|
|
|
|
757 |
### How to use:
|
758 |
1. **π Enter your text** in the text area below
|
759 |
2. **π― Select a model** from the dropdown for common entities
|
760 |
3. **βοΈ Select common entities** you want to find (PER, ORG, LOC, etc.)
|
761 |
4. **β¨ Add custom entities** (comma-separated) like "relationships, occupations, skills" - powered by GLiNER
|
762 |
5. **βοΈ Adjust confidence threshold**
|
763 |
+
6. **π Click "Analyse Text"** to see results with organized output
|
764 |
+
(Common/custom entities which overlap are shown with split-colour highlighting)
|
765 |
+
""")
|
766 |
+
|
767 |
+
# Add tip box
|
768 |
+
gr.HTML("""
|
769 |
+
<div style="background-color: #fff3cd; border: 1px solid #ffeaa7; border-radius: 8px; padding: 12px; margin: 15px 0;">
|
770 |
+
<strong style="color: #856404;">π‘ Top tip:</strong> All models can both miss entities and/or miss categorise entity types - so keep an eye out for this.
|
771 |
+
</div>
|
772 |
""")
|
773 |
|
774 |
with gr.Row():
|
|
|
828 |
)
|
829 |
|
830 |
with gr.Column():
|
831 |
+
gr.Markdown("### β¨ Custom Entity Types (Powered by GLiNER)")
|
832 |
custom_entities = gr.Textbox(
|
833 |
label="Custom Entities (comma-separated)",
|
834 |
placeholder="e.g. relationships, occupations, skills, emotions",
|
|
|
840 |
- emotions, actions, objects
|
841 |
- medical conditions, treatments
|
842 |
- financial terms, business roles
|
843 |
+
|
844 |
+
*GLiNER model will extract these custom entity types from your text*
|
845 |
""")
|
846 |
|
847 |
+
# Add glossary here (Option 1: below selection box but above analyse button)
|
848 |
+
gr.HTML("""
|
849 |
+
<details style="margin: 20px 0; padding: 10px; background-color: #f8f9fa; border-radius: 8px; border: 1px solid #ddd;">
|
850 |
+
<summary style="cursor: pointer; font-weight: bold; padding: 5px; color: #1976d2;">
|
851 |
+
βΉοΈ Entity Type Definitions (Click to expand)
|
852 |
+
</summary>
|
853 |
+
<div style="margin-top: 10px; padding: 10px;">
|
854 |
+
<dl style="margin: 0; font-size: 14px;">
|
855 |
+
<div style="margin-bottom: 8px;">
|
856 |
+
<dt style="font-weight: bold; display: inline; color: #00B894;">PER:</dt>
|
857 |
+
<dd style="display: inline; margin-left: 5px;">People, including fictional characters</dd>
|
858 |
+
</div>
|
859 |
+
<div style="margin-bottom: 8px;">
|
860 |
+
<dt style="font-weight: bold; display: inline; color: #55A3FF;">ORG:</dt>
|
861 |
+
<dd style="display: inline; margin-left: 5px;">Organizations - Companies, agencies, institutions, etc.</dd>
|
862 |
+
</div>
|
863 |
+
<div style="margin-bottom: 8px;">
|
864 |
+
<dt style="font-weight: bold; display: inline; color: #A0E7E5;">LOC:</dt>
|
865 |
+
<dd style="display: inline; margin-left: 5px;">Non-GPE locations - Mountain ranges, bodies of water</dd>
|
866 |
+
</div>
|
867 |
+
<div style="margin-bottom: 8px;">
|
868 |
+
<dt style="font-weight: bold; display: inline; color: #F9CA24;">GPE:</dt>
|
869 |
+
<dd style="display: inline; margin-left: 5px;">Geopolitical entities - Countries, cities, states</dd>
|
870 |
+
</div>
|
871 |
+
<div style="margin-bottom: 8px;">
|
872 |
+
<dt style="font-weight: bold; display: inline; color: #45B7D1;">FAC:</dt>
|
873 |
+
<dd style="display: inline; margin-left: 5px;">Facilities - Buildings, airports, highways, bridges, etc.</dd>
|
874 |
+
</div>
|
875 |
+
<div style="margin-bottom: 8px;">
|
876 |
+
<dt style="font-weight: bold; display: inline; color: #FF6B6B;">DATE:</dt>
|
877 |
+
<dd style="display: inline; margin-left: 5px;">Absolute or relative dates or periods</dd>
|
878 |
+
</div>
|
879 |
+
<div style="margin-bottom: 8px;">
|
880 |
+
<dt style="font-weight: bold; display: inline; color: #4ECDC4;">EVENT:</dt>
|
881 |
+
<dd style="display: inline; margin-left: 5px;">Named hurricanes, battles, wars, sports events, etc.</dd>
|
882 |
+
</div>
|
883 |
+
<div style="margin-bottom: 8px;">
|
884 |
+
<dt style="font-weight: bold; display: inline; color: #8E8E93;">NORP:</dt>
|
885 |
+
<dd style="display: inline; margin-left: 5px;">Nationalities or religious or political groups</dd>
|
886 |
+
</div>
|
887 |
+
<div style="margin-bottom: 8px;">
|
888 |
+
<dt style="font-weight: bold; display: inline; color: #6C5CE7;">LANG:</dt>
|
889 |
+
<dd style="display: inline; margin-left: 5px;">Any named language</dd>
|
890 |
+
</div>
|
891 |
+
<div style="margin-bottom: 8px;">
|
892 |
+
<dt style="font-weight: bold; display: inline; color: #FD79A8;">MISC:</dt>
|
893 |
+
<dd style="display: inline; margin-left: 5px;">Miscellaneous entities - Things that don't fit elsewhere</dd>
|
894 |
+
</div>
|
895 |
+
<div style="margin-bottom: 8px;">
|
896 |
+
<dt style="font-weight: bold; display: inline; color: #E17055;">PRODUCT:</dt>
|
897 |
+
<dd style="display: inline; margin-left: 5px;">Objects, vehicles, foods, etc. (Not services)</dd>
|
898 |
+
</div>
|
899 |
+
<div style="margin-bottom: 8px;">
|
900 |
+
<dt style="font-weight: bold; display: inline; color: #DDA0DD;">Work of Art:</dt>
|
901 |
+
<dd style="display: inline; margin-left: 5px;">Titles of books, songs, movies, paintings, etc.</dd>
|
902 |
+
</div>
|
903 |
+
</dl>
|
904 |
+
</div>
|
905 |
+
</details>
|
906 |
+
""")
|
907 |
+
|
908 |
analyse_btn = gr.Button("π Analyse Text", variant="primary", size="lg")
|
909 |
|
910 |
# Output sections
|
|
|
933 |
outputs=[summary_output, highlighted_output, results_output]
|
934 |
)
|
935 |
|
936 |
+
# Add examples (removed the financial terms example as requested)
|
937 |
gr.Examples(
|
938 |
examples=[
|
939 |
[
|
|
|
943 |
0.3,
|
944 |
"entities_spacy_en_core_web_trf"
|
945 |
],
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
946 |
[
|
947 |
"Dr. Emily Watson published a research paper on machine learning algorithms at MIT. She collaborates with her colleague Prof. David Chen on natural language processing projects.",
|
948 |
["PER", "ORG", "Work of Art"],
|
|
|
959 |
model_dropdown
|
960 |
]
|
961 |
)
|
962 |
+
|
963 |
# Add model information links
|
964 |
gr.HTML("""
|
965 |
<hr style="margin-top: 40px; margin-bottom: 20px;">
|