cyberandy commited on
Commit
fdaf3eb
·
verified ·
1 Parent(s): 3c82a02

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +35 -36
app.py CHANGED
@@ -85,46 +85,45 @@ def load_model(selected_language, model_name=None, entity_set=None):
85
  st.info("Downloading German language model... This may take a moment.")
86
  spacy.cli.download("de_core_news_lg")
87
  nlp_model_de = spacy.load("de_core_news_lg")
88
-
89
- # Check if entityfishing component is available
90
- if "entityfishing" not in nlp_model_de.pipe_names:
91
- try:
92
- nlp_model_de.add_pipe("entityfishing")
93
- except Exception as e:
94
- st.warning(f"Entity-fishing not available, using basic NER only: {e}")
95
- # Return model without entityfishing for basic NER
96
- return nlp_model_de
97
-
98
- return nlp_model_de
99
-
100
- elif selected_language == "English - spaCy":
101
- # Download and load English-specific model
102
- try:
103
- nlp_model_en = spacy.load("en_core_web_sm")
104
- except OSError:
105
- st.info("Downloading English language model... This may take a moment.")
106
- spacy.cli.download("en_core_web_sm")
107
- nlp_model_en = spacy.load("en_core_web_sm")
108
-
109
- # Check if entityfishing component is available
110
- if "entityfishing" not in nlp_model_en.pipe_names:
111
  try:
112
- nlp_model_en.add_pipe("entityfishing")
113
- except Exception as e:
114
- st.warning(f"Entity-fishing not available, using basic NER only: {e}")
115
- # Return model without entityfishing for basic NER
116
- return nlp_model_en
 
 
 
 
 
 
 
 
 
117
 
118
- return nlp_model_en
119
- else:
120
- # Load the pretrained model for other languages
121
- with warnings.catch_warnings():
122
- warnings.simplefilter("ignore")
123
  refined_model = Refined.from_pretrained(model_name=model_name, entity_set=entity_set)
124
  return refined_model
125
- except Exception as e:
126
- st.error(f"Error loading model: {e}")
127
- return None
 
128
 
129
  # Use the cached model
130
  model = load_model(selected_language, selected_model_name, selected_entity_set)
 
85
  st.info("Downloading German language model... This may take a moment.")
86
  spacy.cli.download("de_core_news_lg")
87
  nlp_model_de = spacy.load("de_core_news_lg")
88
+
89
+ # Check if entityfishing component is available
90
+ if "entityfishing" not in nlp_model_de.pipe_names:
91
+ try:
92
+ nlp_model_de.add_pipe("entityfishing")
93
+ except Exception as e:
94
+ st.warning(f"Entity-fishing not available, using basic NER only: {e}")
95
+ # Return model without entityfishing for basic NER
96
+ return nlp_model_de
97
+
98
+ return nlp_model_de
99
+
100
+ elif selected_language == "English - spaCy":
101
+ # Download and load English-specific model
 
 
 
 
 
 
 
 
 
102
  try:
103
+ nlp_model_en = spacy.load("en_core_web_sm")
104
+ except OSError:
105
+ st.info("Downloading English language model... This may take a moment.")
106
+ spacy.cli.download("en_core_web_sm")
107
+ nlp_model_en = spacy.load("en_core_web_sm")
108
+
109
+ # Check if entityfishing component is available
110
+ if "entityfishing" not in nlp_model_en.pipe_names:
111
+ try:
112
+ nlp_model_en.add_pipe("entityfishing")
113
+ except Exception as e:
114
+ st.warning(f"Entity-fishing not available, using basic NER only: {e}")
115
+ # Return model without entityfishing for basic NER
116
+ return nlp_model_en
117
 
118
+ return nlp_model_en
119
+ else:
120
+ # Load the pretrained model for other languages
 
 
121
  refined_model = Refined.from_pretrained(model_name=model_name, entity_set=entity_set)
122
  return refined_model
123
+
124
+ except Exception as e:
125
+ st.error(f"Error loading model: {e}")
126
+ return None
127
 
128
  # Use the cached model
129
  model = load_model(selected_language, selected_model_name, selected_entity_set)