fix model output handling bug

5 years ago · fab5d460f2
parent 319c29fc96
commit fab5d460f2
1 changed files with 3 additions and 0 deletions
--- a/qurator/sbb_ner/webapp/app.py
+++ b/qurator/sbb_ner/webapp/app.py
@ -244,6 +244,9 @@ def ner(model_id=None):
            if not token.startswith('##') and word_pred == 'X':
                word_pred = 'O'

+            if word_pred == '[SEP]':
+                word_pred = 'O'
+
            token = token[2:] if token.startswith('##') else token

            word += token