1
0
Fork 0
mirror of https://github.com/qurator-spk/sbb_ner.git synced 2025-06-09 12:20:00 +02:00

more correct interpretation of BERT tokens

This commit is contained in:
Kai Labusch 2019-12-13 15:08:44 +01:00
parent 29eb154fb8
commit 5b218430dc

View file

@ -236,6 +236,9 @@ def ner(model_id=None):
word += original_text[orig_pos]
if word_pred != 'X':
last_prediction = word_pred
continue
if not token.startswith('##') and word_pred == 'X':