qurator-spk/sbb_ner
1
0
Fork 0
mirror of https://github.com/qurator-spk/sbb_ner.git synced 2025-06-09 12:20:00 +02:00
Code Issues Releases Wiki Activity

fix NER output; fix BERT Tokenizer

Browse source
This commit is contained in:
Kai Labusch 2019-11-22 16:55:13 +01:00
parent 9bf2e6f51b
commit 3eabe5054a
1 changed files with 1 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
qurator/sbb_ner/webapp/app.py
View file

@ -271,7 +271,7 @@ def ner(model_id):
if token == '[UNK]':
orig_pos = len("".join([pred['word'] for pred in output_sentence]))
output_sentence.append({'word': original_text[orig_pos], 'prediction': 'O'})
output_sentence.append({'word': original_text[orig_pos], 'prediction': last_prediction})
continue
token = token[2:] if token.startswith('##') else token