|
|
@ -119,7 +119,13 @@ class NERPredictor:
|
|
|
|
|
|
|
|
|
|
|
|
prev_guid = fe.guid
|
|
|
|
prev_guid = fe.guid
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
try:
|
|
|
|
assert len(sentences) == len(prediction)
|
|
|
|
assert len(sentences) == len(prediction)
|
|
|
|
|
|
|
|
except AssertionError:
|
|
|
|
|
|
|
|
print('Sentences:\n')
|
|
|
|
|
|
|
|
print(sentences)
|
|
|
|
|
|
|
|
print('\n\nPrediciton:\n')
|
|
|
|
|
|
|
|
print(prediction)
|
|
|
|
|
|
|
|
|
|
|
|
return prediction
|
|
|
|
return prediction
|
|
|
|
|
|
|
|
|
|
|
@ -142,6 +148,9 @@ class NERTokenizer:
|
|
|
|
|
|
|
|
|
|
|
|
sen = [tok.replace(" ", "") for tok in sen]
|
|
|
|
sen = [tok.replace(" ", "") for tok in sen]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if len(sen) == 0:
|
|
|
|
|
|
|
|
continue
|
|
|
|
|
|
|
|
|
|
|
|
sentences.append((sen, []))
|
|
|
|
sentences.append((sen, []))
|
|
|
|
|
|
|
|
|
|
|
|
return sentences
|
|
|
|
return sentences
|
|
|
|