qurator-spk/neat
1
0
Fork 0
mirror of https://github.com/qurator-spk/neat.git synced 2025-06-12 21:29:54 +02:00
Code Issues Releases Wiki Activity

remove superfluous parameter

Browse source
This commit is contained in:
Kai Labusch 2019-11-26 13:00:23 +01:00
parent 137fff5655
commit ee07c0cf7c
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
tools/cli.py
View file

@ -103,7 +103,7 @@ def extract_doc_links(tsv_file):
return parts return parts
def ner(tsv, ner_rest_endpoint, url_num): def ner(tsv, ner_rest_endpoint):
resp = requests.post(url=ner_rest_endpoint, json={'text': " ".join(tsv.TOKEN.tolist())}) resp = requests.post(url=ner_rest_endpoint, json={'text': " ".join(tsv.TOKEN.tolist())})
@ -136,9 +136,9 @@ def ner(tsv, ner_rest_endpoint, url_num):
import ipdb;ipdb.set_trace() import ipdb;ipdb.set_trace()
if sentence_break: if sentence_break:
tsv_result.append((0, '', 'O', 'O', '-', url_num, row.left, row.right, row.top, row.bottom)) tsv_result.append((0, '', 'O', 'O', '-', row.url_id, row.left, row.right, row.top, row.bottom))
else: else:
tsv_result.append((0, ner_token, ner_tag, 'O', '-', url_num, row.left, row.right, row.top, row.bottom)) tsv_result.append((0, ner_token, ner_tag, 'O', '-', row.url_id, row.left, row.right, row.top, row.bottom))
return pd.DataFrame(tsv_result, columns=['No.', 'TOKEN', 'NE-TAG', 'NE-EMB', 'GND-ID', 'url_id', return pd.DataFrame(tsv_result, columns=['No.', 'TOKEN', 'NE-TAG', 'NE-EMB', 'GND-ID', 'url_id',
'left', 'right', 'top', 'bottom']) 'left', 'right', 'top', 'bottom'])
@ -194,6 +194,6 @@ def page2tsv(page_xml_file, tsv_out_file, image_url, ner_rest_endpoint, noproxy)
'url_id', 'left', 'right', 'top', 'bottom']) 'url_id', 'left', 'right', 'top', 'bottom'])
if ner_rest_endpoint is not None: if ner_rest_endpoint is not None:
tsv = ner(tsv, ner_rest_endpoint, len(urls)) tsv = ner(tsv, ner_rest_endpoint)
tsv.to_csv(tsv_out_file, sep="\t", quoting=3, index=False, mode='a', header=False) tsv.to_csv(tsv_out_file, sep="\t", quoting=3, index=False, mode='a', header=False)