qurator-spk/page2tsv
1
0
Fork 0
mirror of https://github.com/qurator-spk/page2tsv.git synced 2025-06-30 21:59:54 +02:00
Code Issues Releases Wiki Activity

Add directory parsing option to make-page2tsv-commands

Browse source
This commit is contained in:
Kai 2021-03-10 11:51:49 +01:00
parent f606cb92b0
commit 7fc39739b7
1 changed files with 24 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

34
tsvtools/cli.py
View file

@ -6,6 +6,8 @@ import os
import xml.etree.ElementTree as ET import xml.etree.ElementTree as ET
import requests import requests
import json import json
import glob
import re
from .ned import ned from .ned import ned
from .ner import ner from .ner import ner
@ -245,20 +247,32 @@ def find_entities(tsv_file, tsv_out_file, ner_rest_endpoint, ned_rest_endpoint,
@click.command() @click.command()
@click.argument('xls-file', type=click.Path(exists=True), required=True, nargs=1) @click.option('--xls-file', type=click.Path(exists=True), default=None,
help="Read parameters from xls-file. Expected columns: Filename, iiif_url, scale_factor.")
@click.option('--directory', type=click.Path(exists=True), default=None,
help="Search directory for PPN**/*.xml files. Extract PPN and file number into image-url.")
@click.option('--purpose', type=click.Choice(['NERD', 'OCR'], case_sensitive=False), default="NERD", @click.option('--purpose', type=click.Choice(['NERD', 'OCR'], case_sensitive=False), default="NERD",
help="Purpose of output tsv file. " help="Purpose of output tsv file. "
"\n\nNERD: NER/NED application/ground-truth creation. " "\n\nNERD: NER/NED application/ground-truth creation. "
"\n\nOCR: OCR application/ground-truth creation. " "\n\nOCR: OCR application/ground-truth creation. "
"\n\ndefault: NERD.") "\n\ndefault: NERD.")
def make_page2tsv_commands(xls_file, purpose): def make_page2tsv_commands(xls_file, directory, purpose):
""" if xls_file is not None:
XLS_FILE: Read parameters from xls-file. Expected columns: Filename, iiif_url, scale_factor. df = pd.read_excel(xls_file)
"""
df = pd.read_excel(xls_file) for _, row in df.iterrows():
print('page2tsv $(OPTIONS) {}.xml {}.tsv --image-url={} --scale-factor={} --purpose={}'.
format(row.Filename, row.Filename, row.iiif_url.replace('/full/full', '/left,top,width,height/full'),
row.scale_factor, purpose))
elif directory is not None:
for file in glob.glob('{}/**/*.xml'.format(directory), recursive=True):
ma = re.match('(.*/(PPN[0-9]+)/([0-9]+)).xml', file)
if ma:
print('page2tsv {} {}.tsv '
'--image-url=https://content.staatsbibliothek-berlin.de/dc/'
'{}-{}/left,top,width,height/full/1200/default.jpg --scale-factor=1.0'.
format(file, ma.group(1), ma.group(2), ma.group(3)))
for _, row in df.iterrows():
print('page2tsv $(OPTIONS) {}.xml {}.tsv --image-url={} --scale-factor={} --purpose={}'.
format(row.Filename, row.Filename, row.iiif_url.replace('/full/full', '/left,top,width,height/full'),
row.scale_factor, purpose))