qurator-spk/modstool
1
0
Fork 0
mirror of https://github.com/qurator-spk/modstool.git synced 2025-06-07 19:05:06 +02:00
Code Issues Releases Wiki Activity

✨ Count all alto:String elements with TAGREFS attribute

Browse source
This commit is contained in:
Gerber, Mike 2022-06-17 17:59:34 +02:00
parent a40716a320
commit c803ce0907
3 changed files with 38 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

3
qurator/modstool/alto4pandas.py
View file

@ -83,6 +83,9 @@ def alto_to_dict(alto, raise_errors=True):
value[localname].update(TagGroup(tag, group).subelement_counts()) value[localname].update(TagGroup(tag, group).subelement_counts())
value[localname].update(TagGroup(tag, group).xpath_statistics("//alto:String/@WC", namespaces)) value[localname].update(TagGroup(tag, group).xpath_statistics("//alto:String/@WC", namespaces))
# Count all alto:String elements with TAGREFS attribute
value[localname].update(TagGroup(tag, group).xpath_count("//alto:String[@TAGREFS]", namespaces))
elif localname == 'Styles': elif localname == 'Styles':
pass pass
elif localname == 'Tags': elif localname == 'Tags':

11
qurator/modstool/lib.py
View file

@ -229,6 +229,17 @@ class TagGroup:
statistics[f'{xpath_expr}-max'] = np.max(values) statistics[f'{xpath_expr}-max'] = np.max(values)
return statistics return statistics
def xpath_count(self, xpath_expr, namespaces):
"""
Count all elements matching xpath_expr
"""
values = []
for e in self.group:
r = e.xpath(xpath_expr, namespaces=namespaces)
values += r
counts = {f'{xpath_expr}-count': len(values)}
return counts

24
qurator/modstool/tests/test_alto.py
View file

@ -55,3 +55,27 @@ def test_Tags_counts():
</alto> </alto>
""") """)
assert d['Tags_NamedEntityTag-count'] == 9 assert d['Tags_NamedEntityTag-count'] == 9
def test_String_TAGREF_counts():
d = dict_fromstring("""
<alto xmlns="http://www.loc.gov/standards/alto/ns-v2#">
<Layout>
<Page>
<PrintSpace>
<TextBlock>
<TextLine>
<String CONTENT="Pentlings" HEIGHT="33" HPOS="330" TAGREFS="PER0" VPOS="699" WC="0.4511111081" WIDTH="146"/>
</TextLine>
<TextLine>
<String CONTENT="Pentlings" HEIGHT="33" HPOS="330" TAGREFS="PER0" VPOS="699" WC="0.4511111081" WIDTH="146"/>
<String CONTENT="Pentlings" HEIGHT="33" HPOS="330" TAGREFS="PER0" VPOS="699" WC="0.4511111081" WIDTH="146"/>
<String CONTENT="No TAGREF!" />
</TextLine>
</TextBlock>
</PrintSpace>
</Page>
</Layout>
</alto>
""")
assert d['Layout_Page_//alto:String[@TAGREFS]-count'] == 3
assert d['Layout_Page_String-count'] == 4