qurator-spk/dinglehopper
1
0
Fork 0
mirror of https://github.com/qurator-spk/dinglehopper.git synced 2025-07-01 14:40:00 +02:00
Code Issues Releases Wiki Activity

Remove support for ExtractedText for bag metrics.

Browse source
This commit is contained in:
Benjamin Rosemann 2021-06-11 10:23:26 +02:00
parent 381fe7cb6b
commit 9f5112f8f6
2 changed files with 1 additions and 10 deletions
Download patch file Download diff file Expand all files Collapse all files

10
qurator/dinglehopper/metrics/bag_of_words_accuracy.py
View file

@ -1,20 +1,12 @@
from collections import Counter from collections import Counter
from typing import Union
from .utils import bag_accuracy, MetricResult, Weights from .utils import bag_accuracy, MetricResult, Weights
from .. import ExtractedText
from ..normalize import words_normalized from ..normalize import words_normalized
def bag_of_words_accuracy( def bag_of_words_accuracy(
reference: Union[str, ExtractedText], reference: str, compared: str, weights: Weights
compared: Union[str, ExtractedText],
weights: Weights,
) -> MetricResult: ) -> MetricResult:
if isinstance(reference, ExtractedText):
reference = reference.text
if isinstance(compared, ExtractedText):
compared = compared.text
reference_words = Counter(words_normalized(reference)) reference_words = Counter(words_normalized(reference))
compared_words = Counter(words_normalized(compared)) compared_words = Counter(words_normalized(compared))
result = bag_accuracy(reference_words, compared_words, weights) result = bag_accuracy(reference_words, compared_words, weights)

1
qurator/dinglehopper/tests/metrics/test_bag_accuracy.py
View file

@ -1,4 +1,3 @@
import math
import unicodedata import unicodedata
from collections import Counter from collections import Counter