ocrd-galley/my_ocrd_workflow

#!/bin/bash

set -e  # Abort on error

# Configuration
export LOG_LEVEL=${LOG_LEVEL:-DEBUG}  # /etc/ocrd_logging.py uses this to set level for all OCR-D modules
export TEXTEQUIV_LEVEL=glyph

# Command line parameters
OPTS=`getopt -o I: --long input-file-grp:,skip-validation -- "$@"`
eval set -- "$OPTS"
INPUT_FILE_GRP=OCR-D-IMG
SKIP_VALIDATION=false
while true; do
  case "$1" in
    -I|--input-file-grp) INPUT_FILE_GRP=$2; shift 2;;
    --skip-validation) SKIP_VALIDATION=true; shift;;

    --) shift; break;;
    *) break;;
  esac
done

# Set up logging
if [ "$LOG_LEVEL" = "DEBUG" -o "$LOG_LEVEL" = "TRACE" ]; then
  set -x
fi


do_validate() {
  # Validate the workspace

  # Both ocrd_tesserocr + ocrd_calamari produce segment coordinates that are not strictly within their parent's
  # coordinates:
  #
  #     INCONSISTENCY in [...] coords [...] not within parent coords
  #
  # → --page-coordinate-consistency off
  #
  # ocrd_tesserocr sometimes produces segment text results that aren't concatenating as expected by the validator:
  #
  #     INCONSISTENCY in [...]: text results '[...]' != concatenated '[...]'
  #
  # → --page-strictness lax
  #
  validate_options='
    --skip dimension
    --skip pixel_density
    --page-strictness lax
    --page-coordinate-consistency off'
  if [ "$SKIP_VALIDATION" = false ]; then
    ocrd workspace validate $validate_options
  fi
}

do_binarization() {
  # Binarize the images

  ocrd_olena_binarize_parameters='{
    "impl": "sauvola-ms-split"
  }'
  ocrd workspace remove-group -rf OCR-D-IMG-BINPAGE
  ocrd workspace remove-group -rf OCR-D-IMG-BIN
  ocrd-olena-binarize -I $INPUT_FILE_GRP -O OCR-D-IMG-BINPAGE,OCR-D-IMG-BIN -p "$ocrd_olena_binarize_parameters"
}

do_linesegmentation_tesserocr() {
  # Segment the lines in the binarized images

  ocrd workspace remove-group -rf OCR-D-SEG-REGION
  ocrd workspace remove-group -rf OCR-D-SEG-LINE
  ocrd-tesserocr-segment-region -I OCR-D-IMG-BINPAGE -O OCR-D-SEG-REGION
  ocrd-tesserocr-segment-line -I OCR-D-SEG-REGION -O OCR-D-SEG-LINE
}

do_linesegmentation_sbb() {
  # Segment the lines in the images

  ocrd_sbb_textline_detector_parameters='{
    "model": "/var/lib/textline_detection"
  }'
  ocrd workspace remove-group -rf OCR-D-SEG-REGION
  ocrd workspace remove-group -rf OCR-D-SEG-LINE
  ocrd-sbb-textline-detector -I OCR-D-IMG-BINPAGE -O OCR-D-SEG-LINE -p "$ocrd_sbb_textline_detector_parameters"
}

do_ocr() {
  # Perform OCR on the segmented lines

  ocrd_tesserocr_recognize_parameters='{
    "model": "GT4HistOCR_2000000",
    "textequiv_level": "'$TEXTEQUIV_LEVEL'"
  }'
  ocrd workspace remove-group -rf OCR-D-OCR-TESS
  ocrd-tesserocr-recognize -I OCR-D-SEG-LINE -O OCR-D-OCR-TESS -p "$ocrd_tesserocr_recognize_parameters"
}

do_ocr_calamari() {
  # Perform OCR on the segmented lines

  ocrd_calamari_recognize_parameters='{
    "checkpoint": "/var/lib/calamari-models/GT4HistOCR/2019-07-22T15:49+0200/*.ckpt.json",
    "textequiv_level": "'$TEXTEQUIV_LEVEL'"
  }'
  ocrd workspace remove-group -rf OCR-D-OCR-CALAMARI
  ocrd-calamari-recognize -I OCR-D-SEG-LINE -O OCR-D-OCR-CALAMARI -p "$ocrd_calamari_recognize_parameters"
}

page_validate_xml() {
  # Validate all PAGE XML against the XML schema

  filegrp=$1

  local file
  for file in `ocrd workspace find -G $filegrp`; do
    XSD_DIR=`dirname $0`/xsd
    if [ ! -d "$XSD_DIR" ]; then
      XSD_DIR=/usr/share/xml
    fi
    xmllint --noout --schema $XSD_DIR/pagecontent.2019-07-15.xsd $file
  done
}

page_upgrade_to_2019() {
  # Upgrade PAGE files to 2019-07-15

  filegrp=$1

  local file
  for file in `ocrd workspace find -G $filegrp`; do
    sed -i 's#pagecontent/[0-9-]*#pagecontent/2019-07-15#g' $file
  done
}


main() {
  do_validate

  do_binarization
  do_validate


  do_linesegmentation_sbb
  page_upgrade_to_2019             OCR-D-SEG-LINE
  page_validate_xml                OCR-D-SEG-REGION
  page_validate_xml                OCR-D-SEG-LINE
  do_validate


  do_ocr_calamari


  do_ocr


  for ocr_filegrp in OCR-D-OCR-CALAMARI OCR-D-OCR-TESS; do

    page_validate_xml           $ocr_filegrp
    do_validate

    if ocrd workspace list-group | grep -q OCR-D-GT-PAGE; then
      ocrd workspace remove-group -rf $ocr_filegrp-EVAL
      ocrd-dinglehopper -I OCR-D-GT-PAGE,$ocr_filegrp -O $ocr_filegrp-EVAL
    fi

  done
}


if [ "$LOG_LEVEL" = "DEBUG" -o "$LOG_LEVEL" = "TRACE" ]; then
  pip3 list
fi
main


# vim:tw=120: