| 
									
										
										
										
											2019-06-19 12:22:41 +02:00
										 |  |  | #!/bin/bash | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | set -e  # Abort on error | 
					
						
							| 
									
										
										
										
											2020-02-07 17:12:51 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-02-12 14:48:22 +01:00
										 |  |  | # Configuration | 
					
						
							| 
									
										
										
										
											2020-09-01 11:57:18 +02:00
										 |  |  | export LOG_LEVEL=${LOG_LEVEL:-INFO}  # /etc/ocrd_logging.py uses this to set level for all OCR-D modules | 
					
						
							| 
									
										
										
										
											2020-02-13 16:13:24 +01:00
										 |  |  | export TEXTEQUIV_LEVEL=glyph | 
					
						
							| 
									
										
										
										
											2020-02-12 14:48:22 +01:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-03-09 12:26:38 +01:00
										 |  |  | # Command line parameters | 
					
						
							| 
									
										
										
										
											2020-03-09 16:50:30 +01:00
										 |  |  | OPTS=`getopt -o I: --long input-file-grp:,skip-validation -- "$@"` | 
					
						
							| 
									
										
										
										
											2020-03-09 12:26:38 +01:00
										 |  |  | eval set -- "$OPTS" | 
					
						
							|  |  |  | INPUT_FILE_GRP=OCR-D-IMG | 
					
						
							| 
									
										
										
										
											2020-03-09 16:50:30 +01:00
										 |  |  | SKIP_VALIDATION=false | 
					
						
							| 
									
										
										
										
											2020-03-09 12:26:38 +01:00
										 |  |  | while true; do | 
					
						
							|  |  |  |   case "$1" in | 
					
						
							|  |  |  |     -I|--input-file-grp) INPUT_FILE_GRP=$2; shift 2;; | 
					
						
							| 
									
										
										
										
											2020-03-09 16:50:30 +01:00
										 |  |  |     --skip-validation) SKIP_VALIDATION=true; shift;; | 
					
						
							| 
									
										
										
										
											2020-03-09 12:26:38 +01:00
										 |  |  | 
 | 
					
						
							|  |  |  |     --) shift; break;; | 
					
						
							|  |  |  |     *) break;; | 
					
						
							|  |  |  |   esac | 
					
						
							|  |  |  | done | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-02-12 14:48:22 +01:00
										 |  |  | # Set up logging | 
					
						
							| 
									
										
										
										
											2019-06-19 17:48:38 +02:00
										 |  |  | if [ "$LOG_LEVEL" = "DEBUG" -o "$LOG_LEVEL" = "TRACE" ]; then | 
					
						
							|  |  |  |   set -x | 
					
						
							|  |  |  | fi | 
					
						
							| 
									
										
										
										
											2019-06-19 12:22:41 +02:00
										 |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-08-05 15:27:38 +02:00
										 |  |  | do_validate() { | 
					
						
							| 
									
										
										
										
											2020-02-10 19:25:08 +01:00
										 |  |  |   # Validate the workspace | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  |   # Both ocrd_tesserocr + ocrd_calamari produce segment coordinates that are not strictly within their parent's | 
					
						
							|  |  |  |   # coordinates: | 
					
						
							|  |  |  |   # | 
					
						
							|  |  |  |   #     INCONSISTENCY in [...] coords [...] not within parent coords | 
					
						
							|  |  |  |   # | 
					
						
							|  |  |  |   # → --page-coordinate-consistency off | 
					
						
							|  |  |  |   # | 
					
						
							|  |  |  |   # ocrd_tesserocr sometimes produces segment text results that aren't concatenating as expected by the validator: | 
					
						
							|  |  |  |   # | 
					
						
							|  |  |  |   #     INCONSISTENCY in [...]: text results '[...]' != concatenated '[...]' | 
					
						
							|  |  |  |   # | 
					
						
							|  |  |  |   # → --page-strictness lax | 
					
						
							|  |  |  |   # | 
					
						
							| 
									
										
										
										
											2020-02-07 18:46:33 +01:00
										 |  |  |   validate_options=' | 
					
						
							| 
									
										
										
										
											2020-02-07 14:13:32 +01:00
										 |  |  |     --skip dimension | 
					
						
							|  |  |  |     --skip pixel_density | 
					
						
							|  |  |  |     --page-strictness lax | 
					
						
							| 
									
										
										
										
											2020-02-07 18:46:33 +01:00
										 |  |  |     --page-coordinate-consistency off' | 
					
						
							| 
									
										
										
										
											2020-03-09 16:50:30 +01:00
										 |  |  |   if [ "$SKIP_VALIDATION" = false ]; then | 
					
						
							|  |  |  |     ocrd workspace validate $validate_options | 
					
						
							|  |  |  |   fi | 
					
						
							| 
									
										
										
										
											2019-08-05 15:27:38 +02:00
										 |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-09-27 13:16:14 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-02-07 18:57:46 +01:00
										 |  |  | main() { | 
					
						
							| 
									
										
										
										
											2020-06-19 19:27:32 +02:00
										 |  |  |   do_validate | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-08-05 15:27:38 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-10-22 21:08:13 +02:00
										 |  |  |   #ocrd-sbb-binarize --overwrite -I $INPUT_FILE_GRP -O OCR-D-IMG-BIN -P model "/var/lib/sbb_binarization" | 
					
						
							| 
									
										
										
										
											2020-07-31 14:25:35 +02:00
										 |  |  |   ocrd-olena-binarize --overwrite -I $INPUT_FILE_GRP -O OCR-D-IMG-BIN -P impl "sauvola-ms-split" | 
					
						
							| 
									
										
										
										
											2020-02-07 18:57:46 +01:00
										 |  |  |   do_validate | 
					
						
							| 
									
										
										
										
											2019-09-30 12:26:14 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-08-05 15:27:38 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-07-31 14:25:35 +02:00
										 |  |  |   #ocrd-tesserocr-segment-region --overwrite -I OCR-D-IMG-BIN -O OCR-D-SEG-REGION | 
					
						
							| 
									
										
										
										
											2020-07-30 20:55:11 +02:00
										 |  |  |   #ocrd-tesserocr-segment-line --overwrite -I OCR-D-SEG-REGION -O OCR-D-SEG-LINE | 
					
						
							| 
									
										
										
										
											2020-10-28 19:12:47 +01:00
										 |  |  |   #ocrd-cis-ocropy-segment --overwrite -I OCR-D-IMG-BIN -O OCR-D-SEG-LINE -P level-of-operation page | 
					
						
							| 
									
										
										
										
											2021-04-22 21:14:55 +02:00
										 |  |  |   #ocrd-eynollah-segment -I OCR-D-IMG-BIN -O OCR-D-SEG-LINE -P models /var/lib/eynollah | 
					
						
							| 
									
										
										
										
											2020-07-31 14:25:35 +02:00
										 |  |  |   ocrd-sbb-textline-detector --overwrite -I OCR-D-IMG-BIN -O OCR-D-SEG-LINE -P model "/var/lib/textline_detection" | 
					
						
							| 
									
										
										
										
											2020-07-30 20:55:11 +02:00
										 |  |  |   do_validate | 
					
						
							| 
									
										
										
										
											2019-08-21 13:07:27 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-08-21 11:54:01 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2022-09-16 18:31:11 +02:00
										 |  |  |   ocrd-calamari-recognize --overwrite -I OCR-D-SEG-LINE -O OCR-D-OCR-CALAMARI -P checkpoint_dir "/var/lib/calamari-models/GT4HistOCR/2019-12-11T11_10+0100/" -P textequiv_level "$TEXTEQUIV_LEVEL" | 
					
						
							| 
									
										
										
										
											2020-07-30 20:55:11 +02:00
										 |  |  |   ocrd-tesserocr-recognize --overwrite -I OCR-D-SEG-LINE -O OCR-D-OCR-TESS -P model "GT4HistOCR_2000000" -P textequiv_level "$TEXTEQUIV_LEVEL" | 
					
						
							|  |  |  |   do_validate | 
					
						
							| 
									
										
										
										
											2019-08-21 13:07:27 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-08-05 15:27:38 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-02-07 18:57:46 +01:00
										 |  |  |   for ocr_filegrp in OCR-D-OCR-CALAMARI OCR-D-OCR-TESS; do | 
					
						
							|  |  |  |     if ocrd workspace list-group | grep -q OCR-D-GT-PAGE; then | 
					
						
							| 
									
										
										
										
											2020-07-30 20:20:52 +02:00
										 |  |  |       ocrd-dinglehopper --overwrite -I OCR-D-GT-PAGE,$ocr_filegrp -O $ocr_filegrp-EVAL | 
					
						
							| 
									
										
										
										
											2020-02-07 18:57:46 +01:00
										 |  |  |     fi | 
					
						
							| 
									
										
										
										
											2021-02-04 17:36:55 +01:00
										 |  |  |     ocrd-fileformat-transform --overwrite -I $ocr_filegrp -O ${ocr_filegrp}-ALTO | 
					
						
							| 
									
										
										
										
											2020-02-07 18:57:46 +01:00
										 |  |  |   done | 
					
						
							|  |  |  | } | 
					
						
							|  |  |  | 
 | 
					
						
							|  |  |  | 
 | 
					
						
							| 
									
										
										
										
											2020-02-13 15:02:15 +01:00
										 |  |  | if [ "$LOG_LEVEL" = "DEBUG" -o "$LOG_LEVEL" = "TRACE" ]; then | 
					
						
							| 
									
										
										
										
											2020-11-19 18:25:10 +01:00
										 |  |  |   pip list || true | 
					
						
							| 
									
										
										
										
											2020-02-13 15:02:15 +01:00
										 |  |  | fi | 
					
						
							| 
									
										
										
										
											2020-02-07 18:57:46 +01:00
										 |  |  | main | 
					
						
							| 
									
										
										
										
											2019-08-21 13:07:27 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-08-13 18:13:49 +02:00
										 |  |  | 
 | 
					
						
							| 
									
										
										
										
											2019-06-19 12:39:42 +02:00
										 |  |  | # vim:tw=120: |