From aadb3f5a537af4510a36e9a8db2dcd904dbd0a07 Mon Sep 17 00:00:00 2001
From: "Gerber, Mike" <mike.gerber@sbb.spk-berlin.de>
Date: Tue, 10 Dec 2019 17:57:00 +0100
Subject: [PATCH] =?UTF-8?q?=F0=9F=92=A9=20calamari-models/train-calamari-g?=
 =?UTF-8?q?t4histocr:=20Force=20TF=20memory=20growth?=
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

---
 train.sh | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/train.sh b/train.sh
index d42cb51..118bb8f 100755
--- a/train.sh
+++ b/train.sh
@@ -51,6 +51,8 @@ export PYTHONUNBUFFERED=1  # For python + tee
 outdir=$DATA_SUBDIR/calamari-models/GT4HistOCR
 mkdir -p $outdir
 
+export TF_FORCE_GPU_ALLOW_GROWTH=true  # To prevent TF from taking all GPU memory
+
 calamari-cross-fold-train \
   --files \
   "$TMPDIR/*/*/*.png" \
@@ -59,6 +61,6 @@ calamari-cross-fold-train \
   --early_stopping_nbest=5 \
   --batch_size=128 \
   --n_folds=5 \
-  --max_parallel_models=1 \
+  --max_parallel_models=3 \
   --display=0.01 \
   2>&1 | tee $outdir/train.`date -Iminutes`.log