diff --git a/train.sh b/train.sh
index a38107b..0b15370 100755
--- a/train.sh
+++ b/train.sh
@@ -62,6 +62,6 @@ calamari-cross-fold-train \
   --early_stopping_nbest=5 \
   --batch_size=128 \
   --n_folds=5 \
-  --max_parallel_models=3 \
+  --max_parallel_models=1 \
   --display=0.01 \
   2>&1 | tee $outdir/train.${training_id}.log