From 219954d15bba5c9d36ba15668841dad216827846 Mon Sep 17 00:00:00 2001
From: Robert Sachunsky <sachunsky@informatik.uni-leipzig.de>
Date: Mon, 13 Apr 2026 01:14:18 +0200
Subject: [PATCH] predictor: use `predict_on_batch` instead of `predict`

---
 src/eynollah/predictor.py | 4 +++-
 1 file changed, 3 insertions(+), 1 deletion(-)

diff --git a/src/eynollah/predictor.py b/src/eynollah/predictor.py
index a6b15d5..94afea5 100644
--- a/src/eynollah/predictor.py
+++ b/src/eynollah/predictor.py
@@ -148,7 +148,9 @@ class Predictor(mp.context.SpawnProcess):
                             jobs.append(jobid)
                             data.append(stack.enter_context(ndarray_shared(shared_data)))
                         data = np.concatenate(data)
-                        result = self.model.predict(data, verbose=0)
+                        #result = self.model.predict(data, verbose=0)
+                        # faster, less VRAM
+                        result = self.model.predict_on_batch(data)
                     results = np.split(result, len(jobs))
                     #self.logger.debug("sharing result array for '%d'", jobid)
                     with ExitStack() as stack: