qurator-spk/eynollah
1
0
Fork 0
mirror of https://github.com/qurator-spk/eynollah.git synced 2026-04-14 19:31:57 +02:00
Code Issues Projects Releases Wiki Activity

predictor: use predict_on_batch instead of predict

Browse source
This commit is contained in:
Robert Sachunsky 2026-04-13 01:14:18 +02:00
parent 0d21b62aee
commit 219954d15b
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/eynollah/predictor.py
View file

@ -148,7 +148,9 @@ class Predictor(mp.context.SpawnProcess):
jobs.append(jobid) jobs.append(jobid)
data.append(stack.enter_context(ndarray_shared(shared_data))) data.append(stack.enter_context(ndarray_shared(shared_data)))
data = np.concatenate(data) data = np.concatenate(data)
result = self.model.predict(data, verbose=0) #result = self.model.predict(data, verbose=0)
# faster, less VRAM
result = self.model.predict_on_batch(data)
results = np.split(result, len(jobs)) results = np.split(result, len(jobs))
#self.logger.debug("sharing result array for '%d'", jobid) #self.logger.debug("sharing result array for '%d'", jobid)
with ExitStack() as stack: with ExitStack() as stack: