From 3d830edc1b8efee6a36f27f01de7b92aef772d55 Mon Sep 17 00:00:00 2001
From: Kai Labusch <Kai.Labusch@sbb.spk-berlin.de>
Date: Fri, 4 Apr 2025 14:28:57 +0200
Subject: [PATCH] update requirements; add make target for models from git
 annex

---
 Makefile                           | 9 +++++++++
 qurator/sbb_ner/webapp/config.json | 7 +++++++
 requirements.txt                   | 3 ++-
 3 files changed, 18 insertions(+), 1 deletion(-)

diff --git a/Makefile b/Makefile
index 5850fe8..f24db56 100644
--- a/Makefile
+++ b/Makefile
@@ -520,3 +520,12 @@ wikipedia-evaluation3: $(BUILD_PATH)/wikipedia-de-finetuned/eval_results-DE-CONL
 
 model_archive:
 	tar --exclude='*ep[1-6]*' --exclude='*eval*' --exclude='pytorch_model.bin' --exclude='*.pkl' -chzf models.tar.gz data/konvens2019/build-wd_0.03/bert-all-german-de-finetuned data/konvens2019/build-on-all-german-de-finetuned/bert-sbb-de-finetuned data/konvens2019/build-wd_0.03/bert-sbb-de-finetuned data/konvens2019/build-wd_0.03/bert-all-german-baseline
+
+models_from_git_annex:
+	cd data;git annex get konvens2019/build-wd_0.03/bert-all-german-de-finetuned
+	cd data;git annex get konvens2019/build-on-all-german-de-finetuned/bert-sbb-de-finetuned
+	cd data;git annex get konvens2019/build-wd_0.03/bert-sbb-de-finetuned
+	cd data;git annex get konvens2019/build-wd_0.03/bert-all-german-baseline
+
+	
+
diff --git a/qurator/sbb_ner/webapp/config.json b/qurator/sbb_ner/webapp/config.json
index 3bddc68..08c2e14 100644
--- a/qurator/sbb_ner/webapp/config.json
+++ b/qurator/sbb_ner/webapp/config.json
@@ -28,6 +28,13 @@
       "model_dir": "data/konvens2019/build-wd_0.03/bert-all-german-baseline",
       "epoch": 7,
       "default": false
+    },
+    {
+      "name": "MULTILANG",
+      "id": 5,
+      "model_dir": "data/BERT/build-wd_0.03/bert-multilang-de-finetuned",
+      "epoch": 20,
+      "default": false
     }
   ]
 }
\ No newline at end of file
diff --git a/requirements.txt b/requirements.txt
index a8e48e3..a6b9cc3 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -15,4 +15,5 @@ flask
 Flask-Caching
 gunicorn
 somajo
-qurator-sbb-utils
+qurator-sbb-utils @ git+https://github.com/qurator-spk/sbb_utils.git
+qurator-sbb-tools @ git+https://github.com/qurator-spk/sbb_tool.git