update requirements; add make target for models from git annex

master
Kai Labusch 2 weeks ago
parent e74c9f0793
commit 3d830edc1b

@ -520,3 +520,12 @@ wikipedia-evaluation3: $(BUILD_PATH)/wikipedia-de-finetuned/eval_results-DE-CONL
model_archive: model_archive:
tar --exclude='*ep[1-6]*' --exclude='*eval*' --exclude='pytorch_model.bin' --exclude='*.pkl' -chzf models.tar.gz data/konvens2019/build-wd_0.03/bert-all-german-de-finetuned data/konvens2019/build-on-all-german-de-finetuned/bert-sbb-de-finetuned data/konvens2019/build-wd_0.03/bert-sbb-de-finetuned data/konvens2019/build-wd_0.03/bert-all-german-baseline tar --exclude='*ep[1-6]*' --exclude='*eval*' --exclude='pytorch_model.bin' --exclude='*.pkl' -chzf models.tar.gz data/konvens2019/build-wd_0.03/bert-all-german-de-finetuned data/konvens2019/build-on-all-german-de-finetuned/bert-sbb-de-finetuned data/konvens2019/build-wd_0.03/bert-sbb-de-finetuned data/konvens2019/build-wd_0.03/bert-all-german-baseline
models_from_git_annex:
cd data;git annex get konvens2019/build-wd_0.03/bert-all-german-de-finetuned
cd data;git annex get konvens2019/build-on-all-german-de-finetuned/bert-sbb-de-finetuned
cd data;git annex get konvens2019/build-wd_0.03/bert-sbb-de-finetuned
cd data;git annex get konvens2019/build-wd_0.03/bert-all-german-baseline

@ -28,6 +28,13 @@
"model_dir": "data/konvens2019/build-wd_0.03/bert-all-german-baseline", "model_dir": "data/konvens2019/build-wd_0.03/bert-all-german-baseline",
"epoch": 7, "epoch": 7,
"default": false "default": false
},
{
"name": "MULTILANG",
"id": 5,
"model_dir": "data/BERT/build-wd_0.03/bert-multilang-de-finetuned",
"epoch": 20,
"default": false
} }
] ]
} }

@ -15,4 +15,5 @@ flask
Flask-Caching Flask-Caching
gunicorn gunicorn
somajo somajo
qurator-sbb-utils qurator-sbb-utils @ git+https://github.com/qurator-spk/sbb_utils.git
qurator-sbb-tools @ git+https://github.com/qurator-spk/sbb_tool.git

Loading…
Cancel
Save