diff --git a/make_triton_model_repo.sh b/make_triton_model_repo.sh index 5fd264e97626f19ab08af7470124b312cdffe7f8..d0088e986b7d42b58370c759bf69f2cd9b38aa82 100644 --- a/make_triton_model_repo.sh +++ b/make_triton_model_repo.sh @@ -5,16 +5,17 @@ wget -O models.zip $MODELS_URL --no-check-certificate unzip models.zip python3 -m venv ./ssmt_ct2 source ./ssmt_ct2/bin/activate +pip install -U pip wheel pip install ctranslate2 "OpenNMT-py==1.2.0" cd models -ct2-opennmt-py-converter --model_path 1.pt --quantization $QUANTIZATION --output_dir ./1_ct2 -ct2-opennmt-py-converter --model_path 2.pt --quantization $QUANTIZATION --output_dir ./2_ct2 -# ct2-opennmt-py-converter --model_path 3.pt --quantization $QUANTIZATION --output_dir ./3_ct2 -ct2-opennmt-py-converter --model_path 4.pt --quantization $QUANTIZATION --output_dir ./4_ct2 -ct2-opennmt-py-converter --model_path 6.pt --quantization $QUANTIZATION --output_dir ./6_ct2 -ct2-opennmt-py-converter --model_path 7.pt --quantization $QUANTIZATION --output_dir ./7_ct2 -ct2-opennmt-py-converter --model_path 8.pt --quantization $QUANTIZATION --output_dir ./8_ct2 -ct2-opennmt-py-converter --model_path 9.pt --quantization $QUANTIZATION --output_dir ./9_ct2 +ct2-opennmt-py-converter --model_path 1.pt --output_dir ./1_ct2 +ct2-opennmt-py-converter --model_path 2.pt --output_dir ./2_ct2 +# ct2-opennmt-py-converter --model_path 3.pt --output_dir ./3_ct2 +ct2-opennmt-py-converter --model_path 4.pt --output_dir ./4_ct2 +ct2-opennmt-py-converter --model_path 6.pt --output_dir ./6_ct2 +ct2-opennmt-py-converter --model_path 7.pt --output_dir ./7_ct2 +ct2-opennmt-py-converter --model_path 8.pt --output_dir ./8_ct2 +ct2-opennmt-py-converter --model_path 9.pt --output_dir ./9_ct2 cd .. mkdir ssmt_triton_repo cd ssmt_triton_repo