From ff66400e207bdcd5f92e04801907115b328de4b4 Mon Sep 17 00:00:00 2001 From: Nikhilesh Bhatnagar Date: Fri, 4 Aug 2023 17:42:51 +0530 Subject: [PATCH] Minor fix. Disabled quantization until qualitative evaluation is done. --- make_triton_model_repo.sh | 17 +++++++++-------- 1 file changed, 9 insertions(+), 8 deletions(-) diff --git a/make_triton_model_repo.sh b/make_triton_model_repo.sh index 5fd264e..d0088e9 100644 --- a/make_triton_model_repo.sh +++ b/make_triton_model_repo.sh @@ -5,16 +5,17 @@ wget -O models.zip $MODELS_URL --no-check-certificate unzip models.zip python3 -m venv ./ssmt_ct2 source ./ssmt_ct2/bin/activate +pip install -U pip wheel pip install ctranslate2 "OpenNMT-py==1.2.0" cd models -ct2-opennmt-py-converter --model_path 1.pt --quantization $QUANTIZATION --output_dir ./1_ct2 -ct2-opennmt-py-converter --model_path 2.pt --quantization $QUANTIZATION --output_dir ./2_ct2 -# ct2-opennmt-py-converter --model_path 3.pt --quantization $QUANTIZATION --output_dir ./3_ct2 -ct2-opennmt-py-converter --model_path 4.pt --quantization $QUANTIZATION --output_dir ./4_ct2 -ct2-opennmt-py-converter --model_path 6.pt --quantization $QUANTIZATION --output_dir ./6_ct2 -ct2-opennmt-py-converter --model_path 7.pt --quantization $QUANTIZATION --output_dir ./7_ct2 -ct2-opennmt-py-converter --model_path 8.pt --quantization $QUANTIZATION --output_dir ./8_ct2 -ct2-opennmt-py-converter --model_path 9.pt --quantization $QUANTIZATION --output_dir ./9_ct2 +ct2-opennmt-py-converter --model_path 1.pt --output_dir ./1_ct2 +ct2-opennmt-py-converter --model_path 2.pt --output_dir ./2_ct2 +# ct2-opennmt-py-converter --model_path 3.pt --output_dir ./3_ct2 +ct2-opennmt-py-converter --model_path 4.pt --output_dir ./4_ct2 +ct2-opennmt-py-converter --model_path 6.pt --output_dir ./6_ct2 +ct2-opennmt-py-converter --model_path 7.pt --output_dir ./7_ct2 +ct2-opennmt-py-converter --model_path 8.pt --output_dir ./8_ct2 +ct2-opennmt-py-converter --model_path 9.pt --output_dir ./9_ct2 cd .. mkdir ssmt_triton_repo cd ssmt_triton_repo -- GitLab