From 95346c4bcabbbf682c763ade898bc07bda79b36a Mon Sep 17 00:00:00 2001 From: Nikhilesh Bhatnagar Date: Tue, 19 Sep 2023 11:04:53 +0000 Subject: [PATCH] updated himangy to v1.2 --- Dockerfile_azure.dockerfile | 11 ++++++++ README.md | 2 +- make_ct2_models.sh | 54 ++++++++++++++++++------------------- make_triton_model_repo.sh | 37 +++++++++++++------------ ulca_model.json | 8 +++--- 5 files changed, 61 insertions(+), 51 deletions(-) create mode 100644 Dockerfile_azure.dockerfile diff --git a/Dockerfile_azure.dockerfile b/Dockerfile_azure.dockerfile new file mode 100644 index 0000000..ddf3c5e --- /dev/null +++ b/Dockerfile_azure.dockerfile @@ -0,0 +1,11 @@ +FROM nvcr.io/nvidia/tritonserver:23.07-py3 +WORKDIR /opt/tritonserver +RUN apt-get update && apt-get install -y python3.10-venv +ENV VIRTUAL_ENV=/opt/dhruva-mt +RUN python3 -m venv $VIRTUAL_ENV +ENV PATH="$VIRTUAL_ENV/bin:$PATH" +RUN pip install -U ctranslate2 OpenNMT-py==1.2.0 git+https://github.com/vmujadia/tokenizer.git +CMD ["tritonserver", "--model-repository=/models/himangy_triton_repo", "--cache-config=local,size=1048576"] +EXPOSE 8000 +EXPOSE 8001 +EXPOSE 8002 diff --git a/README.md b/README.md index 78caaff..c54cec4 100644 --- a/README.md +++ b/README.md @@ -7,7 +7,7 @@ This repo contains code for python backend CTranslate2 based triton models for the SSMT project. Prerequisites: `python3.xx-venv`, `nvidia-docker`, `bash` -Quantization disabled until qualitative testing is performed. For now, the argument `int8` does nothing. +Quantization disabled until qualitative testing is performed. ```bash git clone https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva.git cd mt-model-deploy-dhruva diff --git a/make_ct2_models.sh b/make_ct2_models.sh index 68d8557..8b855c7 100644 --- a/make_ct2_models.sh +++ b/make_ct2_models.sh @@ -3,40 +3,40 @@ python3 -m venv ./ssmt_ct2 source ./ssmt_ct2/bin/activate pip install -U pip wheel; pip install ctranslate2 "OpenNMT-py==1.2.0" unzip ~/projects/himangy_models/models.zip;mv models himangy-v0.1;cd himangy-v0.1 -ct2-opennmt-py-converter --model_path 1.pt --quantization "int8" --output_dir en-hi;mv 1.src en-hi.src;rm 1.pt -ct2-opennmt-py-converter --model_path 2.pt --quantization "int8" --output_dir hi-en;mv 2.src hi-en.src;rm 2.pt +ct2-opennmt-py-converter --model_path 1.pt --quantization "float32" --output_dir en-hi;mv 1.src en-hi.src;rm 1.pt +ct2-opennmt-py-converter --model_path 2.pt --quantization "float32" --output_dir hi-en;mv 2.src hi-en.src;rm 2.pt mv 3.pt en-te.pt;mv 3.src en-te.src -ct2-opennmt-py-converter --model_path 4.pt --quantization "int8" --output_dir te-en;mv 4.src te-en.src;rm 4.pt -ct2-opennmt-py-converter --model_path 6.pt --quantization "int8" --output_dir hi-te;mv 6.src hi-te.src;rm 6.pt -ct2-opennmt-py-converter --model_path 7.pt --quantization "int8" --output_dir te-hi;mv 7.src te-hi.src;rm 7.pt -ct2-opennmt-py-converter --model_path 8.pt --quantization "int8" --output_dir en-gu;mv 8.src en-gu.src;rm 8.pt -ct2-opennmt-py-converter --model_path 9.pt --quantization "int8" --output_dir gu-en;mv 9.src gu-en.src;rm 9.pt +ct2-opennmt-py-converter --model_path 4.pt --quantization "float32" --output_dir te-en;mv 4.src te-en.src;rm 4.pt +ct2-opennmt-py-converter --model_path 6.pt --quantization "float32" --output_dir hi-te;mv 6.src hi-te.src;rm 6.pt +ct2-opennmt-py-converter --model_path 7.pt --quantization "float32" --output_dir te-hi;mv 7.src te-hi.src;rm 7.pt +ct2-opennmt-py-converter --model_path 8.pt --quantization "float32" --output_dir en-gu;mv 8.src en-gu.src;rm 8.pt +ct2-opennmt-py-converter --model_path 9.pt --quantization "float32" --output_dir gu-en;mv 9.src gu-en.src;rm 9.pt cd .. unzip ~/projects/himangy_models/HimangY-oneMT-Models-V1.zip;mv HimangY-oneMT-Models-V1 himangy-v1.0;cd himangy-v1.0 -ct2-opennmt-py-converter --model_path 150001.pt --quantization "int8" --output_dir en-hi;mv 150001.src en-hi.src;rm 150001.pt -ct2-opennmt-py-converter --model_path 150002.pt --quantization "int8" --output_dir hi-en;mv 150002.src hi-en.src;rm 150002.pt -ct2-opennmt-py-converter --model_path 150003.pt --quantization "int8" --output_dir en-te;mv 150003.src en-te.src;rm 150003.pt -ct2-opennmt-py-converter --model_path 150004.pt --quantization "int8" --output_dir te-en;mv 150004.src te-en.src;rm 150004.pt -ct2-opennmt-py-converter --model_path 150005.pt --quantization "int8" --output_dir hi-te;mv 150005.src hi-te.src;rm 150005.pt -ct2-opennmt-py-converter --model_path 150006.pt --quantization "int8" --output_dir te-hi;mv 150006.src te-hi.src;rm 150006.pt -ct2-opennmt-py-converter --model_path 150007.pt --quantization "int8" --output_dir hi-ur;mv 150007.src hi-ur.src;rm 150007.pt -ct2-opennmt-py-converter --model_path 150008.pt --quantization "int8" --output_dir ur-hi;mv 150008.src ur-hi.src;rm 150008.pt +ct2-opennmt-py-converter --model_path 150001.pt --quantization "float32" --output_dir en-hi;mv 150001.src en-hi.src;rm 150001.pt +ct2-opennmt-py-converter --model_path 150002.pt --quantization "float32" --output_dir hi-en;mv 150002.src hi-en.src;rm 150002.pt +ct2-opennmt-py-converter --model_path 150003.pt --quantization "float32" --output_dir en-te;mv 150003.src en-te.src;rm 150003.pt +ct2-opennmt-py-converter --model_path 150004.pt --quantization "float32" --output_dir te-en;mv 150004.src te-en.src;rm 150004.pt +ct2-opennmt-py-converter --model_path 150005.pt --quantization "float32" --output_dir hi-te;mv 150005.src hi-te.src;rm 150005.pt +ct2-opennmt-py-converter --model_path 150006.pt --quantization "float32" --output_dir te-hi;mv 150006.src te-hi.src;rm 150006.pt +ct2-opennmt-py-converter --model_path 150007.pt --quantization "float32" --output_dir hi-ur;mv 150007.src hi-ur.src;rm 150007.pt +ct2-opennmt-py-converter --model_path 150008.pt --quantization "float32" --output_dir ur-hi;mv 150008.src ur-hi.src;rm 150008.pt mv 150009.pt hi-gu.pt;mv 150009.src hi-gu.src -ct2-opennmt-py-converter --model_path 150010.pt --quantization "int8" --output_dir gu-hi;mv 150010.src gu-hi.src;rm 150010.pt +ct2-opennmt-py-converter --model_path 150010.pt --quantization "float32" --output_dir gu-hi;mv 150010.src gu-hi.src;rm 150010.pt mv 150011.pt hi-pa.pt;mv 150011.src hi-pa.src -ct2-opennmt-py-converter --model_path 150013.pt --quantization "int8" --output_dir hi-or;mv 150013.src hi-or.src;rm 150013.pt -ct2-opennmt-py-converter --model_path 150014.pt --quantization "int8" --output_dir or-hi;mv 150014.src or-hi.src;rm 150014.pt -ct2-opennmt-py-converter --model_path 150015.pt --quantization "int8" --output_dir hi-ta;mv 150015.src hi-ta.src;rm 150015.pt -ct2-opennmt-py-converter --model_path 150017.pt --quantization "int8" --output_dir hi-kn;mv 150017.src hi-kn.src;rm 150017.pt -ct2-opennmt-py-converter --model_path 150018.pt --quantization "int8" --output_dir kn-hi;mv 150018.src kn-hi.src;rm 150018.pt -ct2-opennmt-py-converter --model_path 150019.pt --quantization "int8" --output_dir ta-te;mv 150019.src ta-te.src;rm 150019.pt -ct2-opennmt-py-converter --model_path 150020.pt --quantization "int8" --output_dir te-ta;mv 150020.src te-ta.src;rm 150020.pt +ct2-opennmt-py-converter --model_path 150013.pt --quantization "float32" --output_dir hi-or;mv 150013.src hi-or.src;rm 150013.pt +ct2-opennmt-py-converter --model_path 150014.pt --quantization "float32" --output_dir or-hi;mv 150014.src or-hi.src;rm 150014.pt +ct2-opennmt-py-converter --model_path 150015.pt --quantization "float32" --output_dir hi-ta;mv 150015.src hi-ta.src;rm 150015.pt +ct2-opennmt-py-converter --model_path 150017.pt --quantization "float32" --output_dir hi-kn;mv 150017.src hi-kn.src;rm 150017.pt +ct2-opennmt-py-converter --model_path 150018.pt --quantization "float32" --output_dir kn-hi;mv 150018.src kn-hi.src;rm 150018.pt +ct2-opennmt-py-converter --model_path 150019.pt --quantization "float32" --output_dir ta-te;mv 150019.src ta-te.src;rm 150019.pt +ct2-opennmt-py-converter --model_path 150020.pt --quantization "float32" --output_dir te-ta;mv 150020.src te-ta.src;rm 150020.pt cd .. unzip ~/projects/himangy_models/v2.5-Himangy.zip -d himangy-v2.5;cd himangy-v2.5 -ct2-opennmt-py-converter --model_path en-hi.pt --quantization "int8" --output_dir en-hi;rm en-hi.pt -ct2-opennmt-py-converter --model_path en-te.pt --quantization "int8" --output_dir en-te;rm en-te.pt -ct2-opennmt-py-converter --model_path hi-en.pt --quantization "int8" --output_dir hi-en;rm hi-en.pt -ct2-opennmt-py-converter --model_path te-en.pt --quantization "int8" --output_dir te-en;rm te-en.pt +ct2-opennmt-py-converter --model_path en-hi.pt --quantization "float32" --output_dir en-hi;rm en-hi.pt +ct2-opennmt-py-converter --model_path en-te.pt --quantization "float32" --output_dir en-te;rm en-te.pt +ct2-opennmt-py-converter --model_path hi-en.pt --quantization "float32" --output_dir hi-en;rm hi-en.pt +ct2-opennmt-py-converter --model_path te-en.pt --quantization "float32" --output_dir te-en;rm te-en.pt cd .. mkdir himangy-ct2 mv himangy-v2.5/en-hi himangy-ct2;mv himangy-v2.5/en-hi.src himangy-ct2 diff --git a/make_triton_model_repo.sh b/make_triton_model_repo.sh index f433cbd..27fa756 100644 --- a/make_triton_model_repo.sh +++ b/make_triton_model_repo.sh @@ -1,26 +1,25 @@ #!/bin/bash -wget "https://ssmt.iiit.ac.in/uploads/data_mining/HimangY_MT_Models_v1.zip" --no-check-certificate -unzip HimangY_MT_Models_v1.zip +wget https://ssmt.iiit.ac.in/uploads/data_mining/HimangY-oneMT-Models-V1-2.zip --no-check-certificate +unzip HimangY-oneMT-Models-V1-2.zip;mv HimangY-oneMT-Models-V1-2 himangy-ct2 mkdir himangy_triton_repo cd himangy_triton_repo cp -r ../triton_models/nmt . cp -r ../triton_models/demuxer . cp -r ../triton_models/tokenizer . -cp -r ../triton_models/model_ct2 himangy-en-hi;mv ../HimangY_MT_Models_v1/en-hi himangy-en-hi/1/translator;mv ../HimangY_MT_Models_v1/en-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-hi/' himangy-en-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'hi'/" himangy-en-hi/1/model.py -cp -r ../triton_models/model_ct2 himangy-hi-en;mv ../HimangY_MT_Models_v1/hi-en himangy-hi-en/1/translator;mv ../HimangY_MT_Models_v1/hi-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-en/' himangy-hi-en/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'en'/" himangy-hi-en/1/model.py -cp -r ../triton_models/model_ct2 himangy-en-te;mv ../HimangY_MT_Models_v1/en-te himangy-en-te/1/translator;mv ../HimangY_MT_Models_v1/en-te.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-te/' himangy-en-te/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'te'/" himangy-en-te/1/model.py -cp -r ../triton_models/model_ct2 himangy-te-en;mv ../HimangY_MT_Models_v1/te-en himangy-te-en/1/translator;mv ../HimangY_MT_Models_v1/te-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-te-en/' himangy-te-en/config.pbtxt;sed -i "s/input_lang, output_lang/'te', 'en'/" himangy-te-en/1/model.py -cp -r ../triton_models/model_ct2 himangy-hi-te;mv ../HimangY_MT_Models_v1/hi-te himangy-hi-te/1/translator;mv ../HimangY_MT_Models_v1/hi-te.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-te/' himangy-hi-te/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'te'/" himangy-hi-te/1/model.py -cp -r ../triton_models/model_ct2 himangy-te-hi;mv ../HimangY_MT_Models_v1/te-hi himangy-te-hi/1/translator;mv ../HimangY_MT_Models_v1/te-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-te-hi/' himangy-te-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'te', 'hi'/" himangy-te-hi/1/model.py -cp -r ../triton_models/model_ct2 himangy-hi-ur;mv ../HimangY_MT_Models_v1/hi-ur himangy-hi-ur/1/translator;mv ../HimangY_MT_Models_v1/hi-ur.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-ur/' himangy-hi-ur/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'ur'/" himangy-hi-ur/1/model.py -cp -r ../triton_models/model_ct2 himangy-ur-hi;mv ../HimangY_MT_Models_v1/ur-hi himangy-ur-hi/1/translator;mv ../HimangY_MT_Models_v1/ur-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-ur-hi/' himangy-ur-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'ur', 'hi'/" himangy-ur-hi/1/model.py -cp -r ../triton_models/model_onmt himangy-hi-gu;mv ../HimangY_MT_Models_v1/hi-gu.pt himangy-hi-gu/1/translator.pt;mv ../HimangY_MT_Models_v1/hi-gu.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-gu/' himangy-hi-gu/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'gu'/" himangy-hi-gu/1/model.py -cp -r ../triton_models/model_ct2 himangy-gu-hi;mv ../HimangY_MT_Models_v1/gu-hi himangy-gu-hi/1/translator;mv ../HimangY_MT_Models_v1/gu-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-gu-hi/' himangy-gu-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'gu', 'hi'/" himangy-gu-hi/1/model.py -cp -r ../triton_models/model_onmt himangy-hi-pa;mv ../HimangY_MT_Models_v1/hi-pa.pt himangy-hi-pa/1/translator.pt;mv ../HimangY_MT_Models_v1/hi-pa.src tokenizer/1/bpe_src/hi-pa.src;sed -i 's/model_name/himangy-hi-pa/' himangy-hi-pa/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'pa'/" himangy-hi-pa/1/model.py -cp -r ../triton_models/model_ct2 himangy-hi-or;mv ../HimangY_MT_Models_v1/hi-or himangy-hi-or/1/translator;mv ../HimangY_MT_Models_v1/hi-or.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-or/' himangy-hi-or/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'or'/" himangy-hi-or/1/model.py -cp -r ../triton_models/model_ct2 himangy-or-hi;mv ../HimangY_MT_Models_v1/or-hi himangy-or-hi/1/translator;mv ../HimangY_MT_Models_v1/or-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-or-hi/' himangy-or-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'or', 'hi'/" himangy-or-hi/1/model.py -cp -r ../triton_models/model_ct2 himangy-en-gu;mv ../HimangY_MT_Models_v1/en-gu himangy-en-gu/1/translator;mv ../HimangY_MT_Models_v1/en-gu.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-gu/' himangy-en-gu/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'gu'/" himangy-en-gu/1/model.py -cp -r ../triton_models/model_ct2 himangy-gu-en;mv ../HimangY_MT_Models_v1/gu-en himangy-gu-en/1/translator;mv ../HimangY_MT_Models_v1/gu-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-gu-en/' himangy-gu-en/config.pbtxt;sed -i "s/input_lang, output_lang/'gu', 'en'/" himangy-gu-en/1/model.py +cp -r ../triton_models/model_ct2 himangy-en-hi;mv ../himangy-ct2/en-hi himangy-en-hi/1/translator;mv ../himangy-ct2/en-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-hi/' himangy-en-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'hi'/" himangy-en-hi/1/model.py +cp -r ../triton_models/model_ct2 himangy-hi-en;mv ../himangy-ct2/hi-en himangy-hi-en/1/translator;mv ../himangy-ct2/hi-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-en/' himangy-hi-en/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'en'/" himangy-hi-en/1/model.py +cp -r ../triton_models/model_ct2 himangy-en-te;mv ../himangy-ct2/en-te himangy-en-te/1/translator;mv ../himangy-ct2/en-te.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-te/' himangy-en-te/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'te'/" himangy-en-te/1/model.py +cp -r ../triton_models/model_ct2 himangy-te-en;mv ../himangy-ct2/te-en himangy-te-en/1/translator;mv ../himangy-ct2/te-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-te-en/' himangy-te-en/config.pbtxt;sed -i "s/input_lang, output_lang/'te', 'en'/" himangy-te-en/1/model.py +cp -r ../triton_models/model_ct2 himangy-hi-te;mv ../himangy-ct2/hi-te himangy-hi-te/1/translator;mv ../himangy-ct2/hi-te.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-te/' himangy-hi-te/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'te'/" himangy-hi-te/1/model.py +cp -r ../triton_models/model_ct2 himangy-te-hi;mv ../himangy-ct2/te-hi himangy-te-hi/1/translator;mv ../himangy-ct2/te-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-te-hi/' himangy-te-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'te', 'hi'/" himangy-te-hi/1/model.py +cp -r ../triton_models/model_ct2 himangy-hi-ur;mv ../himangy-ct2/hi-ur himangy-hi-ur/1/translator;mv ../himangy-ct2/hi-ur.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-ur/' himangy-hi-ur/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'ur'/" himangy-hi-ur/1/model.py +cp -r ../triton_models/model_ct2 himangy-ur-hi;mv ../himangy-ct2/ur-hi himangy-ur-hi/1/translator;mv ../himangy-ct2/ur-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-ur-hi/' himangy-ur-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'ur', 'hi'/" himangy-ur-hi/1/model.py +cp -r ../triton_models/model_onmt himangy-hi-gu;mv ../himangy-ct2/hi-gu.pt himangy-hi-gu/1/translator.pt;mv ../himangy-ct2/hi-gu.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-gu/' himangy-hi-gu/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'gu'/" himangy-hi-gu/1/model.py +cp -r ../triton_models/model_ct2 himangy-gu-hi;mv ../himangy-ct2/gu-hi himangy-gu-hi/1/translator;mv ../himangy-ct2/gu-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-gu-hi/' himangy-gu-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'gu', 'hi'/" himangy-gu-hi/1/model.py +cp -r ../triton_models/model_onmt himangy-hi-pa;mv ../himangy-ct2/hi-pa.pt himangy-hi-pa/1/translator.pt;mv ../himangy-ct2/hi-pa.src tokenizer/1/bpe_src/hi-pa.src;sed -i 's/model_name/himangy-hi-pa/' himangy-hi-pa/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'pa'/" himangy-hi-pa/1/model.py +cp -r ../triton_models/model_ct2 himangy-hi-or;mv ../himangy-ct2/hi-or himangy-hi-or/1/translator;mv ../himangy-ct2/hi-or.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-or/' himangy-hi-or/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'or'/" himangy-hi-or/1/model.py +cp -r ../triton_models/model_ct2 himangy-or-hi;mv ../himangy-ct2/or-hi himangy-or-hi/1/translator;mv ../himangy-ct2/or-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-or-hi/' himangy-or-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'or', 'hi'/" himangy-or-hi/1/model.py +cp -r ../triton_models/model_ct2 himangy-en-gu;mv ../himangy-ct2/en-gu himangy-en-gu/1/translator;mv ../himangy-ct2/en-gu.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-gu/' himangy-en-gu/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'gu'/" himangy-en-gu/1/model.py +cp -r ../triton_models/model_ct2 himangy-gu-en;mv ../himangy-ct2/gu-en himangy-gu-en/1/translator;mv ../himangy-ct2/gu-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-gu-en/' himangy-gu-en/config.pbtxt;sed -i "s/input_lang, output_lang/'gu', 'en'/" himangy-gu-en/1/model.py cd .. -rm -rf HimangY_MT_Models_v1 -rm -f HimangY_MT_Models_v1.zip +rm -rf himangy-ct2;rm -f HimangY-oneMT-Models-V1-2.zip diff --git a/ulca_model.json b/ulca_model.json index 92d55b9..64eb306 100644 --- a/ulca_model.json +++ b/ulca_model.json @@ -1,9 +1,9 @@ { - "modelId": "iiith/himangy-v1", - "version": "v1", + "modelId": "iiith/himangy-v1.2", + "version": "v1.2", "submittedOn": 1692254490000, - "updatedOn": 1692254490000, - "name": "IIIT Hyderabad Translation (HimangY) -- v1 langset (general domain).", + "updatedOn": 1695121057000, + "name": "IIIT Hyderabad Translation (HimangY) -- v1.2 langset (general domain).", "description": "HimangY translation models are a set of language pair specific Transformer-based models (50M-250M parameters).", "refUrl": "https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva", "task": { -- GitLab