Skip to content

GitLab

M
mt-model-deploy-dhruva
Commit 95346c4b authored by Nikhilesh Bhatnagar's avatar Nikhilesh Bhatnagar
Browse files
Options

updated himangy to v1.2

parent e7e3fdf4
Hide whitespace changes
Inline Side-by-side
Showing with 61 additions and 51 deletions
Dockerfile_azure.dockerfile 0 → 100644
View file @ 95346c4b
FROM nvcr.io/nvidia/tritonserver:23.07-py3
WORKDIR /opt/tritonserver
RUN apt-get update && apt-get install -y python3.10-venv
ENV VIRTUAL_ENV=/opt/dhruva-mt
RUN python3 -m venv $VIRTUAL_ENV
ENV PATH="$VIRTUAL_ENV/bin:$PATH"
RUN pip install -U ctranslate2 OpenNMT-py==1.2.0 git+https://github.com/vmujadia/tokenizer.git
CMD ["tritonserver", "--model-repository=/models/himangy_triton_repo", "--cache-config=local,size=1048576"]
EXPOSE 8000
EXPOSE 8001
EXPOSE 8002
README.md
View file @ 95346c4b
...@@ -7,7 +7,7 @@ ...@@ -7,7 +7,7 @@
This repo contains code for python backend CTranslate2 based triton models for the SSMT project. This repo contains code for python backend CTranslate2 based triton models for the SSMT project.
Prerequisites: `python3.xx-venv`, `nvidia-docker`, `bash` Prerequisites: `python3.xx-venv`, `nvidia-docker`, `bash`
Quantization disabled until qualitative testing is performed. For now, the argument `int8` does nothing. Quantization disabled until qualitative testing is performed.
```bash ```bash
git clone https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva.git git clone https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva.git
cd mt-model-deploy-dhruva cd mt-model-deploy-dhruva
......
make_ct2_models.sh
View file @ 95346c4b
...@@ -3,40 +3,40 @@ python3 -m venv ./ssmt_ct2 ...@@ -3,40 +3,40 @@ python3 -m venv ./ssmt_ct2
source ./ssmt_ct2/bin/activate source ./ssmt_ct2/bin/activate
pip install -U pip wheel; pip install ctranslate2 "OpenNMT-py==1.2.0" pip install -U pip wheel; pip install ctranslate2 "OpenNMT-py==1.2.0"
unzip ~/projects/himangy_models/models.zip;mv models himangy-v0.1;cd himangy-v0.1 unzip ~/projects/himangy_models/models.zip;mv models himangy-v0.1;cd himangy-v0.1
ct2-opennmt-py-converter --model_path 1.pt --quantization "int8" --output_dir en-hi;mv 1.src en-hi.src;rm 1.pt ct2-opennmt-py-converter --model_path 1.pt --quantization "float32" --output_dir en-hi;mv 1.src en-hi.src;rm 1.pt
ct2-opennmt-py-converter --model_path 2.pt --quantization "int8" --output_dir hi-en;mv 2.src hi-en.src;rm 2.pt ct2-opennmt-py-converter --model_path 2.pt --quantization "float32" --output_dir hi-en;mv 2.src hi-en.src;rm 2.pt
mv 3.pt en-te.pt;mv 3.src en-te.src mv 3.pt en-te.pt;mv 3.src en-te.src
ct2-opennmt-py-converter --model_path 4.pt --quantization "int8" --output_dir te-en;mv 4.src te-en.src;rm 4.pt ct2-opennmt-py-converter --model_path 4.pt --quantization "float32" --output_dir te-en;mv 4.src te-en.src;rm 4.pt
ct2-opennmt-py-converter --model_path 6.pt --quantization "int8" --output_dir hi-te;mv 6.src hi-te.src;rm 6.pt ct2-opennmt-py-converter --model_path 6.pt --quantization "float32" --output_dir hi-te;mv 6.src hi-te.src;rm 6.pt
ct2-opennmt-py-converter --model_path 7.pt --quantization "int8" --output_dir te-hi;mv 7.src te-hi.src;rm 7.pt ct2-opennmt-py-converter --model_path 7.pt --quantization "float32" --output_dir te-hi;mv 7.src te-hi.src;rm 7.pt
ct2-opennmt-py-converter --model_path 8.pt --quantization "int8" --output_dir en-gu;mv 8.src en-gu.src;rm 8.pt ct2-opennmt-py-converter --model_path 8.pt --quantization "float32" --output_dir en-gu;mv 8.src en-gu.src;rm 8.pt
ct2-opennmt-py-converter --model_path 9.pt --quantization "int8" --output_dir gu-en;mv 9.src gu-en.src;rm 9.pt ct2-opennmt-py-converter --model_path 9.pt --quantization "float32" --output_dir gu-en;mv 9.src gu-en.src;rm 9.pt
cd .. cd ..
unzip ~/projects/himangy_models/HimangY-oneMT-Models-V1.zip;mv HimangY-oneMT-Models-V1 himangy-v1.0;cd himangy-v1.0 unzip ~/projects/himangy_models/HimangY-oneMT-Models-V1.zip;mv HimangY-oneMT-Models-V1 himangy-v1.0;cd himangy-v1.0
ct2-opennmt-py-converter --model_path 150001.pt --quantization "int8" --output_dir en-hi;mv 150001.src en-hi.src;rm 150001.pt ct2-opennmt-py-converter --model_path 150001.pt --quantization "float32" --output_dir en-hi;mv 150001.src en-hi.src;rm 150001.pt
ct2-opennmt-py-converter --model_path 150002.pt --quantization "int8" --output_dir hi-en;mv 150002.src hi-en.src;rm 150002.pt ct2-opennmt-py-converter --model_path 150002.pt --quantization "float32" --output_dir hi-en;mv 150002.src hi-en.src;rm 150002.pt
ct2-opennmt-py-converter --model_path 150003.pt --quantization "int8" --output_dir en-te;mv 150003.src en-te.src;rm 150003.pt ct2-opennmt-py-converter --model_path 150003.pt --quantization "float32" --output_dir en-te;mv 150003.src en-te.src;rm 150003.pt
ct2-opennmt-py-converter --model_path 150004.pt --quantization "int8" --output_dir te-en;mv 150004.src te-en.src;rm 150004.pt ct2-opennmt-py-converter --model_path 150004.pt --quantization "float32" --output_dir te-en;mv 150004.src te-en.src;rm 150004.pt
ct2-opennmt-py-converter --model_path 150005.pt --quantization "int8" --output_dir hi-te;mv 150005.src hi-te.src;rm 150005.pt ct2-opennmt-py-converter --model_path 150005.pt --quantization "float32" --output_dir hi-te;mv 150005.src hi-te.src;rm 150005.pt
ct2-opennmt-py-converter --model_path 150006.pt --quantization "int8" --output_dir te-hi;mv 150006.src te-hi.src;rm 150006.pt ct2-opennmt-py-converter --model_path 150006.pt --quantization "float32" --output_dir te-hi;mv 150006.src te-hi.src;rm 150006.pt
ct2-opennmt-py-converter --model_path 150007.pt --quantization "int8" --output_dir hi-ur;mv 150007.src hi-ur.src;rm 150007.pt ct2-opennmt-py-converter --model_path 150007.pt --quantization "float32" --output_dir hi-ur;mv 150007.src hi-ur.src;rm 150007.pt
ct2-opennmt-py-converter --model_path 150008.pt --quantization "int8" --output_dir ur-hi;mv 150008.src ur-hi.src;rm 150008.pt ct2-opennmt-py-converter --model_path 150008.pt --quantization "float32" --output_dir ur-hi;mv 150008.src ur-hi.src;rm 150008.pt
mv 150009.pt hi-gu.pt;mv 150009.src hi-gu.src mv 150009.pt hi-gu.pt;mv 150009.src hi-gu.src
ct2-opennmt-py-converter --model_path 150010.pt --quantization "int8" --output_dir gu-hi;mv 150010.src gu-hi.src;rm 150010.pt ct2-opennmt-py-converter --model_path 150010.pt --quantization "float32" --output_dir gu-hi;mv 150010.src gu-hi.src;rm 150010.pt
mv 150011.pt hi-pa.pt;mv 150011.src hi-pa.src mv 150011.pt hi-pa.pt;mv 150011.src hi-pa.src
ct2-opennmt-py-converter --model_path 150013.pt --quantization "int8" --output_dir hi-or;mv 150013.src hi-or.src;rm 150013.pt ct2-opennmt-py-converter --model_path 150013.pt --quantization "float32" --output_dir hi-or;mv 150013.src hi-or.src;rm 150013.pt
ct2-opennmt-py-converter --model_path 150014.pt --quantization "int8" --output_dir or-hi;mv 150014.src or-hi.src;rm 150014.pt ct2-opennmt-py-converter --model_path 150014.pt --quantization "float32" --output_dir or-hi;mv 150014.src or-hi.src;rm 150014.pt
ct2-opennmt-py-converter --model_path 150015.pt --quantization "int8" --output_dir hi-ta;mv 150015.src hi-ta.src;rm 150015.pt ct2-opennmt-py-converter --model_path 150015.pt --quantization "float32" --output_dir hi-ta;mv 150015.src hi-ta.src;rm 150015.pt
ct2-opennmt-py-converter --model_path 150017.pt --quantization "int8" --output_dir hi-kn;mv 150017.src hi-kn.src;rm 150017.pt ct2-opennmt-py-converter --model_path 150017.pt --quantization "float32" --output_dir hi-kn;mv 150017.src hi-kn.src;rm 150017.pt
ct2-opennmt-py-converter --model_path 150018.pt --quantization "int8" --output_dir kn-hi;mv 150018.src kn-hi.src;rm 150018.pt ct2-opennmt-py-converter --model_path 150018.pt --quantization "float32" --output_dir kn-hi;mv 150018.src kn-hi.src;rm 150018.pt
ct2-opennmt-py-converter --model_path 150019.pt --quantization "int8" --output_dir ta-te;mv 150019.src ta-te.src;rm 150019.pt ct2-opennmt-py-converter --model_path 150019.pt --quantization "float32" --output_dir ta-te;mv 150019.src ta-te.src;rm 150019.pt
ct2-opennmt-py-converter --model_path 150020.pt --quantization "int8" --output_dir te-ta;mv 150020.src te-ta.src;rm 150020.pt ct2-opennmt-py-converter --model_path 150020.pt --quantization "float32" --output_dir te-ta;mv 150020.src te-ta.src;rm 150020.pt
cd .. cd ..
unzip ~/projects/himangy_models/v2.5-Himangy.zip -d himangy-v2.5;cd himangy-v2.5 unzip ~/projects/himangy_models/v2.5-Himangy.zip -d himangy-v2.5;cd himangy-v2.5
ct2-opennmt-py-converter --model_path en-hi.pt --quantization "int8" --output_dir en-hi;rm en-hi.pt ct2-opennmt-py-converter --model_path en-hi.pt --quantization "float32" --output_dir en-hi;rm en-hi.pt
ct2-opennmt-py-converter --model_path en-te.pt --quantization "int8" --output_dir en-te;rm en-te.pt ct2-opennmt-py-converter --model_path en-te.pt --quantization "float32" --output_dir en-te;rm en-te.pt
ct2-opennmt-py-converter --model_path hi-en.pt --quantization "int8" --output_dir hi-en;rm hi-en.pt ct2-opennmt-py-converter --model_path hi-en.pt --quantization "float32" --output_dir hi-en;rm hi-en.pt
ct2-opennmt-py-converter --model_path te-en.pt --quantization "int8" --output_dir te-en;rm te-en.pt ct2-opennmt-py-converter --model_path te-en.pt --quantization "float32" --output_dir te-en;rm te-en.pt
cd .. cd ..
mkdir himangy-ct2 mkdir himangy-ct2
mv himangy-v2.5/en-hi himangy-ct2;mv himangy-v2.5/en-hi.src himangy-ct2 mv himangy-v2.5/en-hi himangy-ct2;mv himangy-v2.5/en-hi.src himangy-ct2
......
make_triton_model_repo.sh
View file @ 95346c4b
#!/bin/bash #!/bin/bash
wget "https://ssmt.iiit.ac.in/uploads/data_mining/HimangY_MT_Models_v1.zip" --no-check-certificate wget https://ssmt.iiit.ac.in/uploads/data_mining/HimangY-oneMT-Models-V1-2.zip --no-check-certificate
unzip HimangY_MT_Models_v1.zip unzip HimangY-oneMT-Models-V1-2.zip;mv HimangY-oneMT-Models-V1-2 himangy-ct2
mkdir himangy_triton_repo mkdir himangy_triton_repo
cd himangy_triton_repo cd himangy_triton_repo
cp -r ../triton_models/nmt . cp -r ../triton_models/nmt .
cp -r ../triton_models/demuxer . cp -r ../triton_models/demuxer .
cp -r ../triton_models/tokenizer . cp -r ../triton_models/tokenizer .
cp -r ../triton_models/model_ct2 himangy-en-hi;mv ../HimangY_MT_Models_v1/en-hi himangy-en-hi/1/translator;mv ../HimangY_MT_Models_v1/en-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-hi/' himangy-en-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'hi'/" himangy-en-hi/1/model.py cp -r ../triton_models/model_ct2 himangy-en-hi;mv ../himangy-ct2/en-hi himangy-en-hi/1/translator;mv ../himangy-ct2/en-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-hi/' himangy-en-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'hi'/" himangy-en-hi/1/model.py
cp -r ../triton_models/model_ct2 himangy-hi-en;mv ../HimangY_MT_Models_v1/hi-en himangy-hi-en/1/translator;mv ../HimangY_MT_Models_v1/hi-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-en/' himangy-hi-en/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'en'/" himangy-hi-en/1/model.py cp -r ../triton_models/model_ct2 himangy-hi-en;mv ../himangy-ct2/hi-en himangy-hi-en/1/translator;mv ../himangy-ct2/hi-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-en/' himangy-hi-en/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'en'/" himangy-hi-en/1/model.py
cp -r ../triton_models/model_ct2 himangy-en-te;mv ../HimangY_MT_Models_v1/en-te himangy-en-te/1/translator;mv ../HimangY_MT_Models_v1/en-te.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-te/' himangy-en-te/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'te'/" himangy-en-te/1/model.py cp -r ../triton_models/model_ct2 himangy-en-te;mv ../himangy-ct2/en-te himangy-en-te/1/translator;mv ../himangy-ct2/en-te.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-te/' himangy-en-te/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'te'/" himangy-en-te/1/model.py
cp -r ../triton_models/model_ct2 himangy-te-en;mv ../HimangY_MT_Models_v1/te-en himangy-te-en/1/translator;mv ../HimangY_MT_Models_v1/te-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-te-en/' himangy-te-en/config.pbtxt;sed -i "s/input_lang, output_lang/'te', 'en'/" himangy-te-en/1/model.py cp -r ../triton_models/model_ct2 himangy-te-en;mv ../himangy-ct2/te-en himangy-te-en/1/translator;mv ../himangy-ct2/te-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-te-en/' himangy-te-en/config.pbtxt;sed -i "s/input_lang, output_lang/'te', 'en'/" himangy-te-en/1/model.py
cp -r ../triton_models/model_ct2 himangy-hi-te;mv ../HimangY_MT_Models_v1/hi-te himangy-hi-te/1/translator;mv ../HimangY_MT_Models_v1/hi-te.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-te/' himangy-hi-te/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'te'/" himangy-hi-te/1/model.py cp -r ../triton_models/model_ct2 himangy-hi-te;mv ../himangy-ct2/hi-te himangy-hi-te/1/translator;mv ../himangy-ct2/hi-te.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-te/' himangy-hi-te/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'te'/" himangy-hi-te/1/model.py
cp -r ../triton_models/model_ct2 himangy-te-hi;mv ../HimangY_MT_Models_v1/te-hi himangy-te-hi/1/translator;mv ../HimangY_MT_Models_v1/te-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-te-hi/' himangy-te-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'te', 'hi'/" himangy-te-hi/1/model.py cp -r ../triton_models/model_ct2 himangy-te-hi;mv ../himangy-ct2/te-hi himangy-te-hi/1/translator;mv ../himangy-ct2/te-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-te-hi/' himangy-te-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'te', 'hi'/" himangy-te-hi/1/model.py
cp -r ../triton_models/model_ct2 himangy-hi-ur;mv ../HimangY_MT_Models_v1/hi-ur himangy-hi-ur/1/translator;mv ../HimangY_MT_Models_v1/hi-ur.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-ur/' himangy-hi-ur/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'ur'/" himangy-hi-ur/1/model.py cp -r ../triton_models/model_ct2 himangy-hi-ur;mv ../himangy-ct2/hi-ur himangy-hi-ur/1/translator;mv ../himangy-ct2/hi-ur.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-ur/' himangy-hi-ur/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'ur'/" himangy-hi-ur/1/model.py
cp -r ../triton_models/model_ct2 himangy-ur-hi;mv ../HimangY_MT_Models_v1/ur-hi himangy-ur-hi/1/translator;mv ../HimangY_MT_Models_v1/ur-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-ur-hi/' himangy-ur-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'ur', 'hi'/" himangy-ur-hi/1/model.py cp -r ../triton_models/model_ct2 himangy-ur-hi;mv ../himangy-ct2/ur-hi himangy-ur-hi/1/translator;mv ../himangy-ct2/ur-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-ur-hi/' himangy-ur-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'ur', 'hi'/" himangy-ur-hi/1/model.py
cp -r ../triton_models/model_onmt himangy-hi-gu;mv ../HimangY_MT_Models_v1/hi-gu.pt himangy-hi-gu/1/translator.pt;mv ../HimangY_MT_Models_v1/hi-gu.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-gu/' himangy-hi-gu/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'gu'/" himangy-hi-gu/1/model.py cp -r ../triton_models/model_onmt himangy-hi-gu;mv ../himangy-ct2/hi-gu.pt himangy-hi-gu/1/translator.pt;mv ../himangy-ct2/hi-gu.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-gu/' himangy-hi-gu/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'gu'/" himangy-hi-gu/1/model.py
cp -r ../triton_models/model_ct2 himangy-gu-hi;mv ../HimangY_MT_Models_v1/gu-hi himangy-gu-hi/1/translator;mv ../HimangY_MT_Models_v1/gu-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-gu-hi/' himangy-gu-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'gu', 'hi'/" himangy-gu-hi/1/model.py cp -r ../triton_models/model_ct2 himangy-gu-hi;mv ../himangy-ct2/gu-hi himangy-gu-hi/1/translator;mv ../himangy-ct2/gu-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-gu-hi/' himangy-gu-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'gu', 'hi'/" himangy-gu-hi/1/model.py
cp -r ../triton_models/model_onmt himangy-hi-pa;mv ../HimangY_MT_Models_v1/hi-pa.pt himangy-hi-pa/1/translator.pt;mv ../HimangY_MT_Models_v1/hi-pa.src tokenizer/1/bpe_src/hi-pa.src;sed -i 's/model_name/himangy-hi-pa/' himangy-hi-pa/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'pa'/" himangy-hi-pa/1/model.py cp -r ../triton_models/model_onmt himangy-hi-pa;mv ../himangy-ct2/hi-pa.pt himangy-hi-pa/1/translator.pt;mv ../himangy-ct2/hi-pa.src tokenizer/1/bpe_src/hi-pa.src;sed -i 's/model_name/himangy-hi-pa/' himangy-hi-pa/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'pa'/" himangy-hi-pa/1/model.py
cp -r ../triton_models/model_ct2 himangy-hi-or;mv ../HimangY_MT_Models_v1/hi-or himangy-hi-or/1/translator;mv ../HimangY_MT_Models_v1/hi-or.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-or/' himangy-hi-or/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'or'/" himangy-hi-or/1/model.py cp -r ../triton_models/model_ct2 himangy-hi-or;mv ../himangy-ct2/hi-or himangy-hi-or/1/translator;mv ../himangy-ct2/hi-or.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-hi-or/' himangy-hi-or/config.pbtxt;sed -i "s/input_lang, output_lang/'hi', 'or'/" himangy-hi-or/1/model.py
cp -r ../triton_models/model_ct2 himangy-or-hi;mv ../HimangY_MT_Models_v1/or-hi himangy-or-hi/1/translator;mv ../HimangY_MT_Models_v1/or-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-or-hi/' himangy-or-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'or', 'hi'/" himangy-or-hi/1/model.py cp -r ../triton_models/model_ct2 himangy-or-hi;mv ../himangy-ct2/or-hi himangy-or-hi/1/translator;mv ../himangy-ct2/or-hi.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-or-hi/' himangy-or-hi/config.pbtxt;sed -i "s/input_lang, output_lang/'or', 'hi'/" himangy-or-hi/1/model.py
cp -r ../triton_models/model_ct2 himangy-en-gu;mv ../HimangY_MT_Models_v1/en-gu himangy-en-gu/1/translator;mv ../HimangY_MT_Models_v1/en-gu.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-gu/' himangy-en-gu/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'gu'/" himangy-en-gu/1/model.py cp -r ../triton_models/model_ct2 himangy-en-gu;mv ../himangy-ct2/en-gu himangy-en-gu/1/translator;mv ../himangy-ct2/en-gu.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-en-gu/' himangy-en-gu/config.pbtxt;sed -i "s/input_lang, output_lang/'en', 'gu'/" himangy-en-gu/1/model.py
cp -r ../triton_models/model_ct2 himangy-gu-en;mv ../HimangY_MT_Models_v1/gu-en himangy-gu-en/1/translator;mv ../HimangY_MT_Models_v1/gu-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-gu-en/' himangy-gu-en/config.pbtxt;sed -i "s/input_lang, output_lang/'gu', 'en'/" himangy-gu-en/1/model.py cp -r ../triton_models/model_ct2 himangy-gu-en;mv ../himangy-ct2/gu-en himangy-gu-en/1/translator;mv ../himangy-ct2/gu-en.src tokenizer/1/bpe_src;sed -i 's/model_name/himangy-gu-en/' himangy-gu-en/config.pbtxt;sed -i "s/input_lang, output_lang/'gu', 'en'/" himangy-gu-en/1/model.py
cd .. cd ..
rm -rf HimangY_MT_Models_v1 rm -rf himangy-ct2;rm -f HimangY-oneMT-Models-V1-2.zip
rm -f HimangY_MT_Models_v1.zip
ulca_model.json
View file @ 95346c4b
{ {
"modelId": "iiith/himangy-v1", "modelId": "iiith/himangy-v1.2",
"version": "v1", "version": "v1.2",
"submittedOn": 1692254490000, "submittedOn": 1692254490000,
"updatedOn": 1692254490000, "updatedOn": 1695121057000,
"name": "IIIT Hyderabad Translation (HimangY) -- v1 langset (general domain).", "name": "IIIT Hyderabad Translation (HimangY) -- v1.2 langset (general domain).",
"description": "HimangY translation models are a set of language pair specific Transformer-based models (50M-250M parameters).", "description": "HimangY translation models are a set of language pair specific Transformer-based models (50M-250M parameters).",
"refUrl": "https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva", "refUrl": "https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva",
"task": { "task": {
......
Markdown is supported
0% or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment