Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Sign in / Register
Toggle navigation
M
mt-model-deploy-dhruva
Project overview
Project overview
Details
Activity
Releases
Repository
Repository
Files
Commits
Branches
Tags
Contributors
Graph
Compare
Issues
0
Issues
0
List
Boards
Labels
Service Desk
Milestones
Merge Requests
0
Merge Requests
0
CI / CD
CI / CD
Pipelines
Jobs
Schedules
Operations
Operations
Environments
Packages & Registries
Packages & Registries
Package Registry
Analytics
Analytics
CI / CD
Repository
Value Stream
Wiki
Wiki
Snippets
Snippets
Members
Members
Collapse sidebar
Close sidebar
Activity
Graph
Create a new issue
Jobs
Commits
Issue Boards
Open sidebar
ssmt
mt-model-deploy-dhruva
Commits
95346c4b
Commit
95346c4b
authored
Sep 19, 2023
by
Nikhilesh Bhatnagar
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
updated himangy to v1.2
parent
e7e3fdf4
Changes
5
Hide whitespace changes
Inline
Side-by-side
Showing
5 changed files
with
61 additions
and
51 deletions
+61
-51
Dockerfile_azure.dockerfile
Dockerfile_azure.dockerfile
+11
-0
README.md
README.md
+1
-1
make_ct2_models.sh
make_ct2_models.sh
+27
-27
make_triton_model_repo.sh
make_triton_model_repo.sh
+18
-19
ulca_model.json
ulca_model.json
+4
-4
No files found.
Dockerfile_azure.dockerfile
0 → 100644
View file @
95346c4b
FROM
nvcr.io/nvidia/tritonserver:23.07-py3
WORKDIR
/opt/tritonserver
RUN
apt-get update
&&
apt-get
install
-y
python3.10-venv
ENV
VIRTUAL_ENV=/opt/dhruva-mt
RUN
python3
-m
venv
$VIRTUAL_ENV
ENV
PATH="$VIRTUAL_ENV/bin:$PATH"
RUN
pip
install
-U
ctranslate2 OpenNMT-py
==
1.2.0 git+https://github.com/vmujadia/tokenizer.git
CMD
["tritonserver", "--model-repository=/models/himangy_triton_repo", "--cache-config=local,size=1048576"]
EXPOSE
8000
EXPOSE
8001
EXPOSE
8002
README.md
View file @
95346c4b
...
...
@@ -7,7 +7,7 @@
This repo contains code for python backend CTranslate2 based triton models for the SSMT project.
Prerequisites:
`python3.xx-venv`
,
`nvidia-docker`
,
`bash`
Quantization disabled until qualitative testing is performed.
For now, the argument
`int8`
does nothing.
Quantization disabled until qualitative testing is performed.
```
bash
git clone https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva.git
cd
mt-model-deploy-dhruva
...
...
make_ct2_models.sh
View file @
95346c4b
...
...
@@ -3,40 +3,40 @@ python3 -m venv ./ssmt_ct2
source
./ssmt_ct2/bin/activate
pip
install
-U
pip wheel
;
pip
install
ctranslate2
"OpenNMT-py==1.2.0"
unzip ~/projects/himangy_models/models.zip
;
mv
models himangy-v0.1
;
cd
himangy-v0.1
ct2-opennmt-py-converter
--model_path
1.pt
--quantization
"
int8
"
--output_dir
en-hi
;
mv
1.src en-hi.src
;
rm
1.pt
ct2-opennmt-py-converter
--model_path
2.pt
--quantization
"
int8
"
--output_dir
hi-en
;
mv
2.src hi-en.src
;
rm
2.pt
ct2-opennmt-py-converter
--model_path
1.pt
--quantization
"
float32
"
--output_dir
en-hi
;
mv
1.src en-hi.src
;
rm
1.pt
ct2-opennmt-py-converter
--model_path
2.pt
--quantization
"
float32
"
--output_dir
hi-en
;
mv
2.src hi-en.src
;
rm
2.pt
mv
3.pt en-te.pt
;
mv
3.src en-te.src
ct2-opennmt-py-converter
--model_path
4.pt
--quantization
"
int8
"
--output_dir
te-en
;
mv
4.src te-en.src
;
rm
4.pt
ct2-opennmt-py-converter
--model_path
6.pt
--quantization
"
int8
"
--output_dir
hi-te
;
mv
6.src hi-te.src
;
rm
6.pt
ct2-opennmt-py-converter
--model_path
7.pt
--quantization
"
int8
"
--output_dir
te-hi
;
mv
7.src te-hi.src
;
rm
7.pt
ct2-opennmt-py-converter
--model_path
8.pt
--quantization
"
int8
"
--output_dir
en-gu
;
mv
8.src en-gu.src
;
rm
8.pt
ct2-opennmt-py-converter
--model_path
9.pt
--quantization
"
int8
"
--output_dir
gu-en
;
mv
9.src gu-en.src
;
rm
9.pt
ct2-opennmt-py-converter
--model_path
4.pt
--quantization
"
float32
"
--output_dir
te-en
;
mv
4.src te-en.src
;
rm
4.pt
ct2-opennmt-py-converter
--model_path
6.pt
--quantization
"
float32
"
--output_dir
hi-te
;
mv
6.src hi-te.src
;
rm
6.pt
ct2-opennmt-py-converter
--model_path
7.pt
--quantization
"
float32
"
--output_dir
te-hi
;
mv
7.src te-hi.src
;
rm
7.pt
ct2-opennmt-py-converter
--model_path
8.pt
--quantization
"
float32
"
--output_dir
en-gu
;
mv
8.src en-gu.src
;
rm
8.pt
ct2-opennmt-py-converter
--model_path
9.pt
--quantization
"
float32
"
--output_dir
gu-en
;
mv
9.src gu-en.src
;
rm
9.pt
cd
..
unzip ~/projects/himangy_models/HimangY-oneMT-Models-V1.zip
;
mv
HimangY-oneMT-Models-V1 himangy-v1.0
;
cd
himangy-v1.0
ct2-opennmt-py-converter
--model_path
150001.pt
--quantization
"
int8
"
--output_dir
en-hi
;
mv
150001.src en-hi.src
;
rm
150001.pt
ct2-opennmt-py-converter
--model_path
150002.pt
--quantization
"
int8
"
--output_dir
hi-en
;
mv
150002.src hi-en.src
;
rm
150002.pt
ct2-opennmt-py-converter
--model_path
150003.pt
--quantization
"
int8
"
--output_dir
en-te
;
mv
150003.src en-te.src
;
rm
150003.pt
ct2-opennmt-py-converter
--model_path
150004.pt
--quantization
"
int8
"
--output_dir
te-en
;
mv
150004.src te-en.src
;
rm
150004.pt
ct2-opennmt-py-converter
--model_path
150005.pt
--quantization
"
int8
"
--output_dir
hi-te
;
mv
150005.src hi-te.src
;
rm
150005.pt
ct2-opennmt-py-converter
--model_path
150006.pt
--quantization
"
int8
"
--output_dir
te-hi
;
mv
150006.src te-hi.src
;
rm
150006.pt
ct2-opennmt-py-converter
--model_path
150007.pt
--quantization
"
int8
"
--output_dir
hi-ur
;
mv
150007.src hi-ur.src
;
rm
150007.pt
ct2-opennmt-py-converter
--model_path
150008.pt
--quantization
"
int8
"
--output_dir
ur-hi
;
mv
150008.src ur-hi.src
;
rm
150008.pt
ct2-opennmt-py-converter
--model_path
150001.pt
--quantization
"
float32
"
--output_dir
en-hi
;
mv
150001.src en-hi.src
;
rm
150001.pt
ct2-opennmt-py-converter
--model_path
150002.pt
--quantization
"
float32
"
--output_dir
hi-en
;
mv
150002.src hi-en.src
;
rm
150002.pt
ct2-opennmt-py-converter
--model_path
150003.pt
--quantization
"
float32
"
--output_dir
en-te
;
mv
150003.src en-te.src
;
rm
150003.pt
ct2-opennmt-py-converter
--model_path
150004.pt
--quantization
"
float32
"
--output_dir
te-en
;
mv
150004.src te-en.src
;
rm
150004.pt
ct2-opennmt-py-converter
--model_path
150005.pt
--quantization
"
float32
"
--output_dir
hi-te
;
mv
150005.src hi-te.src
;
rm
150005.pt
ct2-opennmt-py-converter
--model_path
150006.pt
--quantization
"
float32
"
--output_dir
te-hi
;
mv
150006.src te-hi.src
;
rm
150006.pt
ct2-opennmt-py-converter
--model_path
150007.pt
--quantization
"
float32
"
--output_dir
hi-ur
;
mv
150007.src hi-ur.src
;
rm
150007.pt
ct2-opennmt-py-converter
--model_path
150008.pt
--quantization
"
float32
"
--output_dir
ur-hi
;
mv
150008.src ur-hi.src
;
rm
150008.pt
mv
150009.pt hi-gu.pt
;
mv
150009.src hi-gu.src
ct2-opennmt-py-converter
--model_path
150010.pt
--quantization
"
int8
"
--output_dir
gu-hi
;
mv
150010.src gu-hi.src
;
rm
150010.pt
ct2-opennmt-py-converter
--model_path
150010.pt
--quantization
"
float32
"
--output_dir
gu-hi
;
mv
150010.src gu-hi.src
;
rm
150010.pt
mv
150011.pt hi-pa.pt
;
mv
150011.src hi-pa.src
ct2-opennmt-py-converter
--model_path
150013.pt
--quantization
"
int8
"
--output_dir
hi-or
;
mv
150013.src hi-or.src
;
rm
150013.pt
ct2-opennmt-py-converter
--model_path
150014.pt
--quantization
"
int8
"
--output_dir
or-hi
;
mv
150014.src or-hi.src
;
rm
150014.pt
ct2-opennmt-py-converter
--model_path
150015.pt
--quantization
"
int8
"
--output_dir
hi-ta
;
mv
150015.src hi-ta.src
;
rm
150015.pt
ct2-opennmt-py-converter
--model_path
150017.pt
--quantization
"
int8
"
--output_dir
hi-kn
;
mv
150017.src hi-kn.src
;
rm
150017.pt
ct2-opennmt-py-converter
--model_path
150018.pt
--quantization
"
int8
"
--output_dir
kn-hi
;
mv
150018.src kn-hi.src
;
rm
150018.pt
ct2-opennmt-py-converter
--model_path
150019.pt
--quantization
"
int8
"
--output_dir
ta-te
;
mv
150019.src ta-te.src
;
rm
150019.pt
ct2-opennmt-py-converter
--model_path
150020.pt
--quantization
"
int8
"
--output_dir
te-ta
;
mv
150020.src te-ta.src
;
rm
150020.pt
ct2-opennmt-py-converter
--model_path
150013.pt
--quantization
"
float32
"
--output_dir
hi-or
;
mv
150013.src hi-or.src
;
rm
150013.pt
ct2-opennmt-py-converter
--model_path
150014.pt
--quantization
"
float32
"
--output_dir
or-hi
;
mv
150014.src or-hi.src
;
rm
150014.pt
ct2-opennmt-py-converter
--model_path
150015.pt
--quantization
"
float32
"
--output_dir
hi-ta
;
mv
150015.src hi-ta.src
;
rm
150015.pt
ct2-opennmt-py-converter
--model_path
150017.pt
--quantization
"
float32
"
--output_dir
hi-kn
;
mv
150017.src hi-kn.src
;
rm
150017.pt
ct2-opennmt-py-converter
--model_path
150018.pt
--quantization
"
float32
"
--output_dir
kn-hi
;
mv
150018.src kn-hi.src
;
rm
150018.pt
ct2-opennmt-py-converter
--model_path
150019.pt
--quantization
"
float32
"
--output_dir
ta-te
;
mv
150019.src ta-te.src
;
rm
150019.pt
ct2-opennmt-py-converter
--model_path
150020.pt
--quantization
"
float32
"
--output_dir
te-ta
;
mv
150020.src te-ta.src
;
rm
150020.pt
cd
..
unzip ~/projects/himangy_models/v2.5-Himangy.zip
-d
himangy-v2.5
;
cd
himangy-v2.5
ct2-opennmt-py-converter
--model_path
en-hi.pt
--quantization
"
int8
"
--output_dir
en-hi
;
rm
en-hi.pt
ct2-opennmt-py-converter
--model_path
en-te.pt
--quantization
"
int8
"
--output_dir
en-te
;
rm
en-te.pt
ct2-opennmt-py-converter
--model_path
hi-en.pt
--quantization
"
int8
"
--output_dir
hi-en
;
rm
hi-en.pt
ct2-opennmt-py-converter
--model_path
te-en.pt
--quantization
"
int8
"
--output_dir
te-en
;
rm
te-en.pt
ct2-opennmt-py-converter
--model_path
en-hi.pt
--quantization
"
float32
"
--output_dir
en-hi
;
rm
en-hi.pt
ct2-opennmt-py-converter
--model_path
en-te.pt
--quantization
"
float32
"
--output_dir
en-te
;
rm
en-te.pt
ct2-opennmt-py-converter
--model_path
hi-en.pt
--quantization
"
float32
"
--output_dir
hi-en
;
rm
hi-en.pt
ct2-opennmt-py-converter
--model_path
te-en.pt
--quantization
"
float32
"
--output_dir
te-en
;
rm
te-en.pt
cd
..
mkdir
himangy-ct2
mv
himangy-v2.5/en-hi himangy-ct2
;
mv
himangy-v2.5/en-hi.src himangy-ct2
...
...
make_triton_model_repo.sh
View file @
95346c4b
#!/bin/bash
wget
"https://ssmt.iiit.ac.in/uploads/data_mining/HimangY_MT_Models_v1.zip"
--no-check-certificate
unzip HimangY
_MT_Models_v1.zip
wget
https://ssmt.iiit.ac.in/uploads/data_mining/HimangY-oneMT-Models-V1-2.zip
--no-check-certificate
unzip HimangY
-oneMT-Models-V1-2.zip
;
mv
HimangY-oneMT-Models-V1-2 himangy-ct2
mkdir
himangy_triton_repo
cd
himangy_triton_repo
cp
-r
../triton_models/nmt
.
cp
-r
../triton_models/demuxer
.
cp
-r
../triton_models/tokenizer
.
cp
-r
../triton_models/model_ct2 himangy-en-hi
;
mv
../
HimangY_MT_Models_v1/en-hi himangy-en-hi/1/translator
;
mv
../HimangY_MT_Models_v1
/en-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-en-hi/'
himangy-en-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'en', 'hi'/"
himangy-en-hi/1/model.py
cp
-r
../triton_models/model_ct2 himangy-hi-en
;
mv
../
HimangY_MT_Models_v1/hi-en himangy-hi-en/1/translator
;
mv
../HimangY_MT_Models_v1
/hi-en.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-en/'
himangy-hi-en/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'en'/"
himangy-hi-en/1/model.py
cp
-r
../triton_models/model_ct2 himangy-en-te
;
mv
../
HimangY_MT_Models_v1/en-te himangy-en-te/1/translator
;
mv
../HimangY_MT_Models_v1
/en-te.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-en-te/'
himangy-en-te/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'en', 'te'/"
himangy-en-te/1/model.py
cp
-r
../triton_models/model_ct2 himangy-te-en
;
mv
../
HimangY_MT_Models_v1/te-en himangy-te-en/1/translator
;
mv
../HimangY_MT_Models_v1
/te-en.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-te-en/'
himangy-te-en/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'te', 'en'/"
himangy-te-en/1/model.py
cp
-r
../triton_models/model_ct2 himangy-hi-te
;
mv
../
HimangY_MT_Models_v1/hi-te himangy-hi-te/1/translator
;
mv
../HimangY_MT_Models_v1
/hi-te.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-te/'
himangy-hi-te/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'te'/"
himangy-hi-te/1/model.py
cp
-r
../triton_models/model_ct2 himangy-te-hi
;
mv
../
HimangY_MT_Models_v1/te-hi himangy-te-hi/1/translator
;
mv
../HimangY_MT_Models_v1
/te-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-te-hi/'
himangy-te-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'te', 'hi'/"
himangy-te-hi/1/model.py
cp
-r
../triton_models/model_ct2 himangy-hi-ur
;
mv
../
HimangY_MT_Models_v1/hi-ur himangy-hi-ur/1/translator
;
mv
../HimangY_MT_Models_v1
/hi-ur.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-ur/'
himangy-hi-ur/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'ur'/"
himangy-hi-ur/1/model.py
cp
-r
../triton_models/model_ct2 himangy-ur-hi
;
mv
../
HimangY_MT_Models_v1/ur-hi himangy-ur-hi/1/translator
;
mv
../HimangY_MT_Models_v1
/ur-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-ur-hi/'
himangy-ur-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'ur', 'hi'/"
himangy-ur-hi/1/model.py
cp
-r
../triton_models/model_onmt himangy-hi-gu
;
mv
../
HimangY_MT_Models_v1/hi-gu.pt himangy-hi-gu/1/translator.pt
;
mv
../HimangY_MT_Models_v1
/hi-gu.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-gu/'
himangy-hi-gu/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'gu'/"
himangy-hi-gu/1/model.py
cp
-r
../triton_models/model_ct2 himangy-gu-hi
;
mv
../
HimangY_MT_Models_v1/gu-hi himangy-gu-hi/1/translator
;
mv
../HimangY_MT_Models_v1
/gu-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-gu-hi/'
himangy-gu-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'gu', 'hi'/"
himangy-gu-hi/1/model.py
cp
-r
../triton_models/model_onmt himangy-hi-pa
;
mv
../
HimangY_MT_Models_v1/hi-pa.pt himangy-hi-pa/1/translator.pt
;
mv
../HimangY_MT_Models_v1
/hi-pa.src tokenizer/1/bpe_src/hi-pa.src
;
sed
-i
's/model_name/himangy-hi-pa/'
himangy-hi-pa/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'pa'/"
himangy-hi-pa/1/model.py
cp
-r
../triton_models/model_ct2 himangy-hi-or
;
mv
../
HimangY_MT_Models_v1/hi-or himangy-hi-or/1/translator
;
mv
../HimangY_MT_Models_v1
/hi-or.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-or/'
himangy-hi-or/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'or'/"
himangy-hi-or/1/model.py
cp
-r
../triton_models/model_ct2 himangy-or-hi
;
mv
../
HimangY_MT_Models_v1/or-hi himangy-or-hi/1/translator
;
mv
../HimangY_MT_Models_v1
/or-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-or-hi/'
himangy-or-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'or', 'hi'/"
himangy-or-hi/1/model.py
cp
-r
../triton_models/model_ct2 himangy-en-gu
;
mv
../
HimangY_MT_Models_v1/en-gu himangy-en-gu/1/translator
;
mv
../HimangY_MT_Models_v1
/en-gu.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-en-gu/'
himangy-en-gu/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'en', 'gu'/"
himangy-en-gu/1/model.py
cp
-r
../triton_models/model_ct2 himangy-gu-en
;
mv
../
HimangY_MT_Models_v1/gu-en himangy-gu-en/1/translator
;
mv
../HimangY_MT_Models_v1
/gu-en.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-gu-en/'
himangy-gu-en/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'gu', 'en'/"
himangy-gu-en/1/model.py
cp
-r
../triton_models/model_ct2 himangy-en-hi
;
mv
../
himangy-ct2/en-hi himangy-en-hi/1/translator
;
mv
../himangy-ct2
/en-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-en-hi/'
himangy-en-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'en', 'hi'/"
himangy-en-hi/1/model.py
cp
-r
../triton_models/model_ct2 himangy-hi-en
;
mv
../
himangy-ct2/hi-en himangy-hi-en/1/translator
;
mv
../himangy-ct2
/hi-en.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-en/'
himangy-hi-en/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'en'/"
himangy-hi-en/1/model.py
cp
-r
../triton_models/model_ct2 himangy-en-te
;
mv
../
himangy-ct2/en-te himangy-en-te/1/translator
;
mv
../himangy-ct2
/en-te.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-en-te/'
himangy-en-te/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'en', 'te'/"
himangy-en-te/1/model.py
cp
-r
../triton_models/model_ct2 himangy-te-en
;
mv
../
himangy-ct2/te-en himangy-te-en/1/translator
;
mv
../himangy-ct2
/te-en.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-te-en/'
himangy-te-en/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'te', 'en'/"
himangy-te-en/1/model.py
cp
-r
../triton_models/model_ct2 himangy-hi-te
;
mv
../
himangy-ct2/hi-te himangy-hi-te/1/translator
;
mv
../himangy-ct2
/hi-te.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-te/'
himangy-hi-te/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'te'/"
himangy-hi-te/1/model.py
cp
-r
../triton_models/model_ct2 himangy-te-hi
;
mv
../
himangy-ct2/te-hi himangy-te-hi/1/translator
;
mv
../himangy-ct2
/te-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-te-hi/'
himangy-te-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'te', 'hi'/"
himangy-te-hi/1/model.py
cp
-r
../triton_models/model_ct2 himangy-hi-ur
;
mv
../
himangy-ct2/hi-ur himangy-hi-ur/1/translator
;
mv
../himangy-ct2
/hi-ur.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-ur/'
himangy-hi-ur/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'ur'/"
himangy-hi-ur/1/model.py
cp
-r
../triton_models/model_ct2 himangy-ur-hi
;
mv
../
himangy-ct2/ur-hi himangy-ur-hi/1/translator
;
mv
../himangy-ct2
/ur-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-ur-hi/'
himangy-ur-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'ur', 'hi'/"
himangy-ur-hi/1/model.py
cp
-r
../triton_models/model_onmt himangy-hi-gu
;
mv
../
himangy-ct2/hi-gu.pt himangy-hi-gu/1/translator.pt
;
mv
../himangy-ct2
/hi-gu.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-gu/'
himangy-hi-gu/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'gu'/"
himangy-hi-gu/1/model.py
cp
-r
../triton_models/model_ct2 himangy-gu-hi
;
mv
../
himangy-ct2/gu-hi himangy-gu-hi/1/translator
;
mv
../himangy-ct2
/gu-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-gu-hi/'
himangy-gu-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'gu', 'hi'/"
himangy-gu-hi/1/model.py
cp
-r
../triton_models/model_onmt himangy-hi-pa
;
mv
../
himangy-ct2/hi-pa.pt himangy-hi-pa/1/translator.pt
;
mv
../himangy-ct2
/hi-pa.src tokenizer/1/bpe_src/hi-pa.src
;
sed
-i
's/model_name/himangy-hi-pa/'
himangy-hi-pa/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'pa'/"
himangy-hi-pa/1/model.py
cp
-r
../triton_models/model_ct2 himangy-hi-or
;
mv
../
himangy-ct2/hi-or himangy-hi-or/1/translator
;
mv
../himangy-ct2
/hi-or.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-hi-or/'
himangy-hi-or/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'hi', 'or'/"
himangy-hi-or/1/model.py
cp
-r
../triton_models/model_ct2 himangy-or-hi
;
mv
../
himangy-ct2/or-hi himangy-or-hi/1/translator
;
mv
../himangy-ct2
/or-hi.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-or-hi/'
himangy-or-hi/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'or', 'hi'/"
himangy-or-hi/1/model.py
cp
-r
../triton_models/model_ct2 himangy-en-gu
;
mv
../
himangy-ct2/en-gu himangy-en-gu/1/translator
;
mv
../himangy-ct2
/en-gu.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-en-gu/'
himangy-en-gu/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'en', 'gu'/"
himangy-en-gu/1/model.py
cp
-r
../triton_models/model_ct2 himangy-gu-en
;
mv
../
himangy-ct2/gu-en himangy-gu-en/1/translator
;
mv
../himangy-ct2
/gu-en.src tokenizer/1/bpe_src
;
sed
-i
's/model_name/himangy-gu-en/'
himangy-gu-en/config.pbtxt
;
sed
-i
"s/input_lang, output_lang/'gu', 'en'/"
himangy-gu-en/1/model.py
cd
..
rm
-rf
HimangY_MT_Models_v1
rm
-f
HimangY_MT_Models_v1.zip
rm
-rf
himangy-ct2
;
rm
-f
HimangY-oneMT-Models-V1-2.zip
ulca_model.json
View file @
95346c4b
{
"modelId"
:
"iiith/himangy-v1"
,
"version"
:
"v1"
,
"modelId"
:
"iiith/himangy-v1
.2
"
,
"version"
:
"v1
.2
"
,
"submittedOn"
:
1692254490000
,
"updatedOn"
:
169
2254490
000
,
"name"
:
"IIIT Hyderabad Translation (HimangY) -- v1 langset (general domain)."
,
"updatedOn"
:
169
5121057
000
,
"name"
:
"IIIT Hyderabad Translation (HimangY) -- v1
.2
langset (general domain)."
,
"description"
:
"HimangY translation models are a set of language pair specific Transformer-based models (50M-250M parameters)."
,
"refUrl"
:
"https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva"
,
"task"
:
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment