From 470398dac54748ceb486a4c3acd709da74a0b2f8 Mon Sep 17 00:00:00 2001 From: Nikhilesh Bhatnagar Date: Tue, 1 Aug 2023 11:28:52 +0000 Subject: [PATCH] Fix build errors on azure --- README.md | 6 +++--- make_triton_model_repo.sh | 3 ++- 2 files changed, 5 insertions(+), 4 deletions(-) diff --git a/README.md b/README.md index d0b504f..313cbd5 100644 --- a/README.md +++ b/README.md @@ -5,11 +5,11 @@ ## TL;DR This repo contains code for python backend CTranslate2 based triton models for the SSMT project. -Prerequisites: `python3.xx-venv`, `nvidia-docker` +Prerequisites: `python3.xx-venv`, `nvidia-docker`, `bash` ```bash git clone https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva.git cd mt-model-deploy-dhruva -sh make_triton_model_repo.sh "https://ssmt.iiit.ac.in/uploads/data_mining/models.zip" "float16" +bash make_triton_model_repo.sh "https://ssmt.iiit.ac.in/uploads/data_mining/models.zip" "float16" docker build -t dhruva/ssmt-model-server:1 . nvidia-docker run --gpus=all --rm --shm-size 5g --network=host --name dhruva-ssmt-triton-server -v./ssmt_triton_repo:/models dhruva/ssmt-model-server:1 ``` @@ -37,7 +37,7 @@ One can construct the triton repo like so: ```bash git clone https://ssmt.iiit.ac.in/meitygit/ssmt/mt-model-deploy-dhruva.git cd mt-model-deploy-dhruva -sh make_triton_model_repo.sh "https://ssmt.iiit.ac.in/uploads/data_mining/models.zip" "float16" +bash make_triton_model_repo.sh "https://ssmt.iiit.ac.in/uploads/data_mining/models.zip" "float16" ``` ## Starting the triton server diff --git a/make_triton_model_repo.sh b/make_triton_model_repo.sh index 05a7620..cbfff7b 100644 --- a/make_triton_model_repo.sh +++ b/make_triton_model_repo.sh @@ -1,3 +1,4 @@ +#!/bin/bash MODELS_URL=$1 QUANTIZATION=$2 wget -O models.zip $MODELS_URL --no-check-certificate @@ -46,7 +47,7 @@ cp -r ../triton_models/ssmt_template_model_repo ssmt_9_ct2 cp -r ../models/9_ct2 ssmt_9_ct2/1/translator sed -i 's/model_name/ssmt_9_ct2/' ssmt_9_ct2/config.pbtxt cd .. -source deactivate +source ./ssmt_ct2/bin/activate rm -rf ssmt_ct2 rm -f models.zip rm -rf models -- GitLab