Updated for prepackaged ct2 zip

triton_models/model_ct2/1/model.py

@@ -58,6 +58,8 @@ class TritonPythonModel:
                 max_batch_size=128,
                 max_input_length=100,
                 max_decoding_length=100,
+                beam_size=15,
+                replace_unknowns=True,
             )
         ]
         responses = [

triton_models/model_onmt/1/model.py

@@ -23,7 +23,7 @@ class TritonPythonModel:
                     tgt_prefix=False,
                     alpha=0.0,
                     batch_type="sents",
-                    beam_size=5,
+                    beam_size=15,
                     beta=-0.0,
                     block_ngram_repeat=0,
                     coverage_penalty="none",
@@ -43,7 +43,7 @@ class TritonPythonModel:
                     random_sampling_temp=1.0,
                     random_sampling_topk=1,
                     ratio=-0.0,
-                    replace_unk=False,
+                    replace_unk=True,
                     report_align=False,
                     report_time=False,
                     seed=829,
@@ -59,7 +59,7 @@ class TritonPythonModel:
                     tgt_prefix=False,
                     alpha=0.0,
                     batch_type="sents",
-                    beam_size=5,
+                    beam_size=15,
                     beta=-0.0,
                     block_ngram_repeat=0,
                     coverage_penalty="none",
@@ -79,7 +79,7 @@ class TritonPythonModel:
                     random_sampling_temp=1.0,
                     random_sampling_topk=1,
                     ratio=-0.0,
-                    replace_unk=False,
+                    replace_unk=True,
                     report_align=False,
                     report_time=False,
                     seed=829,

ulca_model.json

@@ -88,18 +88,6 @@
             "targetLanguage": "hi",
             "targetScriptCode": "Deva"
         },
-        {
-            "sourceLanguage": "hi",
-            "sourceScriptCode": "Deva",
-            "targetLanguage": "kn",
-            "targetScriptCode": "Knda"
-        },
-        {
-            "sourceLanguage": "kn",
-            "sourceScriptCode": "Knda",
-            "targetLanguage": "hi",
-            "targetScriptCode": "Deva"
-        },
         {
             "sourceLanguage": "en",
             "sourceScriptCode": "Latn",