Use the same number of threads as PyTorch in CTranslate2 (OpenNMT#2117)

DerXter · Oct 21, 2021 · e2628a2 · e2628a2
1 parent 13bd317
commit e2628a2
Showing 1 changed file with 3 additions and 3 deletions.
diff --git a/onmt/translate/translation_server.py b/onmt/translate/translation_server.py
@@ -111,7 +111,7 @@ def setdefault_if_exists_must_match(obj, name, value):
 
         default_for_translator = {
             "inter_threads": 1,
-            "intra_threads": 1,
+            "intra_threads": torch.get_num_threads(),
             "compute_type": "default",
         }
         for name, value in default_for_translator.items():
@@ -189,9 +189,9 @@ def start(self, config_file):
                       'model_root': conf.get('model_root', self.models_root),
                       'ct2_model': conf.get('ct2_model', None),
                       'ct2_translator_args': conf.get('ct2_translator_args',
-                                                      None),
+                                                      {}),
                       'ct2_translate_batch_args': conf.get(
-                          'ct2_translate_batch_args', None),
+                          'ct2_translate_batch_args', {}),
                       }
             kwargs = {k: v for (k, v) in kwargs.items() if v is not None}
             model_id = conf.get("id", None)