Added tokenizers.

Author: lu-ohai

ads/model/framework/embedding_onnx_model.py

@@ -16,7 +16,9 @@
 CONFIG = "config.json"
 TOKENIZERS = [
     "tokenizer.json",
+    "tokenizer.model",
     "tokenizer_config.json",
+    "sentencepiece.bpe.model",
     "spiece.model",
     "vocab.txt",
     "vocab.json",