diff --git a/test/TARGETS b/test/TARGETS index 6e2be8a..eebd6cc 100644 --- a/test/TARGETS +++ b/test/TARGETS @@ -8,6 +8,15 @@ oncall("ai_infra_mobile_platform") define_common_targets() +runtime.export_file( + name = "test_tiktoken_tokenizer_model", + src = "resources/test_tiktoken_tokenizer.model", + visibility = [ + "//pytorch/tokenizers/...", + "@EXECUTORCH_CLIENTS", + ], +) + runtime.export_file( name = "test_hf_tokenizer.json", src = "resources/test_hf_tokenizer.json", @@ -17,6 +26,20 @@ runtime.export_file( ], ) +runtime.python_test( + name = "test_tiktoken_py", + srcs = [ + "test_tiktoken.py", + ], + resources = { + ":test_tiktoken_tokenizer_model": "resources/test_tiktoken_tokenizer.model", + }, + deps = [ + "fbsource//third-party/pypi/blobfile:blobfile", + "//pytorch/tokenizers/pytorch_tokenizers:tokenizers", + ], +) + runtime.python_test( name = "test_python_bindings", srcs = [ diff --git a/test/targets.bzl b/test/targets.bzl index aa7c479..1655a69 100644 --- a/test/targets.bzl +++ b/test/targets.bzl @@ -114,26 +114,6 @@ def define_common_targets(): ]), ) - runtime.export_file( - name = "test_tiktoken_tokenizer_model", - src = "resources/test_tiktoken_tokenizer.model", - visibility = ["@EXECUTORCH_CLIENTS", "//pytorch/tokenizers/..."], - ) - - runtime.python_test( - name = "test_tiktoken_py", - srcs = [ - "test_tiktoken.py", - ], - deps = [ - "//pytorch/tokenizers/pytorch_tokenizers:tokenizers", - "fbsource//third-party/pypi/blobfile:blobfile", - ], - resources = { - ":test_tiktoken_tokenizer_model": "resources/test_tiktoken_tokenizer.model", - }, - ) - runtime.cxx_test( name = "test_hf_tokenizer", srcs = [