[Data][LLM] trust remote code

Signed-off-by: Linkun Chen <github@lkchen.net>

Author: lk-chen

python/ray/llm/_internal/batch/processor/vllm_engine_proc.py

@@ -224,7 +224,10 @@ def build_vllm_engine_processor(
         download_model=NodeModelDownloadable.TOKENIZER_ONLY,
         download_extra_files=False,
     )
-    hf_config = transformers.AutoConfig.from_pretrained(model_path)
+    hf_config = transformers.AutoConfig.from_pretrained(
+        model_path,
+        trust_remote_code=config.engine_kwargs.get("trust_remote_code", False),
+    )
     architecture = getattr(hf_config, "architectures", [DEFAULT_MODEL_ARCHITECTURE])[0]
 
     telemetry_agent = get_or_create_telemetry_agent()

release/llm_tests/batch/run_llama.py

@@ -33,6 +33,7 @@ def main(args):
             max_model_len=16384,
             enable_chunked_prefill=True,
             max_num_batched_tokens=2048,
+            trust_remote_code=True,
         ),
         runtime_env=runtime_env,
         tokenize=tokenize,