tmp

Author: Your Name

vllm/entrypoints/openai/serving_completion.py

@@ -43,6 +43,7 @@
 from vllm.outputs import RequestOutput
 from vllm.sampling_params import BeamSearchParams, SamplingParams
 from vllm.sequence import Logprob
+from vllm.tracing import init_tracer
 from vllm.transformers_utils.tokenizer import AnyTokenizer
 from vllm.utils import merge_async_iterators
 
@@ -78,6 +79,9 @@ def __init__(
 
         self.beam_scorer = BeamScorer(classi_idx=MEOW_CLASSI_IDX)
         self.beam_validator = BeamValidator(classi_idx=MEOW_CLASSI_IDX, classifier_names=MEOW_CLASSI_IDX.keys())
+        self.tracer = init_tracer(
+                "vllm.entrypoints.openai.serving_completion",
+                "http://localhost:4317")
 
     async def create_completion_with_chunkwise_beam(
         self,

vllm/tracing.py

@@ -48,7 +48,7 @@ class Tracer:  # type: ignore
 def is_otel_available() -> bool:
     return _is_otel_imported
 
-
+    
 def init_tracer(instrumenting_module_name: str,
                 otlp_traces_endpoint: str) -> Optional[Tracer]:
     if not is_otel_available():
@@ -57,9 +57,10 @@ def init_tracer(instrumenting_module_name: str,
             "a tracer. Ensure OpenTelemetry packages are installed. "
             f"Original error:\n{otel_import_error_traceback}")
     trace_provider = TracerProvider()
-
-    span_exporter = get_span_exporter(otlp_traces_endpoint)
-    trace_provider.add_span_processor(BatchSpanProcessor(span_exporter))
+    from opentelemetry.exporter.cloud_trace import CloudTraceSpanExporter
+    exporter = CloudTraceSpanExporter(project_id="character-ai")
+    # span_exporter = get_span_exporter(otlp_traces_endpoint)
+    trace_provider.add_span_processor(BatchSpanProcessor(exporter))
     set_tracer_provider(trace_provider)
 
     tracer = trace_provider.get_tracer(instrumenting_module_name)