Skip to content

Commit 338c2d4

Browse files
author
Your Name
committed
tmp
1 parent 7c81f06 commit 338c2d4

File tree

2 files changed

+9
-4
lines changed

2 files changed

+9
-4
lines changed

vllm/entrypoints/openai/serving_completion.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -37,6 +37,7 @@
3737
from vllm.outputs import RequestOutput
3838
from vllm.sampling_params import BeamSearchParams, SamplingParams
3939
from vllm.sequence import Logprob
40+
from vllm.tracing import init_tracer
4041
from vllm.transformers_utils.tokenizer import AnyTokenizer
4142
from vllm.utils import merge_async_iterators
4243

@@ -70,6 +71,9 @@ def __init__(
7071

7172
self.beam_scorer = BeamScorer(classi_idx=MEOW_CLASSI_IDX)
7273
self.beam_validator = BeamValidator(classi_idx=MEOW_CLASSI_IDX, classifier_names=MEOW_CLASSI_IDX.keys())
74+
self.tracer = init_tracer(
75+
"vllm.entrypoints.openai.serving_completion",
76+
"http://localhost:4317")
7377

7478
async def create_completion_with_chunkwise_beam(
7579
self,

vllm/tracing.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -48,7 +48,7 @@ class Tracer: # type: ignore
4848
def is_otel_available() -> bool:
4949
return _is_otel_imported
5050

51-
51+
5252
def init_tracer(instrumenting_module_name: str,
5353
otlp_traces_endpoint: str) -> Optional[Tracer]:
5454
if not is_otel_available():
@@ -57,9 +57,10 @@ def init_tracer(instrumenting_module_name: str,
5757
"a tracer. Ensure OpenTelemetry packages are installed. "
5858
f"Original error:\n{otel_import_error_traceback}")
5959
trace_provider = TracerProvider()
60-
61-
span_exporter = get_span_exporter(otlp_traces_endpoint)
62-
trace_provider.add_span_processor(BatchSpanProcessor(span_exporter))
60+
from opentelemetry.exporter.cloud_trace import CloudTraceSpanExporter
61+
exporter = CloudTraceSpanExporter(project_id="character-ai")
62+
# span_exporter = get_span_exporter(otlp_traces_endpoint)
63+
trace_provider.add_span_processor(BatchSpanProcessor(exporter))
6364
set_tracer_provider(trace_provider)
6465

6566
tracer = trace_provider.get_tracer(instrumenting_module_name)

0 commit comments

Comments
 (0)