diff --git a/app/llm.py b/app/llm.py index 98563fc..af3d05e 100644 --- a/app/llm.py +++ b/app/llm.py @@ -79,7 +79,7 @@ class TritonLLM(LLM): header_trace = { "traceparent": f"00-{uuid_trace_id_hex}-00{uuid_span_id_hex[:14]}-00", "Content-Type": "application/json", - "model-api-key": "01jsdesqtp4w81b8hydysxa1k2" + "model-api-key": model_api_key } ret = requests.post(