eeshwar143 commited on
Commit
44db7dd
·
1 Parent(s): 5d2ef04

Use validator API_KEY for LiteLLM proxy calls

Browse files
Files changed (1) hide show
  1. inference.py +6 -3
inference.py CHANGED
@@ -18,6 +18,7 @@ from support_queue_env.tasks import TASKS
18
 
19
  API_BASE_URL = os.getenv("API_BASE_URL", "https://api.openai.com/v1")
20
  MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4o-mini")
 
21
  HF_TOKEN = os.getenv("HF_TOKEN")
22
  LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
23
  ENV_BASE_URL = os.getenv("ENV_BASE_URL")
@@ -47,14 +48,16 @@ def log_end(success: bool, steps: int, score: float, rewards: list[float]) -> No
47
 
48
 
49
  def create_openai_client() -> Any:
50
- if not HF_TOKEN:
 
 
51
  return None
52
 
53
  if OpenAI is not None:
54
- return OpenAI(base_url=API_BASE_URL, api_key=HF_TOKEN)
55
 
56
  openai_module.api_base = API_BASE_URL
57
- openai_module.api_key = HF_TOKEN
58
  return openai_module
59
 
60
 
 
18
 
19
  API_BASE_URL = os.getenv("API_BASE_URL", "https://api.openai.com/v1")
20
  MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4o-mini")
21
+ API_KEY = os.getenv("API_KEY")
22
  HF_TOKEN = os.getenv("HF_TOKEN")
23
  LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
24
  ENV_BASE_URL = os.getenv("ENV_BASE_URL")
 
48
 
49
 
50
  def create_openai_client() -> Any:
51
+ # The validator checks that model traffic goes through its injected proxy key.
52
+ # Keep HF_TOKEN defined for environment compatibility, but do not use it here.
53
+ if not API_KEY:
54
  return None
55
 
56
  if OpenAI is not None:
57
+ return OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
58
 
59
  openai_module.api_base = API_BASE_URL
60
+ openai_module.api_key = API_KEY
61
  return openai_module
62
 
63