Spaces:
Sleeping
Sleeping
eeshwar143 commited on
Commit ·
44db7dd
1
Parent(s): 5d2ef04
Use validator API_KEY for LiteLLM proxy calls
Browse files- inference.py +6 -3
inference.py
CHANGED
|
@@ -18,6 +18,7 @@ from support_queue_env.tasks import TASKS
|
|
| 18 |
|
| 19 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://api.openai.com/v1")
|
| 20 |
MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4o-mini")
|
|
|
|
| 21 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 22 |
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
|
| 23 |
ENV_BASE_URL = os.getenv("ENV_BASE_URL")
|
|
@@ -47,14 +48,16 @@ def log_end(success: bool, steps: int, score: float, rewards: list[float]) -> No
|
|
| 47 |
|
| 48 |
|
| 49 |
def create_openai_client() -> Any:
|
| 50 |
-
|
|
|
|
|
|
|
| 51 |
return None
|
| 52 |
|
| 53 |
if OpenAI is not None:
|
| 54 |
-
return OpenAI(base_url=API_BASE_URL, api_key=
|
| 55 |
|
| 56 |
openai_module.api_base = API_BASE_URL
|
| 57 |
-
openai_module.api_key =
|
| 58 |
return openai_module
|
| 59 |
|
| 60 |
|
|
|
|
| 18 |
|
| 19 |
API_BASE_URL = os.getenv("API_BASE_URL", "https://api.openai.com/v1")
|
| 20 |
MODEL_NAME = os.getenv("MODEL_NAME", "gpt-4o-mini")
|
| 21 |
+
API_KEY = os.getenv("API_KEY")
|
| 22 |
HF_TOKEN = os.getenv("HF_TOKEN")
|
| 23 |
LOCAL_IMAGE_NAME = os.getenv("LOCAL_IMAGE_NAME")
|
| 24 |
ENV_BASE_URL = os.getenv("ENV_BASE_URL")
|
|
|
|
| 48 |
|
| 49 |
|
| 50 |
def create_openai_client() -> Any:
|
| 51 |
+
# The validator checks that model traffic goes through its injected proxy key.
|
| 52 |
+
# Keep HF_TOKEN defined for environment compatibility, but do not use it here.
|
| 53 |
+
if not API_KEY:
|
| 54 |
return None
|
| 55 |
|
| 56 |
if OpenAI is not None:
|
| 57 |
+
return OpenAI(base_url=API_BASE_URL, api_key=API_KEY)
|
| 58 |
|
| 59 |
openai_module.api_base = API_BASE_URL
|
| 60 |
+
openai_module.api_key = API_KEY
|
| 61 |
return openai_module
|
| 62 |
|
| 63 |
|