Gregor Betz commited on
Commit
b3ca05e
1 Parent(s): 0e12487

HF_TOKEN for client

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -126,7 +126,7 @@ def setup_client_llm(
126
  llm = create_logits_model(
127
  model_id=client_model_id,
128
  inference_server_url=client_inference_url,
129
- api_key=client_inference_token,
130
  llm_backend=client_backend,
131
  max_tokens=CLIENT_MODEL_KWARGS["max_tokens"],
132
  temperature=client_temperature,
 
126
  llm = create_logits_model(
127
  model_id=client_model_id,
128
  inference_server_url=client_inference_url,
129
+ api_key=client_inference_token if client_inference_token else os.getenv("HF_TOKEN"),
130
  llm_backend=client_backend,
131
  max_tokens=CLIENT_MODEL_KWARGS["max_tokens"],
132
  temperature=client_temperature,