Skip to content

Commit 649bbaa

Browse files
authored
Merge pull request #15 from sammcj/models
feat: /models endpoint
2 parents d40b5bc + b817428 commit 649bbaa

File tree

1 file changed

+21
-0
lines changed

1 file changed

+21
-0
lines changed

optillm.py

Lines changed: 21 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -166,6 +166,27 @@ def proxy():
166166
logger.debug(f'API response: {response_data}')
167167
return jsonify(response_data), 200
168168

169+
170+
@app.route('/v1/models', methods=['GET'])
171+
def proxy_models():
172+
logger.info('Received request to /v1/models')
173+
174+
try:
175+
if server_config['base_url']:
176+
client = OpenAI(api_key=API_KEY, base_url=server_config['base_url'])
177+
else:
178+
client = default_client
179+
180+
# Fetch models using the OpenAI client and return the raw response
181+
models_response = client.models.list()
182+
183+
logger.debug('Models retrieved successfully')
184+
return models_response.model_dump(), 200
185+
except Exception as e:
186+
logger.error(f"Error fetching models: {str(e)}")
187+
return jsonify({"error": f"Error fetching models: {str(e)}"}), 500
188+
189+
169190
@app.route('/health', methods=['GET'])
170191
def health():
171192
return jsonify({"status": "ok"}), 200

0 commit comments

Comments
 (0)