Skip to content
Open
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion benchmark.py
Original file line number Diff line number Diff line change
@@ -1,9 +1,10 @@
import os
import json
import time
import sys
import argparse
# pyrefly: ignore [missing-import]
from openai import OpenAI
# pyrefly: ignore [missing-import]
from dotenv import load_dotenv

load_dotenv()
Expand Down
29 changes: 29 additions & 0 deletions list_models.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,29 @@
import os
# pyrefly: ignore [missing-import]
from openai import OpenAI
# pyrefly: ignore [missing-import]
from dotenv import load_dotenv
import json

load_dotenv()

API_KEY = os.getenv("NVIDIA_API_KEY")
BASE_URL = "https://integrate.api.nvidia.com/v1"

client = OpenAI(base_url=BASE_URL, api_key=API_KEY)

try:
models = client.models.list()
model_list = []
for model in models.data:
model_list.append({
"id": model.id,
"label": model.id.split('/')[-1].replace('-', ' ').title()
})

# Sort by ID for consistency
model_list.sort(key=lambda x: x["id"])

print(json.dumps(model_list, indent=2))
except Exception as e:
print(f"Error: {e}")
Loading