From 21bfa185556f09d98ad232436e42e1047858c1d3 Mon Sep 17 00:00:00 2001 From: nvcf-temp-bot Date: Mon, 9 Feb 2026 22:43:59 -0800 Subject: [PATCH 1/4] Add NVIDIA inference provider to JS client integration --- packages/inference/README.md | 2 ++ .../inference/src/lib/getProviderHelper.ts | 4 ++++ packages/inference/src/providers/consts.ts | 1 + packages/inference/src/providers/nvidia.ts | 23 +++++++++++++++++++ packages/inference/src/types.ts | 2 ++ packages/tasks/src/inference-providers.ts | 1 + 6 files changed, 33 insertions(+) create mode 100644 packages/inference/src/providers/nvidia.ts diff --git a/packages/inference/README.md b/packages/inference/README.md index 664c224583..25f66de7ce 100644 --- a/packages/inference/README.md +++ b/packages/inference/README.md @@ -53,6 +53,7 @@ Currently, we support the following providers: - [HF Inference](https://huggingface.co/docs/inference-providers/providers/hf-inference) - [Hyperbolic](https://hyperbolic.xyz) - [Nebius](https://studio.nebius.ai) +- [NVIDIA](https://build.nvidia.com/) - [Novita](https://novita.ai) - [Nscale](https://nscale.com) - [OVHcloud](https://endpoints.ai.cloud.ovh.net/) @@ -94,6 +95,7 @@ Only a subset of models are supported when requesting third-party providers. You - [HF Inference supported models](https://huggingface.co/api/partners/hf-inference/models) - [Hyperbolic supported models](https://huggingface.co/api/partners/hyperbolic/models) - [Nebius supported models](https://huggingface.co/api/partners/nebius/models) +- [NVIDIA supported models](https://huggingface.co/api/partners/nvidia/models) - [Nscale supported models](https://huggingface.co/api/partners/nscale/models) - [OVHcloud supported models](https://huggingface.co/api/partners/ovhcloud/models) - [Replicate supported models](https://huggingface.co/api/partners/replicate/models) diff --git a/packages/inference/src/lib/getProviderHelper.ts b/packages/inference/src/lib/getProviderHelper.ts index 28e0eb2ad0..2f8653f419 100644 --- a/packages/inference/src/lib/getProviderHelper.ts +++ b/packages/inference/src/lib/getProviderHelper.ts @@ -12,6 +12,7 @@ import * as Hyperbolic from "../providers/hyperbolic.js"; import * as Nebius from "../providers/nebius.js"; import * as Novita from "../providers/novita.js"; import * as Nscale from "../providers/nscale.js"; +import * as Nvidia from "../providers/nvidia.js"; import * as OpenAI from "../providers/openai.js"; import * as OvhCloud from "../providers/ovhcloud.js"; import * as PublicAI from "../providers/publicai.js"; @@ -147,6 +148,9 @@ export const PROVIDERS: Record NVIDIA model ID here: + * + * https://huggingface.co/api/partners/nvidia/models + * + * This is a publicly available mapping. + * + * If you want to try to run inference for a new model locally before it's registered on huggingface.co, + * you can add it to the dictionary "HARDCODED_MODEL_ID_MAPPING" in consts.ts, for dev purposes. + * + * - If you work at NVIDIA and want to update this mapping, please use the model mapping API we provide on huggingface.co + * - If you're a community member and want to add a new supported HF model to NVIDIA, please open an issue on the present repo + * and we will tag NVIDIA team members. + * + * Thanks! + */ +import { BaseConversationalTask } from "./providerHelper.js"; + +export class NvidiaConversationalTask extends BaseConversationalTask { + constructor() { + super("nvidia", "https://integrate.api.nvidia.com"); + } +} diff --git a/packages/inference/src/types.ts b/packages/inference/src/types.ts index 1d41ce8c96..cba3a364e1 100644 --- a/packages/inference/src/types.ts +++ b/packages/inference/src/types.ts @@ -59,6 +59,7 @@ export const INFERENCE_PROVIDERS = [ "nebius", "novita", "nscale", + "nvidia", "openai", "ovhcloud", "publicai", @@ -96,6 +97,7 @@ export const PROVIDERS_HUB_ORGS: Record = { nebius: "nebius", novita: "novita", nscale: "nscale", + nvidia: "nvidia", openai: "openai", ovhcloud: "ovhcloud", publicai: "publicai", diff --git a/packages/tasks/src/inference-providers.ts b/packages/tasks/src/inference-providers.ts index ee08d12943..d73beb1906 100644 --- a/packages/tasks/src/inference-providers.ts +++ b/packages/tasks/src/inference-providers.ts @@ -7,6 +7,7 @@ const INFERENCE_PROVIDERS = [ "fireworks-ai", "hf-inference", "hyperbolic", + "nvidia", "ovhcloud", "replicate", "sambanova", From 1dd6fb2eeed3d329a6b007716147b59b171cadd0 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?c=C3=A9lina?= Date: Tue, 10 Feb 2026 09:50:01 +0100 Subject: [PATCH 2/4] Update packages/tasks/src/inference-providers.ts --- packages/tasks/src/inference-providers.ts | 1 - 1 file changed, 1 deletion(-) diff --git a/packages/tasks/src/inference-providers.ts b/packages/tasks/src/inference-providers.ts index d73beb1906..ee08d12943 100644 --- a/packages/tasks/src/inference-providers.ts +++ b/packages/tasks/src/inference-providers.ts @@ -7,7 +7,6 @@ const INFERENCE_PROVIDERS = [ "fireworks-ai", "hf-inference", "hyperbolic", - "nvidia", "ovhcloud", "replicate", "sambanova", From a9c3b915b15333c3ff6ca9bb0726c78b0a11dfc2 Mon Sep 17 00:00:00 2001 From: manojkilaru97 Date: Tue, 10 Feb 2026 05:54:08 -0800 Subject: [PATCH 3/4] Update packages/inference/README.md Co-authored-by: Simon Brandeis <33657802+SBrandeis@users.noreply.github.com> --- packages/inference/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/inference/README.md b/packages/inference/README.md index 25f66de7ce..e12b7cae97 100644 --- a/packages/inference/README.md +++ b/packages/inference/README.md @@ -53,9 +53,9 @@ Currently, we support the following providers: - [HF Inference](https://huggingface.co/docs/inference-providers/providers/hf-inference) - [Hyperbolic](https://hyperbolic.xyz) - [Nebius](https://studio.nebius.ai) -- [NVIDIA](https://build.nvidia.com/) - [Novita](https://novita.ai) - [Nscale](https://nscale.com) +- [NVIDIA](https://build.nvidia.com/) - [OVHcloud](https://endpoints.ai.cloud.ovh.net/) - [Public AI](https://publicai.co) - [Replicate](https://replicate.com) From b2d4b6376817f4989ea9e95610b269dac38d048b Mon Sep 17 00:00:00 2001 From: manojkilaru97 Date: Tue, 10 Feb 2026 05:54:28 -0800 Subject: [PATCH 4/4] Update packages/inference/README.md Co-authored-by: Simon Brandeis <33657802+SBrandeis@users.noreply.github.com> --- packages/inference/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/packages/inference/README.md b/packages/inference/README.md index e12b7cae97..9f04779534 100644 --- a/packages/inference/README.md +++ b/packages/inference/README.md @@ -95,8 +95,8 @@ Only a subset of models are supported when requesting third-party providers. You - [HF Inference supported models](https://huggingface.co/api/partners/hf-inference/models) - [Hyperbolic supported models](https://huggingface.co/api/partners/hyperbolic/models) - [Nebius supported models](https://huggingface.co/api/partners/nebius/models) -- [NVIDIA supported models](https://huggingface.co/api/partners/nvidia/models) - [Nscale supported models](https://huggingface.co/api/partners/nscale/models) +- [NVIDIA supported models](https://huggingface.co/api/partners/nvidia/models) - [OVHcloud supported models](https://huggingface.co/api/partners/ovhcloud/models) - [Replicate supported models](https://huggingface.co/api/partners/replicate/models) - [Sambanova supported models](https://huggingface.co/api/partners/sambanova/models)