From e9ea8e9ee63f7f7f0e00b8b9c49597871759ee17 Mon Sep 17 00:00:00 2001 From: SlaVKsVolks Date: Mon, 11 May 2026 00:12:16 -0300 Subject: [PATCH] fix: support Veo 3.1 video models --- .../server/src/providers/VertexAIProvider.ts | 2 ++ .../supported-models/video/vertex-ai.test.ts | 24 +++++++++++++++++++ .../src/supported-models/video/vertex-ai.ts | 24 +++++++++++++++---- .../src/app/api/generate-video/validation.ts | 2 ++ .../src/app/api/generate-video/vertex.ts | 3 ++- .../src/components/video-generator.tsx | 4 +++- .../next-video-template/src/lib/types.ts | 2 ++ 7 files changed, 54 insertions(+), 7 deletions(-) create mode 100644 packages/sdk/ts/src/supported-models/video/vertex-ai.test.ts diff --git a/packages/app/server/src/providers/VertexAIProvider.ts b/packages/app/server/src/providers/VertexAIProvider.ts index f7165b341..e36579b98 100644 --- a/packages/app/server/src/providers/VertexAIProvider.ts +++ b/packages/app/server/src/providers/VertexAIProvider.ts @@ -19,6 +19,8 @@ import { env } from '../env'; // Constants export const PROXY_PASSTHROUGH_ONLY_MODEL = 'PROXY_PLACEHOLDER_VERTEX_AI'; const VEO3_MODELS = [ + 'veo-3.1-fast-generate-preview', + 'veo-3.1-generate-preview', 'veo-3.0-fast-generate-preview', 'veo-3.0-generate-preview', ]; diff --git a/packages/sdk/ts/src/supported-models/video/vertex-ai.test.ts b/packages/sdk/ts/src/supported-models/video/vertex-ai.test.ts new file mode 100644 index 000000000..1bcf844b6 --- /dev/null +++ b/packages/sdk/ts/src/supported-models/video/vertex-ai.test.ts @@ -0,0 +1,24 @@ +import { describe, expect, it } from 'vitest'; + +import { VertexAIVideoModels } from './vertex-ai'; + +describe('VertexAIVideoModels', () => { + it('includes Veo 3.1 preview models with pricing metadata', () => { + expect(VertexAIVideoModels).toEqual( + expect.arrayContaining([ + expect.objectContaining({ + cost_per_second_with_audio: 0.15, + cost_per_second_without_audio: 0.1, + model_id: 'veo-3.1-fast-generate-preview', + provider: 'VertexAI', + }), + expect.objectContaining({ + cost_per_second_with_audio: 0.4, + cost_per_second_without_audio: 0.2, + model_id: 'veo-3.1-generate-preview', + provider: 'VertexAI', + }), + ]), + ); + }); +}); diff --git a/packages/sdk/ts/src/supported-models/video/vertex-ai.ts b/packages/sdk/ts/src/supported-models/video/vertex-ai.ts index 82a9d6191..8186bce04 100644 --- a/packages/sdk/ts/src/supported-models/video/vertex-ai.ts +++ b/packages/sdk/ts/src/supported-models/video/vertex-ai.ts @@ -1,26 +1,40 @@ import type { SupportedVideoModel } from '../types'; export type VertexAIVideoModel = + | 'veo-3.1-fast-generate-preview' + | 'veo-3.1-generate-preview' | 'veo-3.0-fast-generate-preview' | 'veo-3.0-generate-preview'; /** * Vertex AI video models with official pricing information * Based on: https://cloud.google.com/vertex-ai/generative-ai/pricing * - * Veo 3: $0.40/second with audio, $0.20/second video only - * Veo 3 Fast: $0.15/second with audio, $0.10/second video only + * Veo 3 / 3.1: $0.40/second with audio, $0.20/second video only + * Veo 3 / 3.1 Fast: $0.15/second with audio, $0.10/second video only */ export const VertexAIVideoModels: SupportedVideoModel[] = [ + { + model_id: 'veo-3.1-fast-generate-preview', + cost_per_second_with_audio: 0.15, + cost_per_second_without_audio: 0.1, + provider: 'VertexAI', + }, + { + model_id: 'veo-3.1-generate-preview', + cost_per_second_with_audio: 0.4, + cost_per_second_without_audio: 0.2, + provider: 'VertexAI', + }, { model_id: 'veo-3.0-fast-generate-preview', cost_per_second_with_audio: 0.15, - cost_per_second_without_audio: 0.1, // Fixed: was 0.1, now 0.10 for clarity + cost_per_second_without_audio: 0.1, provider: 'VertexAI', }, { model_id: 'veo-3.0-generate-preview', - cost_per_second_with_audio: 0.4, // Fixed: was 0.4, now 0.40 for clarity - cost_per_second_without_audio: 0.2, // Fixed: was 0.2, now 0.20 for clarity + cost_per_second_with_audio: 0.4, + cost_per_second_without_audio: 0.2, provider: 'VertexAI', }, ]; diff --git a/templates/next-video-template/src/app/api/generate-video/validation.ts b/templates/next-video-template/src/app/api/generate-video/validation.ts index 669dfd410..16639b8d6 100644 --- a/templates/next-video-template/src/app/api/generate-video/validation.ts +++ b/templates/next-video-template/src/app/api/generate-video/validation.ts @@ -35,6 +35,8 @@ export function validateGenerateVideoRequest(body: unknown): ValidationResult { } const validModels: VideoModelOption[] = [ + 'veo-3.1-fast-generate-preview', + 'veo-3.1-generate-preview', 'veo-3.0-fast-generate-preview', 'veo-3.0-generate-preview', ]; diff --git a/templates/next-video-template/src/app/api/generate-video/vertex.ts b/templates/next-video-template/src/app/api/generate-video/vertex.ts index 66d1d4e8d..5d102de2c 100644 --- a/templates/next-video-template/src/app/api/generate-video/vertex.ts +++ b/templates/next-video-template/src/app/api/generate-video/vertex.ts @@ -4,6 +4,7 @@ import { getEchoToken } from '@/echo'; import { ERROR_MESSAGES } from '@/lib/constants'; +import type { VideoModelOption } from '@/lib/types'; import { GenerateVideosOperation, GenerateVideosParameters, @@ -14,7 +15,7 @@ import { */ export async function handleGeminiGenerate( prompt: string, - model: 'veo-3.0-fast-generate-preview' | 'veo-3.0-generate-preview', + model: VideoModelOption, durationSeconds: number = 4, generateAudio: boolean = false, image?: string, // Base64 encoded image or data URL (first frame) diff --git a/templates/next-video-template/src/components/video-generator.tsx b/templates/next-video-template/src/components/video-generator.tsx index 1d942d1bb..e9f3a2b8c 100644 --- a/templates/next-video-template/src/components/video-generator.tsx +++ b/templates/next-video-template/src/components/video-generator.tsx @@ -42,6 +42,8 @@ import { FileInputManager } from './FileInputManager'; import { VideoHistory } from './video-history'; const models: VideoModelConfig[] = [ + { id: 'veo-3.1-fast-generate-preview', name: 'Veo 3.1 Fast' }, + { id: 'veo-3.1-generate-preview', name: 'Veo 3.1' }, { id: 'veo-3.0-fast-generate-preview', name: 'Veo 3 Fast' }, { id: 'veo-3.0-generate-preview', name: 'Veo 3' }, ]; @@ -57,7 +59,7 @@ const models: VideoModelConfig[] = [ */ export default function VideoGenerator() { const [model, setModel] = useState( - 'veo-3.0-fast-generate-preview' + 'veo-3.1-fast-generate-preview' ); const [durationSeconds, setDurationSeconds] = useState<4 | 6 | 8>(4); const [generateAudio, setGenerateAudio] = useState(false); diff --git a/templates/next-video-template/src/lib/types.ts b/templates/next-video-template/src/lib/types.ts index d8e429c97..63ff3cabe 100644 --- a/templates/next-video-template/src/lib/types.ts +++ b/templates/next-video-template/src/lib/types.ts @@ -14,6 +14,8 @@ export type ModelOption = 'openai' | 'gemini'; * Available AI models for video generation */ export type VideoModelOption = + | 'veo-3.1-fast-generate-preview' + | 'veo-3.1-generate-preview' | 'veo-3.0-fast-generate-preview' | 'veo-3.0-generate-preview';