Add test for Anthropic Vertex

deploy/package.json

@@ -22,6 +22,7 @@
   },
   "_": "@cloudflare/vitest-pool-workers is pinned because of https://github.com/cloudflare/workers-sdk/issues/10506",
   "devDependencies": {
+    "@anthropic-ai/vertex-sdk": "^0.13.2",
     "@cloudflare/vitest-pool-workers": "0.8.44",
     "@cloudflare/workers-types": "^4.20250712.0",
     "groq-sdk": "^0.30.0",

deploy/test.config.ts

@@ -1,7 +1,7 @@
 import { env } from 'cloudflare:workers'
 import type { Config } from '@deploy/types'
 
-type ProviderKeys = 'openai' | 'groq'
+type ProviderKeys = 'openai' | 'groq' | 'google'
 
 export const config: Config<ProviderKeys> = {
   // the name of the organization, doesn't matter in this case
@@ -45,13 +45,12 @@ export const config: Config<ProviderKeys> = {
       injectCost: true,
       credentials: env.GROQ_API_KEY,
     },
-    // google: {
-    //     baseUrl:
-    //         'https://us-central1-aiplatform.googleapis.com/v1beta1/projects/{gcp-project-name}/locations/us-central1/publishers/google/models',
-    //     providerId: 'google',
-    //     injectCost: true,
-    //     credentials: env.GOOGLE_SERVICE_ACCOUNT_KEY,
-    // },
+    google: {
+      baseUrl: 'http://localhost:8005/google',
+      providerID: 'google-vertex',
+      injectCost: true,
+      credentials: env.GOOGLE_SERVICE_ACCOUNT_KEY,
+    },
   },
   // individual apiKeys
   apiKeys: {
@@ -61,7 +60,7 @@ export const config: Config<ProviderKeys> = {
       // user is optional
       user: 'testberto',
       // providers is required and identifies which providers this apiKey is allowed to use
-      providers: ['openai', 'groq'],
+      providers: ['openai', 'groq', 'google'],
       // you can also optionally add limits to a single key here
       spendingLimitDaily: 1,
       spendingLimitWeekly: 5,

deploy/test/index.spec.ts

@@ -1,4 +1,7 @@
 import OpenAI from 'openai'
+import { AnthropicVertex } from '@anthropic-ai/vertex-sdk'
+import { GoogleAuth } from 'google-auth-library'
+
 import Groq from 'groq-sdk'
 import { SELF, env, fetchMock } from 'cloudflare:test'
 import { describe, it, expect, beforeAll, afterEach, beforeEach } from 'vitest'
@@ -115,3 +118,22 @@ describe('groq', () => {
     expect(completion).toMatchSnapshot('llm')
   })
 })
+
+describe('anthropic', () => {
+  it('should call anthropic via gateway', async () => {
+    const client = new AnthropicVertex({
+      baseURL: 'https://example.com/anthropic',
+      fetch: SELF.fetch.bind(SELF),
+      googleAuth: new GoogleAuth({
+        apiKey: 'o-QBrunFudqD99879C5jkFZgZrueCLlCJGSMAbzFGFY',
+      }),
+    })
+
+    const completion = await client.messages.create({
+      model: 'claude-sonnet-4-20250514',
+      max_tokens: 1024,
+      messages: [{ role: 'user', content: 'What is the capital of France?' }],
+    })
+    expect(completion).toMatchSnapshot('llm')
+  })
+})

deploy/vitest.config.mts

@@ -19,13 +19,14 @@ export default defineWorkersConfig({
     poolOptions: {
       workers: {
         wrangler: {
+          isolatedStorage: true,
           configPath: './wrangler.jsonc',
         },
         miniflare: {
           bindings: {
-            // put variables here
             OPENAI_API_KEY: `${process.env.OPENAI_API_KEY}`,
             GROQ_API_KEY: `${process.env.GROQ_API_KEY}`,
+            GOOGLE_SERVICE_ACCOUNT_KEY: `${process.env.GOOGLE_SERVICE_ACCOUNT_KEY}`,
           },
         },
       },

proxy-vcr/proxy_vcr/main.py

@@ -17,6 +17,7 @@
 
 OPENAI_BASE_URL = 'https://api.openai.com/v1/'
 GROQ_BASE_URL = 'https://api.groq.com'
+GOOGLE_VERTEX_BASE_URL = 'https://us-central1-aiplatform.googleapis.com/v1beta1/projects/pydantic-ai/locations/us-central1/publishers/google/models'
 
 current_file_dir = pathlib.Path(__file__).parent