diff --git a/src/google/adk/models/google_llm.py b/src/google/adk/models/google_llm.py
index 342d8bc5..e4f21e5f 100644
--- a/src/google/adk/models/google_llm.py
+++ b/src/google/adk/models/google_llm.py
@@ -174,9 +174,11 @@ def _tracking_headers(self) -> dict[str, str]:
   @cached_property
   def _live_api_client(self) -> Client:
     if self._api_backend == 'vertex':
+      #use beta version for vertex api
+      api_version = 'v1beta1'
       # use default api version for vertex
       return Client(
-          http_options=types.HttpOptions(headers=self._tracking_headers)
+          http_options=types.HttpOptions(headers=self._tracking_headers,api_version=api_version)
       )
     else:
       # use v1alpha for ml_dev