Merge pull request #1657 from eslamkarim/patch-1

Change quota project to the correct project being used for the call
BerriAI · Jan 30, 2024 · c53ad87 · c53ad87
2 parents efc5ec5 + 2b3965d
commit c53ad87
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/litellm/llms/vertex_ai.py b/litellm/llms/vertex_ai.py
@@ -237,8 +237,11 @@ def completion(
             GenerationConfig,
         )
         from google.cloud.aiplatform_v1beta1.types import content as gapic_content_types
+        import google.auth
 
-        vertexai.init(project=vertex_project, location=vertex_location)
+        ## Load credentials with the correct quota project ref: https://github.com/googleapis/python-aiplatform/issues/2557#issuecomment-1709284744
+        creds, _ = google.auth.default(quota_project_id=vertex_project)
+        vertexai.init(project=vertex_project, location=vertex_location, credentials=creds)
 
         ## Load Config
         config = litellm.VertexAIConfig.get_config()