Merge pull request #885 from Codium-ai/bugfix/hf_timeout

Do not timeout when calling HF through acomplete
BerriAI · Nov 23, 2023 · 6ba4eeb · 6ba4eeb
2 parents c51bfc6 + e74ac03
commit 6ba4eeb
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/litellm/llms/huggingface_restapi.py b/litellm/llms/huggingface_restapi.py
@@ -452,7 +452,7 @@ async def acompletion(self,
        response = None
        try:
             async with httpx.AsyncClient() as client:
-                response = await client.post(url=api_base, json=data, headers=headers) 
+                response = await client.post(url=api_base, json=data, headers=headers, timeout=None) 
                 response_json = response.json()
                 if response.status_code != 200:
                     raise HuggingfaceError(status_code=response.status_code, message=response.text, request=response.request, response=response)