Skip to content

Commit

Permalink
dont undo if not done (#368)
Browse files Browse the repository at this point in the history
  • Loading branch information
bboynton97 authored Aug 21, 2024
1 parent caaacc3 commit 84c8557
Show file tree
Hide file tree
Showing 6 changed files with 38 additions and 24 deletions.
7 changes: 4 additions & 3 deletions agentops/llms/anthropic.py
Original file line number Diff line number Diff line change
Expand Up @@ -283,7 +283,8 @@ async def patched_function(*args, **kwargs):
messages.AsyncMessages.create = patched_function

def undo_override(self):
from anthropic.resources import messages
if self.original_create is not None and self.original_create_async is not None:
from anthropic.resources import messages

messages.Messages.create = self.original_create
messages.AsyncMessages.create = self.original_create_async
messages.Messages.create = self.original_create
messages.AsyncMessages.create = self.original_create_async
15 changes: 10 additions & 5 deletions agentops/llms/cohere.py
Original file line number Diff line number Diff line change
Expand Up @@ -22,11 +22,16 @@ def override(self):
self._override_async_chat()

def undo_override(self):
import cohere

cohere.Client.chat = self.original_create
cohere.Client.chat_stream = self.original_create_stream
cohere.AsyncClient.chat = self.original_create_async
if (
self.original_create is not None
and self.original_create_async is not None
and self.original_create_stream is not None
):
import cohere

cohere.Client.chat = self.original_create
cohere.Client.chat_stream = self.original_create_stream
cohere.AsyncClient.chat = self.original_create_async

def __init__(self, client):
super().__init__(client)
Expand Down
7 changes: 4 additions & 3 deletions agentops/llms/groq.py
Original file line number Diff line number Diff line change
Expand Up @@ -23,10 +23,11 @@ def override(self):
self._override_async_chat()

def undo_override(self):
from groq.resources.chat import completions
if self.original_create is not None and self.original_async_create is not None:
from groq.resources.chat import completions

completions.Completions.create = self.original_create
completions.AsyncCompletions.create = self.original_create
completions.Completions.create = self.original_create
completions.AsyncCompletions.create = self.original_create

def handle_response(
self, response, kwargs, init_timestamp, session: Optional[Session] = None
Expand Down
22 changes: 14 additions & 8 deletions agentops/llms/litellm.py
Original file line number Diff line number Diff line change
Expand Up @@ -25,14 +25,20 @@ def override(self):
self._override_completion()

def undo_override(self):
import litellm
from openai.resources.chat import completions

litellm.acompletion = self.original_create_async
litellm.completion = self.original_create

completions.Completions.create = self.original_oai_create
completions.AsyncCompletions.create = self.original_oai_create_async
if (
self.original_create is not None
and self.original_create_async is not None
and self.original_oai_create is not None
and self.original_oai_create_async is not None
):
import litellm
from openai.resources.chat import completions

litellm.acompletion = self.original_create_async
litellm.completion = self.original_create

completions.Completions.create = self.original_oai_create
completions.AsyncCompletions.create = self.original_oai_create_async

def handle_response(
self, response, kwargs, init_timestamp, session: Optional[Session] = None
Expand Down
2 changes: 1 addition & 1 deletion agentops/llms/ollama.py
Original file line number Diff line number Diff line change
Expand Up @@ -65,7 +65,7 @@ def override(self):
self._override_chat_async_client()

def undo_override(self):
if "ollama" in sys.modules:
if original_func is not None:
import ollama

ollama.chat = original_func["ollama.chat"]
Expand Down
9 changes: 5 additions & 4 deletions agentops/llms/openai.py
Original file line number Diff line number Diff line change
Expand Up @@ -244,14 +244,15 @@ async def patched_function(*args, **kwargs):
# kwargs["messages"] = prompt_override["messages"]

# Call the original function with its original arguments
result = await original_create_async(*args, **kwargs)
result = await self.original_create_async(*args, **kwargs)
return self.handle_response(result, kwargs, init_timestamp, session=session)

# Override the original method with the patched one
completions.AsyncCompletions.create = patched_function

def undo_override(self):
from openai.resources.chat import completions
if self.original_create is not None and self.original_create_async is not None:
from openai.resources.chat import completions

completions.AsyncCompletions.create = self.original_create_async
completions.Completions.create = self.original_create
completions.AsyncCompletions.create = self.original_create_async
completions.Completions.create = self.original_create

0 comments on commit 84c8557

Please sign in to comment.