Remove retired models and add new Haiku-3.5 model in Anthropic (jup…

…yterlab#1092)

* Updated `anthropic.py` to remove deprecated models, remove `AnthropicProvider` class, add new models

Removed all deprecated models as listed here: https://docs.anthropic.com/en/docs/resources/model-deprecations.

This makes the `AnthropicProvider` class redundant, so it is now removed. The corresponding entry in `pyproject.toml` is also deleted.

The class `ChatAnthropicProvider` is updated to include the new `Claude-3.5-Haiku`model, and the function to check for  API key exception has been added.  The older version of `Claude-3.5-sonnet` has also been removed.

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* Anthropic models added

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>

packages/jupyter-ai-magics/jupyter_ai_magics/partner_providers/anthropic.py

@@ -1,39 +1,8 @@
-from langchain_anthropic import AnthropicLLM, ChatAnthropic
+from langchain_anthropic import ChatAnthropic
 
 from ..providers import BaseProvider, EnvAuthStrategy
 
 
-class AnthropicProvider(BaseProvider, AnthropicLLM):
-    id = "anthropic"
-    name = "Anthropic"
-    models = [
-        "claude-v1",
-        "claude-v1.0",
-        "claude-v1.2",
-        "claude-instant-v1",
-        "claude-instant-v1.0",
-        "claude-instant-v1.2",
-    ]
-    model_id_key = "model"
-    pypi_package_deps = ["anthropic"]
-    auth_strategy = EnvAuthStrategy(name="ANTHROPIC_API_KEY")
-
-    @property
-    def allows_concurrency(self):
-        return False
-
-    @classmethod
-    def is_api_key_exc(cls, e: Exception):
-        """
-        Determine if the exception is an Anthropic API key error.
-        """
-        import anthropic
-
-        if isinstance(e, anthropic.AuthenticationError):
-            return e.status_code == 401 and "Invalid API Key" in str(e)
-        return False
-
-
 class ChatAnthropicProvider(
     BaseProvider, ChatAnthropic
 ):  # https://docs.anthropic.com/en/docs/about-claude/models
@@ -45,6 +14,7 @@ class ChatAnthropicProvider(
         "claude-3-opus-20240229",
         "claude-3-sonnet-20240229",
         "claude-3-haiku-20240307",
+        "claude-3-5-haiku-20241022",
         "claude-3-5-sonnet-20240620",
         "claude-3-5-sonnet-20241022",
     ]
@@ -55,3 +25,14 @@ class ChatAnthropicProvider(
     @property
     def allows_concurrency(self):
         return False
+
+    @classmethod
+    def is_api_key_exc(cls, e: Exception):
+        """
+        Determine if the exception is an Anthropic API key error.
+        """
+        import anthropic
+
+        if isinstance(e, anthropic.AuthenticationError):
+            return e.status_code == 401 and "Invalid API Key" in str(e)
+        return False

packages/jupyter-ai-magics/jupyter_ai_magics/partner_providers/aws.py

@@ -68,6 +68,7 @@ class BedrockChatProvider(BaseProvider, ChatBedrock):
         "anthropic.claude-3-sonnet-20240229-v1:0",
         "anthropic.claude-3-haiku-20240307-v1:0",
         "anthropic.claude-3-opus-20240229-v1:0",
+        "anthropic.claude-3-5-haiku-20241022-v1:0",
         "anthropic.claude-3-5-sonnet-20240620-v1:0",
         "anthropic.claude-3-5-sonnet-20241022-v2:0",
         "meta.llama2-13b-chat-v1",

packages/jupyter-ai-magics/pyproject.toml

@@ -57,7 +57,6 @@ all = [
 
 [project.entry-points."jupyter_ai.model_providers"]
 ai21 = "jupyter_ai_magics:AI21Provider"
-anthropic = "jupyter_ai_magics.partner_providers.anthropic:AnthropicProvider"
 anthropic-chat = "jupyter_ai_magics.partner_providers.anthropic:ChatAnthropicProvider"
 cohere = "jupyter_ai_magics.partner_providers.cohere:CohereProvider"
 gpt4all = "jupyter_ai_magics:GPT4AllProvider"