chore: lazy import sagemaker

api/core/model_runtime/model_providers/sagemaker/llm/llm.py

@@ -4,10 +4,7 @@
 from collections.abc import Generator, Iterator
 from typing import Any, Optional, Union, cast
 
-# from openai.types.chat import ChatCompletion, ChatCompletionChunk
 import boto3
-from sagemaker import Predictor, serializers
-from sagemaker.session import Session
 
 from core.model_runtime.entities.llm_entities import LLMMode, LLMResult, LLMResultChunk, LLMResultChunkDelta
 from core.model_runtime.entities.message_entities import (
@@ -212,6 +209,9 @@ def _invoke(
         :param user: unique user id
         :return: full response or stream response chunk generator result
         """
+        from sagemaker import Predictor, serializers
+        from sagemaker.session import Session
+
         if not self.sagemaker_session:
             access_key = credentials.get("aws_access_key_id")
             secret_key = credentials.get("aws_secret_access_key")

api/pyproject.toml

@@ -168,7 +168,7 @@ readabilipy = "0.2.0"
 redis = { version = "~5.0.3", extras = ["hiredis"] }
 replicate = "~0.22.0"
 resend = "~0.7.0"
-sagemaker = "2.231.0"
+sagemaker = "~2.231.0"
 scikit-learn = "~1.5.1"
 sentry-sdk = { version = "~1.44.1", extras = ["flask"] }
 sqlalchemy = "~2.0.29"

api/services/external_knowledge_service.py

@@ -7,8 +7,6 @@
 import validators
 
 from constants import HIDDEN_VALUE
-
-# from tasks.external_document_indexing_task import external_document_indexing_task
 from core.helper import ssrf_proxy
 from extensions.ext_database import db
 from models.dataset import (