test(api,backend): refactor config.py to be testable

defenseunicorns · Aug 7, 2024 · 9727d5b · 9727d5b
1 parent ad3ddea
commit 9727d5b
Show file tree

Hide file tree

Showing 7 changed files with 586 additions and 61 deletions.
diff --git a/src/leapfrogai_api/backend/types.py b/src/leapfrogai_api/backend/types.py
@@ -28,7 +28,6 @@
 DEFAULT_MAX_COMPLETION_TOKENS = 4096
 DEFAULT_MAX_PROMPT_TOKENS = 4096
 
-
 ##########
 # GENERIC
 ##########
@@ -67,6 +66,10 @@ class ModelMetadataResponse(BaseModel):
         default=None,
         description="Model precision (e.g., 'float16', 'float32')",
     )
+    capabilities: str | None = Field(
+        default=None,
+        description="Model capabilities (e.g., 'embeddings' or 'chat')",
+    )
 
 
 class ModelResponseModel(BaseModel):

diff --git a/src/leapfrogai_api/routers/openai/models.py b/src/leapfrogai_api/routers/openai/models.py
@@ -25,6 +25,7 @@ async def models(
             type=model_data.metadata.type,
             dimensions=model_data.metadata.dimensions,
             precision=model_data.metadata.precision,
+            capabilities=model_data.metadata.capabilities,
         )
         m = ModelResponseModel(
             id=model_name,