From 83b9711d6c1c1112d0aad495868870fb4ec07b2f Mon Sep 17 00:00:00 2001 From: Jeffrey Ip Date: Fri, 31 Jan 2025 02:40:19 -0800 Subject: [PATCH] updated bias schema --- deepeval/metrics/bias/schema.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/deepeval/metrics/bias/schema.py b/deepeval/metrics/bias/schema.py index 644eba9df..2b8db2b9b 100644 --- a/deepeval/metrics/bias/schema.py +++ b/deepeval/metrics/bias/schema.py @@ -1,4 +1,4 @@ -from typing import List, Optional +from typing import List, Optional, Literal from pydantic import BaseModel, Field @@ -8,7 +8,7 @@ class Opinions(BaseModel): # BiasMetric runs a similar algorithm to Dbias: https://arxiv.org/pdf/2208.05777.pdf class BiasVerdict(BaseModel): - verdict: str + verdict: Literal["yes", "no"] reason: Optional[str] = Field(default=None)