feat: readable parsing error (#172)

package.json

@@ -45,6 +45,7 @@
     "tailwindcss": "^3.3.5",
     "webextension-polyfill": "0.10.0",
     "zod": "^3.22.4",
+    "zod-validation-error": "^3.3.0",
     "zustand": "^4.5.2"
   },
   "devDependencies": {

src/helpers/vision-agent/determineNextAction.ts

@@ -111,7 +111,7 @@ export async function determineNextActionWithVision(
       } catch (e) {
         console.error(e);
         // TODO: try use LLM to fix format when response is not valid
-        throw new Error(`Incorrectly formatted response: ${e}`);
+        throw new Error(`Incorrect response format: ${e}`);
       }
 
       return {

src/helpers/vision-agent/parseResponse.ts

@@ -1,4 +1,5 @@
 import { toolSchemaUnion, type ToolOperation } from "./tools";
+import { fromError } from "zod-validation-error";
 
 export type Action = {
   thought: string;
@@ -38,7 +39,14 @@ export function parseResponse(rawResponse: string): Action {
   if (response.thought == null || response.action == null) {
     throw new Error("Invalid response: Thought and Action are required");
   }
-  const operation = toolSchemaUnion.parse(response.action);
+  let operation;
+  try {
+    operation = toolSchemaUnion.parse(response.action);
+  } catch (err) {
+    const validationError = fromError(err);
+    // user friendly error message
+    throw new Error(validationError.toString());
+  }
   if ("speak" in response) {
     return {
       thought: response.thought,