diff --git a/.gitignore b/.gitignore
index afea22142..d55e361cb 100644
--- a/.gitignore
+++ b/.gitignore
@@ -19,3 +19,5 @@ build/
 # coverage output
 /coverage/
 
+# log files
+/logs/
diff --git a/logs/test-spec-2.18.0-daeaa72ad2dd9c8f64703f44896ae7bbc6bd0a2ed2671a349103ce0d70344aaa.log b/logs/test-spec-2.18.0-daeaa72ad2dd9c8f64703f44896ae7bbc6bd0a2ed2671a349103ce0d70344aaa.log
deleted file mode 100644
index 5ede8db65..000000000
--- a/logs/test-spec-2.18.0-daeaa72ad2dd9c8f64703f44896ae7bbc6bd0a2ed2671a349103ce0d70344aaa.log
+++ /dev/null
@@ -1,335 +0,0 @@
-[INFO] Authenticating with admin ...
-[INFO] Connecting to https://localhost:9200 ... (1/20)
-[INFO] Evaluating ml/agents.yaml ...
-[INFO] => POST /_plugins/_ml/agents/_register ({}) [application/json] {
-  "name": "Test_Agent_For_RAG",
-  "type": "flow",
-  "description": "this is a test agent",
-  "tools": [
-    {
-      "type": "VectorDBTool",
-      "parameters": {
-        "model_id": "YOUR_TEXT_EMBEDDING_MODEL_ID",
-        "index": "my_test_data",
-        "embedding_field": "embedding",
-        "source_field": [
-          "text"
-        ],
-        "input": "test_question"
-      }
-    },
-    {
-      "type": "MLModelTool",
-      "description": "A general tool to answer any question",
-      "parameters": {
-        "model_id": "YOUR_LLM_MODEL_ID"
-      }
-    }
-  ]
-}
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "agent_id": "KejBUZQBaqMO3uIYKp67"
-}
-[INFO] $ {
-  "outputs": {
-    "test_agent_id": "KejBUZQBaqMO3uIYKp67"
-  }
-}
-[INFO] => DELETE /_plugins/_ml/agents/KejBUZQBaqMO3uIYKp67 ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "_index": ".plugins-ml-agent",
-  "_id": "KejBUZQBaqMO3uIYKp67",
-  "_version": 2,
-  "result": "deleted",
-  "forced_refresh": true,
-  "_shards": {
-    "total": 2,
-    "successful": 2,
-    "failed": 0
-  },
-  "_seq_no": 19,
-  "_primary_term": 6
-}
-[INFO] => DELETE /_plugins/_ml/agents/KejBUZQBaqMO3uIYKp67 ({}) [application/json] 
-[INFO] <= 404 (application/json) | {
-  "error": {
-    "root_cause": [
-      {
-        "type": "status_exception",
-        "reason": "Failed to find agent with the provided agent id: KejBUZQBaqMO3uIYKp67"
-      }
-    ],
-    "type": "status_exception",
-    "reason": "Failed to find agent with the provided agent id: KejBUZQBaqMO3uIYKp67"
-  },
-  "status": 404
-}
-[INFO] Evaluating ml/connectors.yaml ...
-[INFO] => POST /_plugins/_ml/connectors/_create ({}) [application/json] {
-  "name": "OpenAI Chat Connector",
-  "description": "The connector to public OpenAI model service for GPT 3.5",
-  "version": 1,
-  "protocol": "http",
-  "parameters": {
-    "endpoint": "api.openai.com",
-    "model": "gpt-3.5-turbo"
-  },
-  "credential": {
-    "openAI_key": "test_api_key"
-  },
-  "actions": [
-    {
-      "action_type": "predict",
-      "method": "POST",
-      "url": "https://api.openai.com/v1/chat/completions",
-      "headers": {
-        "Authorization": "Bearer Key"
-      },
-      "request_body": "{ \"model\": \"model\", \"messages\": \"messages\" }"
-    }
-  ]
-}
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "connector_id": "KujBUZQBaqMO3uIYK57K"
-}
-[INFO] $ {
-  "outputs": {
-    "test_connector_id": "KujBUZQBaqMO3uIYK57K"
-  }
-}
-[INFO] => GET /_plugins/_ml/connectors/KujBUZQBaqMO3uIYK57K ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "name": "OpenAI Chat Connector",
-  "version": "1",
-  "description": "The connector to public OpenAI model service for GPT 3.5",
-  "protocol": "http",
-  "parameters": {
-    "endpoint": "api.openai.com",
-    "model": "gpt-3.5-turbo"
-  },
-  "actions": [
-    {
-      "action_type": "PREDICT",
-      "method": "POST",
-      "url": "https://api.openai.com/v1/chat/completions",
-      "headers": {
-        "Authorization": "Bearer Key"
-      },
-      "request_body": "{ \"model\": \"model\", \"messages\": \"messages\" }"
-    }
-  ],
-  "created_time": 1736538401737,
-  "last_updated_time": 1736538401737
-}
-[INFO] => DELETE /_plugins/_ml/connectors/KujBUZQBaqMO3uIYK57K ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "_index": ".plugins-ml-connector",
-  "_id": "KujBUZQBaqMO3uIYK57K",
-  "_version": 2,
-  "result": "deleted",
-  "forced_refresh": true,
-  "_shards": {
-    "total": 2,
-    "successful": 2,
-    "failed": 0
-  },
-  "_seq_no": 40,
-  "_primary_term": 6
-}
-[INFO] => DELETE /_plugins/_ml/connectors/KujBUZQBaqMO3uIYK57K ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "_index": ".plugins-ml-connector",
-  "_id": "KujBUZQBaqMO3uIYK57K",
-  "_version": 3,
-  "result": "not_found",
-  "forced_refresh": true,
-  "_shards": {
-    "total": 2,
-    "successful": 2,
-    "failed": 0
-  },
-  "_seq_no": 41,
-  "_primary_term": 6
-}
-[INFO] Evaluating ml/model_groups.yaml ...
-[INFO] => POST /_plugins/_ml/model_groups/_register ({}) [application/json] {
-  "name": "NLP_Group",
-  "description": "Model group for NLP models."
-}
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "model_group_id": "K-jBUZQBaqMO3uIYLJ5u",
-  "status": "CREATED"
-}
-[INFO] $ {
-  "outputs": {
-    "test_model_group_id": "K-jBUZQBaqMO3uIYLJ5u"
-  }
-}
-[INFO] => GET /_plugins/_ml/model_groups/K-jBUZQBaqMO3uIYLJ5u ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "name": "NLP_Group",
-  "latest_version": 0,
-  "description": "Model group for NLP models.",
-  "owner": {
-    "name": "admin",
-    "backend_roles": [
-      "admin"
-    ],
-    "roles": [
-      "own_index",
-      "all_access"
-    ],
-    "custom_attribute_names": [],
-    "user_requested_tenant": null
-  },
-  "access": "private",
-  "created_time": 1736538401901,
-  "last_updated_time": 1736538401901
-}
-[INFO] => DELETE /_plugins/_ml/model_groups/K-jBUZQBaqMO3uIYLJ5u ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "_index": ".plugins-ml-model-group",
-  "_id": "K-jBUZQBaqMO3uIYLJ5u",
-  "_version": 2,
-  "result": "deleted",
-  "forced_refresh": true,
-  "_shards": {
-    "total": 2,
-    "successful": 2,
-    "failed": 0
-  },
-  "_seq_no": 236,
-  "_primary_term": 6
-}
-[INFO] => DELETE /_plugins/_ml/model_groups/K-jBUZQBaqMO3uIYLJ5u ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "_index": ".plugins-ml-model-group",
-  "_id": "K-jBUZQBaqMO3uIYLJ5u",
-  "_version": 3,
-  "result": "not_found",
-  "forced_refresh": true,
-  "_shards": {
-    "total": 2,
-    "successful": 2,
-    "failed": 0
-  },
-  "_seq_no": 237,
-  "_primary_term": 6
-}
-[INFO] Evaluating ml/models.yaml ...
-[INFO] => POST /_plugins/_ml/models/_register ({}) [application/json] {
-  "name": "huggingface/sentence-transformers/msmarco-distilbert-base-tas-b",
-  "version": "1.0.1",
-  "model_format": "TORCH_SCRIPT"
-}
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "task_id": "LOjBUZQBaqMO3uIYLJ6y",
-  "status": "CREATED"
-}
-[INFO] $ {
-  "outputs": {
-    "task_id": "LOjBUZQBaqMO3uIYLJ6y"
-  }
-}
-[INFO] => GET /_plugins/_ml/tasks/LOjBUZQBaqMO3uIYLJ6y ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "task_type": "REGISTER_MODEL",
-  "function_name": "TEXT_EMBEDDING",
-  "state": "CREATED",
-  "worker_node": [
-    "ZcCsgpwPQsOq347BXU79jQ"
-  ],
-  "create_time": 1736538401970,
-  "last_update_time": 1736538401970,
-  "is_async": true
-}
-[INFO] {
-  "task_type": "REGISTER_MODEL",
-  "function_name": "TEXT_EMBEDDING",
-  "state": "CREATED",
-  "worker_node": [
-    "ZcCsgpwPQsOq347BXU79jQ"
-  ],
-  "create_time": 1736538401970,
-  "last_update_time": 1736538401970,
-  "is_async": true
-}
-[INFO] Failed, retrying, 5 retries left ...
-[INFO] => GET /_plugins/_ml/tasks/LOjBUZQBaqMO3uIYLJ6y ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "task_type": "REGISTER_MODEL",
-  "function_name": "TEXT_EMBEDDING",
-  "state": "FAILED",
-  "worker_node": [
-    "ZcCsgpwPQsOq347BXU79jQ"
-  ],
-  "create_time": 1736538401970,
-  "last_update_time": 1736538407919,
-  "error": "/usr/share/opensearch/data/ml_cache/models_cache/register/slnBUZQBdUaAr33ZL44-/57/huggingface/sentence-transformers/msmarco-distilbert-base-tas-b.zip",
-  "is_async": true
-}
-[INFO] {
-  "task_type": "REGISTER_MODEL",
-  "function_name": "TEXT_EMBEDDING",
-  "state": "FAILED",
-  "worker_node": [
-    "ZcCsgpwPQsOq347BXU79jQ"
-  ],
-  "create_time": 1736538401970,
-  "last_update_time": 1736538407919,
-  "error": "/usr/share/opensearch/data/ml_cache/models_cache/register/slnBUZQBdUaAr33ZL44-/57/huggingface/sentence-transformers/msmarco-distilbert-base-tas-b.zip",
-  "is_async": true
-}
-[INFO] Failed, retrying, 4 retries left ...
-[INFO] => GET /_plugins/_ml/tasks/LOjBUZQBaqMO3uIYLJ6y ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "task_type": "REGISTER_MODEL",
-  "function_name": "TEXT_EMBEDDING",
-  "state": "FAILED",
-  "worker_node": [
-    "ZcCsgpwPQsOq347BXU79jQ"
-  ],
-  "create_time": 1736538401970,
-  "last_update_time": 1736538407919,
-  "error": "/usr/share/opensearch/data/ml_cache/models_cache/register/slnBUZQBdUaAr33ZL44-/57/huggingface/sentence-transformers/msmarco-distilbert-base-tas-b.zip",
-  "is_async": true
-}
-[INFO] {
-  "task_type": "REGISTER_MODEL",
-  "function_name": "TEXT_EMBEDDING",
-  "state": "FAILED",
-  "worker_node": [
-    "ZcCsgpwPQsOq347BXU79jQ"
-  ],
-  "create_time": 1736538401970,
-  "last_update_time": 1736538407919,
-  "error": "/usr/share/opensearch/data/ml_cache/models_cache/register/slnBUZQBdUaAr33ZL44-/57/huggingface/sentence-transformers/msmarco-distilbert-base-tas-b.zip",
-  "is_async": true
-}
-[INFO] Failed, retrying, 3 retries left ...
-[INFO] => GET /_plugins/_ml/tasks/LOjBUZQBaqMO3uIYLJ6y ({}) [application/json] 
-[INFO] <= 200 (application/json; charset=UTF-8) | {
-  "task_type": "REGISTER_MODEL",
-  "function_name": "TEXT_EMBEDDING",
-  "state": "FAILED",
-  "worker_node": [
-    "ZcCsgpwPQsOq347BXU79jQ"
-  ],
-  "create_time": 1736538401970,
-  "last_update_time": 1736538407919,
-  "error": "/usr/share/opensearch/data/ml_cache/models_cache/register/slnBUZQBdUaAr33ZL44-/57/huggingface/sentence-transformers/msmarco-distilbert-base-tas-b.zip",
-  "is_async": true
-}
-[INFO] {
-  "task_type": "REGISTER_MODEL",
-  "function_name": "TEXT_EMBEDDING",
-  "state": "FAILED",
-  "worker_node": [
-    "ZcCsgpwPQsOq347BXU79jQ"
-  ],
-  "create_time": 1736538401970,
-  "last_update_time": 1736538407919,
-  "error": "/usr/share/opensearch/data/ml_cache/models_cache/register/slnBUZQBdUaAr33ZL44-/57/huggingface/sentence-transformers/msmarco-distilbert-base-tas-b.zip",
-  "is_async": true
-}
-[INFO] Failed, retrying, 2 retries left ...