From 920219caef4be78d1a440fbe7bf7c8b76d8d3ba8 Mon Sep 17 00:00:00 2001 From: xzdandy Date: Wed, 4 Oct 2023 02:48:28 -0400 Subject: [PATCH 01/16] Remove empty evadb.db file. --- evadb.db | 0 1 file changed, 0 insertions(+), 0 deletions(-) delete mode 100644 evadb.db diff --git a/evadb.db b/evadb.db deleted file mode 100644 index e69de29bb..000000000 From 2b5ba6a5cfc0b1465289f6d7b2206fa667d0b552 Mon Sep 17 00:00:00 2001 From: xzdandy Date: Wed, 4 Oct 2023 02:49:40 -0400 Subject: [PATCH 02/16] Move github test into long intergration test so they are run on the circle ci. --- .../long}/test_github_datasource.py | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename test/{third_party_tests => integration_tests/long}/test_github_datasource.py (100%) diff --git a/test/third_party_tests/test_github_datasource.py b/test/integration_tests/long/test_github_datasource.py similarity index 100% rename from test/third_party_tests/test_github_datasource.py rename to test/integration_tests/long/test_github_datasource.py From 45af91efb6d74c068eb4436f4ec0cdc98a588ab9 Mon Sep 17 00:00:00 2001 From: xzdandy Date: Wed, 4 Oct 2023 03:03:31 -0400 Subject: [PATCH 03/16] Clean up test_relational_api.py --- .../long/interfaces/relational/test_relational_api.py | 1 + 1 file changed, 1 insertion(+) diff --git a/test/integration_tests/long/interfaces/relational/test_relational_api.py b/test/integration_tests/long/interfaces/relational/test_relational_api.py index 773607960..fee4029e2 100644 --- a/test/integration_tests/long/interfaces/relational/test_relational_api.py +++ b/test/integration_tests/long/interfaces/relational/test_relational_api.py @@ -57,6 +57,7 @@ def tearDown(self): # todo: move these to relational apis as well execute_query_fetch_all(self.evadb, """DROP TABLE IF EXISTS mnist_video;""") execute_query_fetch_all(self.evadb, """DROP TABLE IF EXISTS meme_images;""") + execute_query_fetch_all(self.evadb, """DROP TABLE IF EXISTS dummy_table;""") def test_relation_apis(self): cursor = self.conn.cursor() From 9d2227e452e978464c6f05887f1f65446b3909f6 Mon Sep 17 00:00:00 2001 From: xzdandy Date: Wed, 4 Oct 2023 03:06:35 -0400 Subject: [PATCH 04/16] Update link in the github data source documentation --- docs/source/reference/databases/github.rst | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/source/reference/databases/github.rst b/docs/source/reference/databases/github.rst index 6674e6575..fcbd5f62e 100644 --- a/docs/source/reference/databases/github.rst +++ b/docs/source/reference/databases/github.rst @@ -34,7 +34,7 @@ Create Connection Supported Tables ---------------- -* ``stargazers``: Lists the people that have starred the repository. Check `evadb/third_party/databases/github/table_column_info.py` for all the available columns in the table. +* ``stargazers``: Lists the people that have starred the repository. Check `table_column_info.py`_ for all the available columns in the table. .. code-block:: sql @@ -54,4 +54,4 @@ Here is the query output: .. note:: - Looking for another table from Github? You can add a table mapping in `evadb/third_party/databases/github/github_handler.py`, or simply raise a `Feature Request `_. + Looking for another table from Github? You can add a table mapping in `github_handler.py`_, or simply raise a `Feature Request `_. From c322adaa0b645f208c2bc80aa613fb12d31e2c8a Mon Sep 17 00:00:00 2001 From: xzdandy Date: Wed, 4 Oct 2023 03:09:15 -0400 Subject: [PATCH 05/16] Fix doc links --- docs/source/reference/databases/github.rst | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/source/reference/databases/github.rst b/docs/source/reference/databases/github.rst index fcbd5f62e..00e706d49 100644 --- a/docs/source/reference/databases/github.rst +++ b/docs/source/reference/databases/github.rst @@ -34,7 +34,7 @@ Create Connection Supported Tables ---------------- -* ``stargazers``: Lists the people that have starred the repository. Check `table_column_info.py`_ for all the available columns in the table. +* ``stargazers``: Lists the people that have starred the repository. Check `table_column_info.py `_ for all the available columns in the table. .. code-block:: sql @@ -54,4 +54,4 @@ Here is the query output: .. note:: - Looking for another table from Github? You can add a table mapping in `github_handler.py`_, or simply raise a `Feature Request `_. + Looking for another table from Github? You can add a table mapping in `github_handler.py `_, or simply raise a `Feature Request `_. From 679b19350f2e49b5645995ed8c34950f84b56be2 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 18:31:43 -0400 Subject: [PATCH 06/16] Skip 19-employee-classification-prediction.ipynb --- script/test/test.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/script/test/test.sh b/script/test/test.sh index 5b0f7c7ee..ae67efb62 100644 --- a/script/test/test.sh +++ b/script/test/test.sh @@ -94,7 +94,7 @@ long_integration_test() { } notebook_test() { - PYTHONPATH=./ python -m pytest --durations=5 --nbmake --overwrite "./tutorials" --capture=sys --tb=short -v --log-level=WARNING --nbmake-timeout=3000 --ignore="tutorials/08-chatgpt.ipynb" --ignore="tutorials/14-food-review-tone-analysis-and-response.ipynb" --ignore="tutorials/15-AI-powered-join.ipynb" --ignore="tutorials/16-homesale-forecasting.ipynb" --ignore="tutorials/17-home-rental-prediction.ipynb" --ignore="tutorials/18-stable-diffusion.ipynb" + PYTHONPATH=./ python -m pytest --durations=5 --nbmake --overwrite "./tutorials" --capture=sys --tb=short -v --log-level=WARNING --nbmake-timeout=3000 --ignore="tutorials/08-chatgpt.ipynb" --ignore="tutorials/14-food-review-tone-analysis-and-response.ipynb" --ignore="tutorials/15-AI-powered-join.ipynb" --ignore="tutorials/16-homesale-forecasting.ipynb" --ignore="tutorials/17-home-rental-prediction.ipynb" --ignore="tutorials/18-stable-diffusion.ipynb" --ignore="tutorials/19-employee-classification-prediction.ipynb" code=$? print_error_code $code "NOTEBOOK TEST" } From dc77d650e0c4380bd428a7191fe12b707de9c172 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 18:43:16 -0400 Subject: [PATCH 07/16] Add data sources to README --- README.md | 16 +++++++++++++++- 1 file changed, 15 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index b5642fc57..036a3116c 100644 --- a/README.md +++ b/README.md @@ -71,7 +71,21 @@

EvaDB enables software developers to build AI apps in a few lines of code. Its powerful SQL API simplifies AI app development for both structured and unstructured data. EvaDB's benefits include: -- 🔮 Easy to connect EvaDB with your SQL database system and build AI-powered apps with SQL queries +
+ 🔮 Easy to connect EvaDB with your data sources, such as PostgreSQL, S3, and Github, and build AI-powered apps with SQL queries +- Structured Data Sources + - PostgreSQL + - SQLite + - MySQL + - MariaDB + - Clickhouse + - Snowflake +- Unstructured Data Sources + - Local disk + - S3 bucket +- Application Data Sources + - Github +
- 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, PyTorch, and other AI frameworks - ⚡️ Faster queries thanks to AI-centric query optimization - 💰 Save money spent on running models by efficient CPU/GPU use From 51bc222f7369d6e0d4ec2c38947faef68f539c85 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 18:44:12 -0400 Subject: [PATCH 08/16] Fix list --- README.md | 2 ++ 1 file changed, 2 insertions(+) diff --git a/README.md b/README.md index 036a3116c..725dc2741 100644 --- a/README.md +++ b/README.md @@ -73,6 +73,7 @@ EvaDB enables software developers to build AI apps in a few lines of code. Its powerful SQL API simplifies AI app development for both structured and unstructured data. EvaDB's benefits include:
🔮 Easy to connect EvaDB with your data sources, such as PostgreSQL, S3, and Github, and build AI-powered apps with SQL queries + - Structured Data Sources - PostgreSQL - SQLite @@ -86,6 +87,7 @@ EvaDB enables software developers to build AI apps in a few lines of code. Its p - Application Data Sources - Github
+ - 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, PyTorch, and other AI frameworks - ⚡️ Faster queries thanks to AI-centric query optimization - 💰 Save money spent on running models by efficient CPU/GPU use From fd92bba1e877db1d029406faeaed6d59ec3048e2 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 18:50:06 -0400 Subject: [PATCH 09/16] Use table for side by side display --- README.md | 46 ++++++++++++++++++++++++++++++++-------------- 1 file changed, 32 insertions(+), 14 deletions(-) diff --git a/README.md b/README.md index 725dc2741..50c1d3f1b 100644 --- a/README.md +++ b/README.md @@ -72,20 +72,38 @@ EvaDB enables software developers to build AI apps in a few lines of code. Its powerful SQL API simplifies AI app development for both structured and unstructured data. EvaDB's benefits include:
- 🔮 Easy to connect EvaDB with your data sources, such as PostgreSQL, S3, and Github, and build AI-powered apps with SQL queries - -- Structured Data Sources - - PostgreSQL - - SQLite - - MySQL - - MariaDB - - Clickhouse - - Snowflake -- Unstructured Data Sources - - Local disk - - S3 bucket -- Application Data Sources - - Github + 🔮 Easy to connect EvaDB with your data sources, such as PostgreSQL, S3, and Github, and build AI-powered apps with SQL queries + + + + + + + + + + + + +
Structured Data SourcesUnstructured Data SourcesApplication Data Sources
+ +- PostgreSQL +- SQLite +- MySQL +- MariaDB +- Clickhouse +- Snowflake + + + +- Local disk +- S3 bucket + + + +- Github + +
- 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, PyTorch, and other AI frameworks From ed7809ec5e27caab696155b9be4ea88cebd63255 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 18:53:41 -0400 Subject: [PATCH 10/16] Add link to make it looks better --- README.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 50c1d3f1b..7dbab46e6 100644 --- a/README.md +++ b/README.md @@ -73,7 +73,7 @@ EvaDB enables software developers to build AI apps in a few lines of code. Its powerful SQL API simplifies AI app development for both structured and unstructured data. EvaDB's benefits include:
🔮 Easy to connect EvaDB with your data sources, such as PostgreSQL, S3, and Github, and build AI-powered apps with SQL queries - +
@@ -104,6 +104,9 @@ EvaDB enables software developers to build AI apps in a few lines of code. Its p
Structured Data Sources
+ +Check more details on each supported data sources at [Data Sources documentation page](https://evadb.readthedocs.io/en/latest/source/reference/databases/index.html). +
- 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, PyTorch, and other AI frameworks From 40de5312f28fb3ee6c47733e89ed038719cd335c Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 19:03:27 -0400 Subject: [PATCH 11/16] Add all models supported --- README.md | 51 ++++++++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 50 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 7dbab46e6..13de64190 100644 --- a/README.md +++ b/README.md @@ -109,7 +109,56 @@ Check more details on each supported data sources at [Data Sources documentation -- 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, PyTorch, and other AI frameworks +
+ 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, and Stable Diffusion. +
+ + + + + + + + + + + +
Hugging FaceOpenAIYOLO
+ +- Audio Classification +- Automatic Speech Recognition +- Text Classification +- Summarization +- Text2Text Generation +- Text Generation +- Image Classification +- Image Segmentation +- Image-to-Text +- Object Detection +- Depth Estimation + + + +- gpt-4 +- gpt-4-0314 +- gpt-4-32k +- gpt-4-32k-0314 +- gpt-3.5-turbo +- gpt-3.5-turbo-0301 + + + +- yolov8n.pt +- yolov8s.pt +- yolov8m.pt +- yolov8l.pt +- yolov8x.pt + +
+ +Check more details on each supported model at [AI Engines documentation page](https://evadb.readthedocs.io/en/latest/source/reference/ai/index.html) +
+ - ⚡️ Faster queries thanks to AI-centric query optimization - 💰 Save money spent on running models by efficient CPU/GPU use - 🔧 Fine-tune your AI models to achieve better results From f8c9c5f22bfbe3f7a53ccfa36c3f4e95b7c410e7 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 19:04:23 -0400 Subject: [PATCH 12/16] Add etc --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 13de64190..411658b5f 100644 --- a/README.md +++ b/README.md @@ -110,7 +110,7 @@ Check more details on each supported data sources at [Data Sources documentation
- 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, and Stable Diffusion. + 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, Stable Diffusion, and etc.
From 339e7e087e2f9f3774cb9650e3fc31942106a9a8 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 19:05:11 -0400 Subject: [PATCH 13/16] Add link --- README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/README.md b/README.md index 411658b5f..ebb9056ae 100644 --- a/README.md +++ b/README.md @@ -110,7 +110,7 @@ Check more details on each supported data sources at [Data Sources documentation
- 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, Stable Diffusion, and etc. + 🤝 Query your data with a pre-trained AI model from Hugging Face, OpenAI, YOLO, Stable Diffusion, and etc.
From 4ca964e0b1ee26081cc3e9de00825ef280f9d856 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 19:13:58 -0400 Subject: [PATCH 14/16] Add details on optimization --- README.md | 13 ++++++++++--- 1 file changed, 10 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index ebb9056ae..489e41220 100644 --- a/README.md +++ b/README.md @@ -72,7 +72,7 @@ EvaDB enables software developers to build AI apps in a few lines of code. Its powerful SQL API simplifies AI app development for both structured and unstructured data. EvaDB's benefits include:
- 🔮 Easy to connect EvaDB with your data sources, such as PostgreSQL, S3, and Github, and build AI-powered apps with SQL queries + 🔮 Easy to connect EvaDB with your data sources, such as PostgreSQL, S3, and Github, and build AI-powered apps with SQL queries.
@@ -159,8 +159,15 @@ Check more details on each supported data sources at [Data Sources documentation Check more details on each supported model at [AI Engines documentation page](https://evadb.readthedocs.io/en/latest/source/reference/ai/index.html) -- ⚡️ Faster queries thanks to AI-centric query optimization -- 💰 Save money spent on running models by efficient CPU/GPU use +
+ ⚡️ Faster queries thanks to AI-centric query optimization such as caching, batching, and parallel processing. + +- Function Result Caching to reuse the results from expensive AI function invocations. +- LLM Batching to reduce the token usage and dollar spent. +- Parallel Query Processing to 💰 save money and time spent on running models by efficient CPU/GPU use. +- Query Predicate Reordering and Pushdown. + +
- 🔧 Fine-tune your AI models to achieve better results 👋 Hey! If you're excited about our vision of bringing AI inside database systems, show some ❤️ by: From c57e36e1897b332e31a2ea015741f12ad384c3c4 Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 19:20:13 -0400 Subject: [PATCH 15/16] Add automl framework --- README.md | 37 ++++++++++++++++++++++++++++++++++++- 1 file changed, 36 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index 489e41220..5df77f1b1 100644 --- a/README.md +++ b/README.md @@ -159,6 +159,41 @@ Check more details on each supported data sources at [Data Sources documentation Check more details on each supported model at [AI Engines documentation page](https://evadb.readthedocs.io/en/latest/source/reference/ai/index.html) +
+ 🔧 Create and Fine-tune your AI models for regression, classification, and time series forecasting. +
+
+ + + + + + + + + + +
RegressionClassificationTime Series Forecasting
+ +- Ludwig +- Sklearn +- Xgboost + + + +- Ludwig +- Xboost + + + +- Statsforecast +- Neuralforecast + +
+ +Check more details on each supported AutoML frameworks at [AI Engines documentation page](https://evadb.readthedocs.io/en/latest/source/reference/ai/index.html) +
+
⚡️ Faster queries thanks to AI-centric query optimization such as caching, batching, and parallel processing. @@ -168,7 +203,7 @@ Check more details on each supported model at [AI Engines documentation page](ht - Query Predicate Reordering and Pushdown.
-- 🔧 Fine-tune your AI models to achieve better results +
👋 Hey! If you're excited about our vision of bringing AI inside database systems, show some ❤️ by:
    From affa3cfed832d60508aed5df9f000890196cdecd Mon Sep 17 00:00:00 2001 From: Andy Xu Date: Sat, 28 Oct 2023 19:22:26 -0400 Subject: [PATCH 16/16] Move around links --- README.md | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/README.md b/README.md index 5df77f1b1..7eaf59143 100644 --- a/README.md +++ b/README.md @@ -160,7 +160,7 @@ Check more details on each supported model at [AI Engines documentation page](ht
    - 🔧 Create and Fine-tune your AI models for regression, classification, and time series forecasting. + 🔧 Create and Fine-tune your AI models for regression, classification, and time series forecasting.
    @@ -191,17 +191,19 @@ Check more details on each supported model at [AI Engines documentation page](ht
    -Check more details on each supported AutoML frameworks at [AI Engines documentation page](https://evadb.readthedocs.io/en/latest/source/reference/ai/index.html) +Check more details on each supported AutoML frameworks at [AI Engines documentation page](https://evadb.readthedocs.io/en/latest/source/reference/ai/index.html).
    - ⚡️ Faster queries thanks to AI-centric query optimization such as caching, batching, and parallel processing. + ⚡️ Faster queries thanks to AI-centric query optimization such as caching, batching, and parallel processing. - Function Result Caching to reuse the results from expensive AI function invocations. - LLM Batching to reduce the token usage and dollar spent. - Parallel Query Processing to 💰 save money and time spent on running models by efficient CPU/GPU use. - Query Predicate Reordering and Pushdown. +Check more details on optimizations in EvaDB at [Optimization documentation page](https://evadb.readthedocs.io/en/latest/source/reference/optimizations.html). +