From a17d09c0d68d3c547da70da957a01d7a10658cb7 Mon Sep 17 00:00:00 2001
From: Nulo <git@nulo.in>
Date: Tue, 25 Feb 2025 01:07:47 -0300
Subject: [PATCH] smaller batch size

---
 sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts b/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts
index 493c2f3..83d2c51 100644
--- a/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts
+++ b/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts
@@ -6,7 +6,7 @@ import type { RequestHandler } from "@sveltejs/kit";
 export const GET: RequestHandler = async () => {
   console.time("all-tweets-jsonl");
 
-  const BATCH_SIZE = 1000;
+  const BATCH_SIZE = 100;
   let lastId: string | null = null;
   let allRecords: (typeof tweets.$inferSelect)[] = [];
   // workaround because libsql sucks and returns "LibsqlError: RESPONSE_TOO_LARGE: Response is too large"