smaller batch size

catdevnull · Feb 25, 2025 · a17d09c · a17d09c
1 parent a4b7f46
commit a17d09c
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts b/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts
@@ -6,7 +6,7 @@ import type { RequestHandler } from "@sveltejs/kit";
 export const GET: RequestHandler = async () => {
   console.time("all-tweets-jsonl");
 
-  const BATCH_SIZE = 1000;
+  const BATCH_SIZE = 100;
   let lastId: string | null = null;
   let allRecords: (typeof tweets.$inferSelect)[] = [];
   // workaround because libsql sucks and returns "LibsqlError: RESPONSE_TOO_LARGE: Response is too large"