diff --git a/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts b/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts index 493c2f3..83d2c51 100644 --- a/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts +++ b/sitio/src/routes/api/datasets/all-tweets.jsonl/+server.ts @@ -6,7 +6,7 @@ import type { RequestHandler } from "@sveltejs/kit"; export const GET: RequestHandler = async () => { console.time("all-tweets-jsonl"); - const BATCH_SIZE = 1000; + const BATCH_SIZE = 100; let lastId: string | null = null; let allRecords: (typeof tweets.$inferSelect)[] = []; // workaround because libsql sucks and returns "LibsqlError: RESPONSE_TOO_LARGE: Response is too large"