all me here should merge

1 files changed, 29 insertions, 0 deletions

diff --git a/src/lib/db/utils.ts b/src/lib/db/utils.ts
new file mode 100644
index 0000000..1ac577f
--- /dev/null
+++ b/src/lib/db/utils.ts
@@ -0,0 +1,29 @@
+export async function handleFile(
+  filename: string,
+  func: (line: string, idx: number) => void,
+) {
+  const file = Bun.file(filename);
+  const s = file.stream();
+  const reader = s.getReader();
+  const decoder = new TextDecoder();
+  let leftover = "";
+  let lineCount = 0;
+  while (true) {
+    const { value, done } = await reader.read();
+    if (done) break;
+    const chunk = decoder.decode(value, { stream: true });
+    const lines = (leftover + chunk).split("\n");
+
+    // Process each line except the last (which might be incomplete)
+    for (const line of lines.slice(0, -1)) {
+      lineCount++;
+      func(line, lineCount);
+    }
+
+    // Save the last incomplete line to process in the next iteration
+    leftover = lines[lines.length - 1];
+  }
+
+  // Handle any remaining content after reading all chunks
+  if (leftover) func(leftover, lineCount + 1);
+}