From cb1b56f5a0eddbf77446f415f2beda57c8305f85 Mon Sep 17 00:00:00 2001
From: polwex <polwex@sortug.com>
Date: Sun, 23 Nov 2025 01:12:53 +0700
Subject: wut

---
 packages/ai/tests/vllm.ts | 23 +++++++++++++++++++++++
 1 file changed, 23 insertions(+)
 create mode 100644 packages/ai/tests/vllm.ts

(limited to 'packages/ai/tests/vllm.ts')

diff --git a/packages/ai/tests/vllm.ts b/packages/ai/tests/vllm.ts
new file mode 100644
index 0000000..1c57586
--- /dev/null
+++ b/packages/ai/tests/vllm.ts
@@ -0,0 +1,23 @@
+import models, { type AIModelAPI, type LLMChoice } from "../index";
+
+const model = "Qwen/Qwen3-VL-8B-Instruct-FP8";
+
+const api = models({
+  openai: { url: "http://localhost:3000/v1", apiKey: "EMPTY", model },
+});
+
+// const r1 = await api.send("你觉得这样下去可以吗？你不觉得可耻吗");
+// const r1 = await api.send("Why is VLLM so fucking annoying to run");
+const r1 = await api.send(
+  "Phrenology is true and I'm tired of pretending it isn't",
+);
+console.log({ r1 });
+// const r2 = await api.send([
+//   {
+//     // img: "https://ofasys-multimodal-wlcb-3-toshanghai.oss-accelerate.aliyuncs.com/wpf272043/keepme/image/receipt.png",
+//     img: "https://www.khaosod.co.th/wpapp/uploads/2025/10/co-pay-.jpg",
+//   },
+//   { text: "Read all the text in the image" },
+//   // { text: "Read all the text in the image and describe the scene" },
+// ]);
+// console.log({ r2 });
-- 
cgit v1.2.3