chore: update web-llm version

Author: Neet-Nestor

app/client/webllm.ts

@@ -40,11 +40,18 @@ export class WebLLMApi implements LLMApi {
     type: "serviceWorker" | "webWorker",
     logLevel: LogLevel = "WARN",
   ) {
+    const engineConfig = {
+      appConfig: {
+        ...prebuiltAppConfig,
+        useIndexedDBCache: this.llmConfig?.cache === "index_db",
+      },
+    };
+
     if (type === "serviceWorker") {
       log.info("Create ServiceWorkerMLCEngine");
       this.webllm = {
         type: "serviceWorker",
-        engine: new ServiceWorkerMLCEngine(KEEP_ALIVE_INTERVAL),
+        engine: new ServiceWorkerMLCEngine(engineConfig, KEEP_ALIVE_INTERVAL),
       };
     } else {
       log.info("Create WebWorkerMLCEngine");
@@ -54,6 +61,7 @@ export class WebLLMApi implements LLMApi {
           new Worker(new URL("../worker/web-worker.ts", import.meta.url), {
             type: "module",
           }),
+          engineConfig,
         ),
       };
     }
@@ -68,15 +76,9 @@ export class WebLLMApi implements LLMApi {
       onUpdate?.(report.text, report.text);
     });
     if (this.webllm.type === "serviceWorker") {
-      await this.webllm.engine.init(this.llmConfig.model, this.llmConfig, {
-        ...prebuiltAppConfig,
-        useIndexedDBCache: this.llmConfig.cache === "index_db",
-      });
+      await this.webllm.engine.reload(this.llmConfig.model, this.llmConfig);
     } else {
-      await this.webllm.engine.reload(this.llmConfig.model, this.llmConfig, {
-        ...prebuiltAppConfig,
-        useIndexedDBCache: this.llmConfig.cache === "index_db",
-      });
+      await this.webllm.engine.reload(this.llmConfig.model, this.llmConfig);
     }
     this.initialized = true;
   }
@@ -235,7 +237,7 @@ export class WebLLMApi implements LLMApi {
     const completion = await this.webllm.engine.chatCompletion({
       stream: stream,
       messages: messages as ChatCompletionMessageParam[],
-      stream_options: { include_usage: true },
+      ...(stream ? { stream_options: { include_usage: true } } : {}),
     });
 
     if (stream) {

app/worker/service-worker.ts

@@ -1,12 +1,12 @@
-import { ServiceWorkerMLCEngineHandler, MLCEngine } from "@neet-nestor/web-llm";
+import { MLCEngineServiceWorkerHandler, MLCEngine } from "@neet-nestor/web-llm";
 import { defaultCache } from "@serwist/next/worker";
 import type { PrecacheEntry, SerwistGlobalConfig } from "serwist";
 import { CacheFirst, ExpirationPlugin, Serwist } from "serwist";
 
 declare const self: ServiceWorkerGlobalScope;
 const CHATGPT_NEXT_WEB_CACHE = "chatgpt-next-web-cache";
 const engine = new MLCEngine();
-let handler: ServiceWorkerMLCEngineHandler;
+let handler: MLCEngineServiceWorkerHandler;
 
 async function checkGPUAvailablity() {
   if (!("gpu" in navigator)) {
@@ -23,7 +23,7 @@ async function checkGPUAvailablity() {
 
 self.addEventListener("message", (event) => {
   if (!handler) {
-    handler = new ServiceWorkerMLCEngineHandler(engine);
+    handler = new MLCEngineServiceWorkerHandler(engine);
     console.log("Service Worker: Web-LLM Engine Activated");
   }
 
@@ -58,7 +58,7 @@ self.addEventListener("install", (event) => {
 
 self.addEventListener("activate", (event) => {
   if (!handler) {
-    handler = new ServiceWorkerMLCEngineHandler(engine);
+    handler = new MLCEngineServiceWorkerHandler(engine);
     console.log("Service Worker: Web-LLM Engine Activated");
   }
 });

package.json

@@ -17,7 +17,7 @@
   "dependencies": {
     "@fortaine/fetch-event-source": "^3.0.6",
     "@hello-pangea/dnd": "^16.5.0",
-    "@neet-nestor/web-llm": "^0.2.56",
+    "@neet-nestor/web-llm": "^0.2.57",
     "@serwist/next": "^9.0.2",
     "@svgr/webpack": "^6.5.1",
     "emoji-picker-react": "^4.9.2",

yarn.lock

@@ -2089,10 +2089,10 @@
     "@jridgewell/resolve-uri" "^3.1.0"
     "@jridgewell/sourcemap-codec" "^1.4.14"
 
-"@neet-nestor/web-llm@^0.2.56":
-  version "0.2.56"
-  resolved "https://registry.yarnpkg.com/@neet-nestor/web-llm/-/web-llm-0.2.56.tgz#db85a1599dc03a3507825eb1457a4f3a9cec9a46"
-  integrity sha512-eCjNyrIVP1YbEqEKi2QkIdenQUOmV3n8bQ/aInv1qr840ppjNoBcCV/K+z2FbXm6ltymeWEhAbNIWI2rxx0j1w==
+"@neet-nestor/web-llm@^0.2.57":
+  version "0.2.57"
+  resolved "https://registry.yarnpkg.com/@neet-nestor/web-llm/-/web-llm-0.2.57.tgz#6360624a01828e0fe30ebf2a956d055ad00f707d"
+  integrity sha512-hZig9pAzMc//fQBxZ1lt8db6G96zuLS9snzI/iKbHgM7ajvjV0Yun/eW4EojN4oawfzuVo8lcKe78pDHLIWUqw==
   dependencies:
     loglevel "^1.9.1"