Spaces:

HuggingFaceTB
/

SmolLM3-3B-WebGPU

Running

App Files Files Community

Xenova HF Staff commited on 28 days ago

Commit

a0c1ef5

verified ·

0 Parent(s):

Super-squash branch 'main' using huggingface_hub

Browse files

Files changed (21) hide show

.gitattributes +37 -0
README.md +55 -0
eslint.config.js +38 -0
index.html +14 -0
package.json +34 -0
public/banner.png +3 -0
public/logo.png +3 -0
src/App.jsx +430 -0
src/components/Chat.css +133 -0
src/components/Chat.jsx +122 -0
src/components/Progress.jsx +22 -0
src/components/icons/ArrowRightIcon.jsx +19 -0
src/components/icons/BotIcon.jsx +23 -0
src/components/icons/BrainIcon.jsx +21 -0
src/components/icons/LightBulbIcon.jsx +18 -0
src/components/icons/StopIcon.jsx +22 -0
src/components/icons/UserIcon.jsx +19 -0
src/index.css +38 -0
src/main.jsx +10 -0
src/worker.js +182 -0
vite.config.js +8 -0

.gitattributes ADDED Viewed

	@@ -0,0 +1,37 @@

+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+public/banner.png filter=lfs diff=lfs merge=lfs -text
+public/logo.png filter=lfs diff=lfs merge=lfs -text

README.md ADDED Viewed

	@@ -0,0 +1,55 @@

+---
+title: SmolLM3 WebGPU
+emoji: 🚀
+colorFrom: blue
+colorTo: pink
+sdk: static
+pinned: false
+thumbnail: >-
+  https://huggingface.co/spaces/HuggingFaceTB/SmolLM3-3B-WebGPU/resolve/main/public/banner.png
+short_description: A dual reasoning model that runs locally in your browser.
+app_build_command: npm run build
+app_file: dist/index.html
+models:
+  - HuggingFaceTB/SmolLM3-3B-ONNX
+---
+# SmolLM3 WebGPU
+## Getting Started
+Follow the steps below to set up and run the application.
+### 1. Clone the Repository
+Clone the examples repository from GitHub:
+```sh
+git clone https://github.com/huggingface/transformers.js-examples.git
+```
+### 2. Navigate to the Project Directory
+Change your working directory to the `smollm3-webgpu` folder:
+```sh
+cd transformers.js-examples/smollm3-webgpu
+```
+### 3. Install Dependencies
+Install the necessary dependencies using npm:
+```sh
+npm i
+```
+### 4. Run the Development Server
+Start the development server:
+```sh
+npm run dev
+```
+The application should now be running locally. Open your browser and go to `http://localhost:5173` to see it in action.

eslint.config.js ADDED Viewed

	@@ -0,0 +1,38 @@

+import js from "@eslint/js";
+import globals from "globals";
+import react from "eslint-plugin-react";
+import reactHooks from "eslint-plugin-react-hooks";
+import reactRefresh from "eslint-plugin-react-refresh";
+export default [
+  { ignores: ["dist"] },
+  {
+    files: ["**/*.{js,jsx}"],
+    languageOptions: {
+      ecmaVersion: 2020,
+      globals: globals.browser,
+      parserOptions: {
+        ecmaVersion: "latest",
+        ecmaFeatures: { jsx: true },
+        sourceType: "module",
+      },
+    },
+    settings: { react: { version: "18.3" } },
+    plugins: {
+      react,
+      "react-hooks": reactHooks,
+      "react-refresh": reactRefresh,
+    },
+    rules: {
+      ...js.configs.recommended.rules,
+      ...react.configs.recommended.rules,
+      ...react.configs["jsx-runtime"].rules,
+      ...reactHooks.configs.recommended.rules,
+      "react/jsx-no-target-blank": "off",
+      "react-refresh/only-export-components": [
+        "warn",
+        { allowConstantExport: true },
+      ],
+    },
+  },
+];

index.html ADDED Viewed

	@@ -0,0 +1,14 @@

+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <link rel="icon" type="image/png" href="/logo.png" />
+    <meta name="viewport" content="width=device-width, initial-scale=1.0" />
+    <title>SmolLM3 WebGPU</title>
+  </head>
+  <body>
+    <div id="root"></div>
+    <script type="module" src="/src/main.jsx"></script>
+  </body>
+</html>

package.json ADDED Viewed

	@@ -0,0 +1,34 @@

+{
+  "name": "smollm3-webgpu",
+  "private": true,
+  "version": "0.0.0",
+  "type": "module",
+  "scripts": {
+    "dev": "vite",
+    "build": "vite build",
+    "lint": "eslint .",
+    "preview": "vite preview"
+  },
+  "dependencies": {
+    "@huggingface/transformers": "^3.6.3",
+    "@tailwindcss/vite": "^4.1.4",
+    "better-react-mathjax": "^2.0.3",
+    "dompurify": "^3.2.3",
+    "marked": "^15.0.5",
+    "react": "^18.3.1",
+    "react-dom": "^18.3.1",
+    "tailwindcss": "^4.1.4"
+  },
+  "devDependencies": {
+    "@eslint/js": "^9.17.0",
+    "@types/react": "^18.3.17",
+    "@types/react-dom": "^18.3.5",
+    "@vitejs/plugin-react": "^4.3.4",
+    "eslint": "^9.17.0",
+    "eslint-plugin-react": "^7.37.2",
+    "eslint-plugin-react-hooks": "^5.0.0",
+    "eslint-plugin-react-refresh": "^0.4.16",
+    "globals": "^15.13.0",
+    "vite": "^6.0.3"
+  }
+}

public/banner.png ADDED Viewed

Git LFS Details

SHA256: b6e2c541a74ff2d1cfebd57f8ddda5e715c35fff0048c657e0d423f5086dc8e8
Pointer size: 131 Bytes
Size of remote file: 807 kB

public/logo.png ADDED Viewed

Git LFS Details

SHA256: 8e75f10fb95c73a2f41f59ed823baba6b8873708c553a5e4e2691c45ccd729a9
Pointer size: 131 Bytes
Size of remote file: 153 kB

src/App.jsx ADDED Viewed

	@@ -0,0 +1,430 @@

+import { useEffect, useState, useRef } from "react";
+import Chat from "./components/Chat";
+import ArrowRightIcon from "./components/icons/ArrowRightIcon";
+import StopIcon from "./components/icons/StopIcon";
+import Progress from "./components/Progress";
+import LightBulbIcon from "./components/icons/LightBulbIcon";
+const IS_WEBGPU_AVAILABLE = !!navigator.gpu;
+const STICKY_SCROLL_THRESHOLD = 120;
+const EXAMPLES = [
+  "Solve the equation x^2 - 3x + 2 = 0",
+  "How do you say 'I love you' in French, Spanish, and German? Respond in a table.",
+  "Explain the concept of gravity in simple terms.",
+];
+function App() {
+  // Create a reference to the worker object.
+  const worker = useRef(null);
+  const textareaRef = useRef(null);
+  const chatContainerRef = useRef(null);
+  // Model loading and progress
+  const [status, setStatus] = useState(null);
+  const [error, setError] = useState(null);
+  const [loadingMessage, setLoadingMessage] = useState("");
+  const [progressItems, setProgressItems] = useState([]);
+  const [isRunning, setIsRunning] = useState(false);
+  // Inputs and outputs
+  const [input, setInput] = useState("");
+  const [messages, setMessages] = useState([]);
+  const [tps, setTps] = useState(null);
+  const [numTokens, setNumTokens] = useState(null);
+  const [reasonEnabled, setReasonEnabled] = useState(false);
+  function onEnter(message) {
+    setMessages((prev) => [...prev, { role: "user", content: message }]);
+    setTps(null);
+    setIsRunning(true);
+    setInput("");
+  }
+  function onInterrupt() {
+    // NOTE: We do not set isRunning to false here because the worker
+    // will send a 'complete' message when it is done.
+    worker.current.postMessage({ type: "interrupt" });
+  }
+  useEffect(() => {
+    resizeInput();
+  }, [input]);
+  function resizeInput() {
+    if (!textareaRef.current) return;
+    const target = textareaRef.current;
+    target.style.height = "auto";
+    const newHeight = Math.min(Math.max(target.scrollHeight, 24), 200);
+    target.style.height = `${newHeight}px`;
+  }
+  // We use the `useEffect` hook to setup the worker as soon as the `App` component is mounted.
+  useEffect(() => {
+    // Create the worker if it does not yet exist.
+    if (!worker.current) {
+      worker.current = new Worker(new URL("./worker.js", import.meta.url), {
+        type: "module",
+      });
+      worker.current.postMessage({ type: "check" }); // Do a feature check
+    }
+    // Create a callback function for messages from the worker thread.
+    const onMessageReceived = (e) => {
+      switch (e.data.status) {
+        case "loading":
+          // Model file start load: add a new progress item to the list.
+          setStatus("loading");
+          setLoadingMessage(e.data.data);
+          break;
+        case "initiate":
+          setProgressItems((prev) => [...prev, e.data]);
+          break;
+        case "progress":
+          // Model file progress: update one of the progress items.
+          setProgressItems((prev) =>
+            prev.map((item) => {
+              if (item.file === e.data.file) {
+                return { ...item, ...e.data };
+              }
+              return item;
+            }),
+          );
+          break;
+        case "done":
+          // Model file loaded: remove the progress item from the list.
+          setProgressItems((prev) =>
+            prev.filter((item) => item.file !== e.data.file),
+          );
+          break;
+        case "ready":
+          // Pipeline ready: the worker is ready to accept messages.
+          setStatus("ready");
+          break;
+        case "start":
+          {
+            // Start generation
+            setMessages((prev) => [
+              ...prev,
+              { role: "assistant", content: "" },
+            ]);
+          }
+          break;
+        case "update":
+          {
+            // Generation update: update the output text.
+            // Parse messages
+            const { output, tps, numTokens, state } = e.data;
+            setTps(tps);
+            setNumTokens(numTokens);
+            setMessages((prev) => {
+              const cloned = [...prev];
+              const last = cloned.at(-1);
+              const data = {
+                ...last,
+                content: last.content + output,
+              };
+              if (data.answerIndex === undefined && state === "answering") {
+                // When state changes to answering, we set the answerIndex
+                data.answerIndex = last.content.length;
+              }
+              cloned[cloned.length - 1] = data;
+              return cloned;
+            });
+          }
+          break;
+        case "complete":
+          // Generation complete: re-enable the "Generate" button
+          setIsRunning(false);
+          break;
+        case "error":
+          setError(e.data.data);
+          break;
+      }
+    };
+    const onErrorReceived = (e) => {
+      console.error("Worker error:", e);
+    };
+    // Attach the callback function as an event listener.
+    worker.current.addEventListener("message", onMessageReceived);
+    worker.current.addEventListener("error", onErrorReceived);
+    // Define a cleanup function for when the component is unmounted.
+    return () => {
+      worker.current.removeEventListener("message", onMessageReceived);
+      worker.current.removeEventListener("error", onErrorReceived);
+    };
+  }, []);
+  // Send the messages to the worker thread whenever the `messages` state changes.
+  useEffect(() => {
+    if (messages.filter((x) => x.role === "user").length === 0) {
+      // No user messages yet: do nothing.
+      return;
+    }
+    if (messages.at(-1).role === "assistant") {
+      // Do not update if the last message is from the assistant
+      return;
+    }
+    setTps(null);
+    worker.current.postMessage({
+      type: "generate",
+      data: { messages, reasonEnabled },
+    });
+  }, [messages, isRunning]);
+  useEffect(() => {
+    if (!chatContainerRef.current) return;
+    const element = chatContainerRef.current;
+    if (
+      element.scrollHeight - element.scrollTop - element.clientHeight <
+      STICKY_SCROLL_THRESHOLD
+    ) {
+      element.scrollTop = element.scrollHeight;
+    }
+  }, [messages, isRunning]);
+  return IS_WEBGPU_AVAILABLE ? (
+    <div className="flex flex-col h-screen mx-auto items justify-end text-gray-800 dark:text-gray-200 bg-white dark:bg-gray-900">
+      {status === null && messages.length === 0 && (
+        <div className="h-full overflow-auto scrollbar-thin flex justify-center items-center flex-col relative">
+          <div className="flex flex-col items-center mb-1 max-w-[360px] text-center">
+            <img
+              src="logo.png"
+              width="80%"
+              height="auto"
+              className="block drop-shadow-lg bg-transparent"
+            ></img>
+            <h1 className="text-4xl font-bold my-1">SmolLM3 WebGPU</h1>
+            <h2 className="font-semibold">
+              A dual reasoning model that runs locally in <br />
+              your browser with WebGPU acceleration.
+            </h2>
+          </div>
+          <div className="flex flex-col items-center px-4">
+            <p className="max-w-[480px] mb-4">
+              <br />
+              You are about to load{" "}
+              <a
+                href="https://huggingface.co/HuggingFaceTB/SmolLM3-3B-ONNX"
+                target="_blank"
+                rel="noreferrer"
+                className="font-medium underline"
+              >
+                SmolLM3-3B
+              </a>
+              , a 3B parameter reasoning LLM optimized for in-browser inference.
+              Everything runs entirely in your browser with{" "}
+              <a
+                href="https://huggingface.co/docs/transformers.js"
+                target="_blank"
+                rel="noreferrer"
+                className="underline"
+              >
+                🤗&nbsp;Transformers.js
+              </a>{" "}
+              and ONNX Runtime Web, meaning no data is sent to a server. Once
+              loaded, it can even be used offline. The source code for the demo
+              is available on{" "}
+              <a
+                href="https://github.com/huggingface/transformers.js-examples/tree/main/smollm3-webgpu"
+                target="_blank"
+                rel="noreferrer"
+                className="font-medium underline"
+              >
+                GitHub
+              </a>
+              .
+            </p>
+            {error && (
+              <div className="text-red-500 text-center mb-2">
+                <p className="mb-1">
+                  Unable to load model due to the following error:
+                </p>
+                <p className="text-sm">{error}</p>
+              </div>
+            )}
+            <button
+              className="border px-4 py-2 rounded-lg bg-blue-400 text-white hover:bg-blue-500 disabled:bg-blue-100 cursor-pointer disabled:cursor-not-allowed select-none"
+              onClick={() => {
+                worker.current.postMessage({ type: "load" });
+                setStatus("loading");
+              }}
+              disabled={status !== null || error !== null}
+            >
+              Load model
+            </button>
+          </div>
+        </div>
+      )}
+      {status === "loading" && (
+        <>
+          <div className="w-full max-w-[500px] text-left mx-auto p-4 bottom-0 mt-auto">
+            <p className="text-center mb-1">{loadingMessage}</p>
+            {progressItems.map(({ file, progress, total }, i) => (
+              <Progress
+                key={i}
+                text={file}
+                percentage={progress}
+                total={total}
+              />
+            ))}
+          </div>
+        </>
+      )}
+      {status === "ready" && (
+        <>
+          <div
+            ref={chatContainerRef}
+            className="overflow-y-auto scrollbar-thin w-full flex flex-col items-center h-full"
+          >
+            <Chat messages={messages} />
+            {messages.length === 0 && (
+              <div>
+                {EXAMPLES.map((msg, i) => (
+                  <div
+                    key={i}
+                    className="m-1 border border-gray-300 dark:border-gray-600 rounded-md p-2 bg-gray-100 dark:bg-gray-700 cursor-pointer max-w-[500px]"
+                    onClick={() => onEnter(msg)}
+                  >
+                    {msg}
+                  </div>
+                ))}
+              </div>
+            )}
+          </div>
+          <p className="text-center text-sm min-h-6 text-gray-500 dark:text-gray-300 mt-2 mb-1">
+            {tps && messages.length > 0 && (
+              <>
+                {!isRunning && (
+                  <span>
+                    Generated {numTokens} tokens in{" "}
+                    {(numTokens / tps).toFixed(2)} seconds&nbsp;&#40;
+                  </span>
+                )}
+                {
+                  <>
+                    <span className="font-medium text-center mr-1 text-black dark:text-white">
+                      {tps.toFixed(2)}
+                    </span>
+                    <span className="text-gray-500 dark:text-gray-300">
+                      tokens/second
+                    </span>
+                  </>
+                }
+                {!isRunning && (
+                  <>
+                    <span className="mr-1">&#41;.</span>
+                    <span
+                      className="underline cursor-pointer"
+                      onClick={() => {
+                        worker.current.postMessage({ type: "reset" });
+                        setMessages([]);
+                      }}
+                    >
+                      Reset
+                    </span>
+                  </>
+                )}
+              </>
+            )}
+          </p>
+        </>
+      )}
+      <div className="w-[600px] max-w-[80%] mx-auto mt-2 mb-3">
+        <div className="border border-gray-300 dark:border-gray-500 dark:bg-gray-700 rounded-lg max-h-[200px] relative flex">
+          <textarea
+            ref={textareaRef}
+            className="scrollbar-thin w-[550px] px-3 py-4 rounded-lg bg-transparent border-none outline-hidden text-gray-800 disabled:text-gray-400 dark:text-gray-200 placeholder-gray-500 dark:placeholder-gray-300 disabled:placeholder-gray-200 dark:disabled:placeholder-gray-500 resize-none disabled:cursor-not-allowed"
+            placeholder="Type your message..."
+            type="text"
+            rows={1}
+            value={input}
+            disabled={status !== "ready"}
+            title={
+              status === "ready" ? "Model is ready" : "Model not loaded yet"
+            }
+            onKeyDown={(e) => {
+              if (
+                input.length > 0 &&
+                !isRunning &&
+                e.key === "Enter" &&
+                !e.shiftKey
+              ) {
+                e.preventDefault(); // Prevent default behavior of Enter key
+                onEnter(input);
+              }
+            }}
+            onInput={(e) => setInput(e.target.value)}
+          />
+          {isRunning ? (
+            <div className="cursor-pointer" onClick={onInterrupt}>
+              <StopIcon className="h-8 w-8 p-1 rounded-md text-gray-800 dark:text-gray-100 absolute right-3 bottom-3" />
+            </div>
+          ) : input.length > 0 ? (
+            <div className="cursor-pointer" onClick={() => onEnter(input)}>
+              <ArrowRightIcon
+                className={`h-8 w-8 p-1 bg-gray-800 dark:bg-gray-100 text-white dark:text-black rounded-md absolute right-3 bottom-3`}
+              />
+            </div>
+          ) : (
+            <div>
+              <ArrowRightIcon
+                className={`h-8 w-8 p-1 bg-gray-200 dark:bg-gray-600 text-gray-50 dark:text-gray-800 rounded-md absolute right-3 bottom-3`}
+              />
+            </div>
+          )}
+        </div>
+        <div className="flex justify-end">
+          <div
+            className={`border mt-1 inline-flex items-center p-2 gap-1 rounded-xl text-sm cursor-pointer ${
+              reasonEnabled
+                ? "border-blue-500 bg-blue-100 text-blue-500 dark:bg-blue-600 dark:text-gray-200"
+                : "dark:border-gray-700 bg-gray-800 text-gray-200 dark:text-gray-400"
+            } ${
+              messages.length === 0
+                ? "pointer-events-auto"
+                : "pointer-events-none opacity-50"
+            }`}
+            onClick={() => setReasonEnabled((prev) => !prev)}
+          >
+            <LightBulbIcon
+              className={`h-4 w-4 ${
+                reasonEnabled ? "" : "stroke-gray-600 dark:stroke-gray-400"
+              }`}
+            />
+            Reason
+          </div>
+        </div>
+      </div>
+      <p className="text-xs text-gray-400 text-center mb-3">
+        Disclaimer: Generated content may be inaccurate or false.
+      </p>
+    </div>
+  ) : (
+    <div className="fixed w-screen h-screen bg-black z-10 bg-opacity-[92%] text-white text-2xl font-semibold flex justify-center items-center text-center">
+      WebGPU is not supported
+      <br />
+      by this browser :&#40;
+    </div>
+  );
+}
+export default App;

src/components/Chat.css ADDED Viewed

	@@ -0,0 +1,133 @@

+@scope (.markdown) {
+  /* Code blocks */
+  pre {
+    margin: 0.5rem 0;
+    white-space: break-spaces;
+  }
+  code {
+    padding: 0.2em 0.4em;
+    border-radius: 4px;
+    font-family: Consolas, Monaco, "Andale Mono", "Ubuntu Mono", monospace;
+    font-size: 0.9em;
+  }
+  pre,
+  code {
+    background-color: #f2f2f2;
+  }
+  @media (prefers-color-scheme: dark) {
+    pre,
+    code {
+      background-color: #333;
+    }
+  }
+  pre:has(code) {
+    padding: 1rem 0.5rem;
+  }
+  pre > code {
+    padding: 0;
+  }
+  /* Headings */
+  h1,
+  h2,
+  h3,
+  h4,
+  h5,
+  h6 {
+    font-weight: 600;
+    line-height: 1.2;
+  }
+  h1 {
+    font-size: 2em;
+    margin: 1rem 0;
+  }
+  h2 {
+    font-size: 1.5em;
+    margin: 0.83rem 0;
+  }
+  h3 {
+    font-size: 1.25em;
+    margin: 0.67rem 0;
+  }
+  h4 {
+    font-size: 1em;
+    margin: 0.5rem 0;
+  }
+  h5 {
+    font-size: 0.875em;
+    margin: 0.33rem 0;
+  }
+  h6 {
+    font-size: 0.75em;
+    margin: 0.25rem 0;
+  }
+  h1,
+  h2,
+  h3,
+  h4,
+  h5,
+  h6:first-child {
+    margin-top: 0;
+  }
+  /* Unordered List */
+  ul {
+    list-style-type: disc;
+    margin-left: 1.5rem;
+  }
+  /* Ordered List */
+  ol {
+    list-style-type: decimal;
+    margin-left: 1.5rem;
+  }
+  /* List Items */
+  li {
+    margin: 0.25rem 0;
+  }
+  p:not(:first-child) {
+    margin-top: 0.75rem;
+  }
+  p:not(:last-child) {
+    margin-bottom: 0.75rem;
+  }
+  ul > li {
+    margin-left: 1rem;
+  }
+  /* Table */
+  table,
+  th,
+  td {
+    border: 1px solid lightgray;
+    padding: 0.25rem;
+  }
+  @media (prefers-color-scheme: dark) {
+    table,
+    th,
+    td {
+      border: 1px solid #f2f2f2;
+    }
+  }
+  hr {
+    margin: 1.5rem 0;
+  }
+}

src/components/Chat.jsx ADDED Viewed

	@@ -0,0 +1,122 @@

+import { useState } from "react";
+import { marked } from "marked";
+import DOMPurify from "dompurify";
+import BotIcon from "./icons/BotIcon";
+import BrainIcon from "./icons/BrainIcon";
+import UserIcon from "./icons/UserIcon";
+import { MathJaxContext, MathJax } from "better-react-mathjax";
+import "./Chat.css";
+function render(text) {
+  // Replace all instances of single backslashes before brackets with double backslashes
+  // See https://github.com/markedjs/marked/issues/546 for more information.
+  text = text.replace(/\\([\[\]\(\)])/g, "\\\\$1");
+  const result = DOMPurify.sanitize(
+    marked.parse(text, {
+      async: false,
+      breaks: true,
+    }),
+  );
+  return result;
+}
+function Message({ role, content, answerIndex }) {
+  const thinking =
+    answerIndex !== undefined ? content.slice(0, answerIndex) : content;
+  const answer = answerIndex !== undefined ? content.slice(answerIndex) : "";
+  const [showThinking, setShowThinking] = useState(false);
+  const doneThinking = answerIndex === 0 || answer.length > 0;
+  return (
+    <div className="flex items-start space-x-4">
+      {role === "assistant" ? (
+        <>
+          <BotIcon className="h-6 w-6 min-h-6 min-w-6 my-3 text-gray-500 dark:text-gray-300" />
+          <div className="bg-gray-200 dark:bg-gray-700 rounded-lg p-4">
+            <div className="min-h-6 text-gray-800 dark:text-gray-200 overflow-wrap-anywhere">
+              {answerIndex === 0 || thinking.length > 0 ? (
+                <>
+                  {thinking.length > 0 && (
+                    <div className="bg-white dark:bg-gray-800 rounded-lg flex flex-col mb-2">
+                      <button
+                        className="flex items-center gap-2 cursor-pointer p-4 hover:bg-gray-50 dark:hover:bg-gray-900 rounded-lg "
+                        onClick={() => setShowThinking((prev) => !prev)}
+                        style={{ width: showThinking ? "100%" : "auto" }}
+                      >
+                        <BrainIcon
+                          className={doneThinking ? "" : "animate-pulse"}
+                        />
+                        <span>
+                          {doneThinking ? "View reasoning." : "Thinking..."}
+                        </span>
+                        <span className="ml-auto text-gray-700">
+                          {showThinking ? "▲" : "▼"}
+                        </span>
+                      </button>
+                      {showThinking && (
+                        <MathJax
+                          className="border-t border-gray-200 dark:border-gray-700 px-4 py-2"
+                          dynamic
+                        >
+                          <span
+                            className="markdown"
+                            dangerouslySetInnerHTML={{
+                              __html: render(thinking),
+                            }}
+                          />
+                        </MathJax>
+                      )}
+                    </div>
+                  )}
+                  {doneThinking && (
+                    <MathJax dynamic>
+                      <span
+                        className="markdown"
+                        dangerouslySetInnerHTML={{
+                          __html: render(answer),
+                        }}
+                      />
+                    </MathJax>
+                  )}
+                </>
+              ) : (
+                <span className="h-6 flex items-center gap-1">
+                  <span className="w-2.5 h-2.5 bg-gray-600 dark:bg-gray-300 rounded-full animate-pulse"></span>
+                  <span className="w-2.5 h-2.5 bg-gray-600 dark:bg-gray-300 rounded-full animate-pulse animation-delay-200"></span>
+                  <span className="w-2.5 h-2.5 bg-gray-600 dark:bg-gray-300 rounded-full animate-pulse animation-delay-400"></span>
+                </span>
+              )}
+            </div>
+          </div>
+        </>
+      ) : (
+        <>
+          <UserIcon className="h-6 w-6 min-h-6 min-w-6 my-3 text-gray-500 dark:text-gray-300" />
+          <div className="bg-blue-500 text-white rounded-lg p-4">
+            <p className="min-h-6 overflow-wrap-anywhere">{content}</p>
+          </div>
+        </>
+      )}
+    </div>
+  );
+}
+export default function Chat({ messages }) {
+  const empty = messages.length === 0;
+  return (
+    <div
+      className={`flex-1 p-6 pb-2 max-w-[960px] w-full ${empty ? "flex flex-col items-center justify-end" : "space-y-4"}`}
+    >
+      <MathJaxContext>
+        {empty ? (
+          <div className="text-xl">Ready!</div>
+        ) : (
+          messages.map((msg, i) => <Message key={`message-${i}`} {...msg} />)
+        )}
+      </MathJaxContext>
+    </div>
+  );
+}

src/components/Progress.jsx ADDED Viewed

	@@ -0,0 +1,22 @@

+function formatBytes(size) {
+  const i = size == 0 ? 0 : Math.floor(Math.log(size) / Math.log(1024));
+  return (
+    +(size / Math.pow(1024, i)).toFixed(2) * 1 +
+    ["B", "kB", "MB", "GB", "TB"][i]
+  );
+}
+export default function Progress({ text, percentage, total }) {
+  percentage ??= 0;
+  return (
+    <div className="w-full bg-gray-100 dark:bg-gray-700 text-left rounded-lg overflow-hidden mb-0.5">
+      <div
+        className="bg-blue-400 whitespace-nowrap px-1 text-sm"
+        style={{ width: `${percentage}%` }}
+      >
+        {text} ({percentage.toFixed(2)}%
+        {isNaN(total) ? "" : ` of ${formatBytes(total)}`})
+      </div>
+    </div>
+  );
+}

src/components/icons/ArrowRightIcon.jsx ADDED Viewed

	@@ -0,0 +1,19 @@

+export default function ArrowRightIcon(props) {
+  return (
+    <svg
+      {...props}
+      xmlns="http://www.w3.org/2000/svg"
+      width="24"
+      height="24"
+      viewBox="0 0 24 24"
+      fill="none"
+      stroke="currentColor"
+      strokeWidth="2"
+      strokeLinecap="round"
+      strokeLinejoin="round"
+    >
+      <path d="M5 12h14" />
+      <path d="m12 5 7 7-7 7" />
+    </svg>
+  );
+}

src/components/icons/BotIcon.jsx ADDED Viewed

	@@ -0,0 +1,23 @@

+export default function BotIcon(props) {
+  return (
+    <svg
+      {...props}
+      xmlns="http://www.w3.org/2000/svg"
+      width="24"
+      height="24"
+      viewBox="0 0 24 24"
+      fill="none"
+      stroke="currentColor"
+      strokeWidth="2"
+      strokeLinecap="round"
+      strokeLinejoin="round"
+    >
+      <path d="M12 8V4H8" />
+      <rect width="16" height="12" x="4" y="8" rx="2" />
+      <path d="M2 14h2" />
+      <path d="M20 14h2" />
+      <path d="M15 13v2" />
+      <path d="M9 13v2" />
+    </svg>
+  );
+}

src/components/icons/BrainIcon.jsx ADDED Viewed

	@@ -0,0 +1,21 @@

+export default function BotIcon(props) {
+  return (
+    <svg
+      {...props}
+      xmlns="http://www.w3.org/2000/svg"
+      width="24"
+      height="24"
+      viewBox="0 0 32 32"
+      fill="none"
+      stroke="currentColor"
+      strokeWidth="2"
+      strokeLinecap="round"
+      strokeLinejoin="round"
+    >
+      <path
+        className="stroke-gray-600 dark:stroke-gray-400"
+        d="M16 6v3.33M16 6c0-2.65 3.25-4.3 5.4-2.62 1.2.95 1.6 2.65.95 4.04a3.63 3.63 0 0 1 4.61.16 3.45 3.45 0 0 1 .46 4.37 5.32 5.32 0 0 1 1.87 4.75c-.22 1.66-1.39 3.6-3.07 4.14M16 6c0-2.65-3.25-4.3-5.4-2.62a3.37 3.37 0 0 0-.95 4.04 3.65 3.65 0 0 0-4.6.16 3.37 3.37 0 0 0-.49 4.27 5.57 5.57 0 0 0-1.85 4.85 5.3 5.3 0 0 0 3.07 4.15M16 9.33v17.34m0-17.34c0 2.18 1.82 4 4 4m6.22 7.5c.67 1.3.56 2.91-.27 4.11a4.05 4.05 0 0 1-4.62 1.5c0 1.53-1.05 2.9-2.66 2.9A2.7 2.7 0 0 1 16 26.66m10.22-5.83a4.05 4.05 0 0 0-3.55-2.17m-16.9 2.18a4.05 4.05 0 0 0 .28 4.1c1 1.44 2.92 2.09 4.59 1.5 0 1.52 1.12 2.88 2.7 2.88A2.7 2.7 0 0 0 16 26.67M5.78 20.85a4.04 4.04 0 0 1 3.55-2.18"
+      ></path>
+    </svg>
+  );
+}

src/components/icons/LightBulbIcon.jsx ADDED Viewed

	@@ -0,0 +1,18 @@

+export default function LightBulbIcon(props) {
+  return (
+    <svg
+      {...props}
+      xmlns="http://www.w3.org/2000/svg"
+      width="24"
+      height="24"
+      viewBox="0 0 24 24"
+      fill="none"
+      stroke="currentColor"
+      strokeWidth="1.5"
+      strokeLinecap="round"
+      strokeLinejoin="round"
+    >
+      <path d="M12 18v-5.25m0 0a6.01 6.01 0 0 0 1.5-.189m-1.5.189a6.01 6.01 0 0 1-1.5-.189m3.75 7.478a12.06 12.06 0 0 1-4.5 0m3.75 2.383a14.406 14.406 0 0 1-3 0M14.25 18v-.192c0-.983.658-1.823 1.508-2.316a7.5 7.5 0 1 0-7.517 0c.85.493 1.509 1.333 1.509 2.316V18"></path>
+    </svg>
+  );
+}

src/components/icons/StopIcon.jsx ADDED Viewed

	@@ -0,0 +1,22 @@

+export default function StopIcon(props) {
+  return (
+    <svg
+      {...props}
+      xmlns="http://www.w3.org/2000/svg"
+      width="24"
+      height="24"
+      viewBox="0 0 24 24"
+      fill="none"
+      stroke="currentColor"
+      strokeWidth="2"
+      strokeLinecap="round"
+      strokeLinejoin="round"
+    >
+      <path d="M21 12a9 9 0 1 1-18 0 9 9 0 0 1 18 0Z" />
+      <path
+        fill="currentColor"
+        d="M9 9.563C9 9.252 9.252 9 9.563 9h4.874c.311 0 .563.252.563.563v4.874c0 .311-.252.563-.563.563H9.564A.562.562 0 0 1 9 14.437V9.564Z"
+      />
+    </svg>
+  );
+}

src/components/icons/UserIcon.jsx ADDED Viewed

	@@ -0,0 +1,19 @@

+export default function UserIcon(props) {
+  return (
+    <svg
+      {...props}
+      xmlns="http://www.w3.org/2000/svg"
+      width="24"
+      height="24"
+      viewBox="0 0 24 24"
+      fill="none"
+      stroke="currentColor"
+      strokeWidth="2"
+      strokeLinecap="round"
+      strokeLinejoin="round"
+    >
+      <path d="M19 21v-2a4 4 0 0 0-4-4H9a4 4 0 0 0-4 4v2" />
+      <circle cx="12" cy="7" r="4" />
+    </svg>
+  );
+}

src/index.css ADDED Viewed

	@@ -0,0 +1,38 @@

+@import "tailwindcss";
+/* Custom scrollbar styles */
+.scrollbar-thin::-webkit-scrollbar {
+  width: 0.5rem; /* Equivalent to w-2 in Tailwind */
+}
+.scrollbar-thin::-webkit-scrollbar-track {
+  border-radius: 9999px; /* Equivalent to rounded-full in Tailwind */
+  background-color: #f3f4f6; /* Equivalent to bg-gray-100 in Tailwind */
+}
+.scrollbar-thin::-webkit-scrollbar-track.dark {
+  background-color: #374151; /* Equivalent to dark:bg-gray-700 in Tailwind */
+}
+.scrollbar-thin::-webkit-scrollbar-thumb {
+  border-radius: 9999px; /* Equivalent to rounded-full in Tailwind */
+  background-color: #d1d5db; /* Equivalent to bg-gray-300 in Tailwind */
+}
+.scrollbar-thin::-webkit-scrollbar-thumb:hover {
+  background-color: #6b7280; /* Equivalent to bg-gray-500 in Tailwind */
+}
+/* Animation delay classes */
+.animation-delay-200 {
+  animation-delay: 200ms;
+}
+.animation-delay-400 {
+  animation-delay: 400ms;
+}
+/* Overflow wrap class */
+.overflow-wrap-anywhere {
+  overflow-wrap: anywhere;
+}

src/main.jsx ADDED Viewed

	@@ -0,0 +1,10 @@

+import { StrictMode } from "react";
+import { createRoot } from "react-dom/client";
+import "./index.css";
+import App from "./App.jsx";
+createRoot(document.getElementById("root")).render(
+  <StrictMode>
+    <App />
+  </StrictMode>,
+);

src/worker.js ADDED Viewed

	@@ -0,0 +1,182 @@

+import {
+  AutoTokenizer,
+  AutoModelForCausalLM,
+  TextStreamer,
+  InterruptableStoppingCriteria,
+} from "@huggingface/transformers";
+/**
+ * Helper function to perform feature detection for WebGPU
+ */
+async function check() {
+  try {
+    const adapter = await navigator.gpu.requestAdapter();
+    if (!adapter) {
+      throw new Error("WebGPU is not supported (no adapter found)");
+    }
+    if (!adapter.features.has("shader-f16")) {
+      throw new Error("shader-f16 is not supported in this browser");
+    }
+  } catch (e) {
+    self.postMessage({
+      status: "error",
+      data: e.toString(),
+    });
+  }
+}
+/**
+ * This class uses the Singleton pattern to enable lazy-loading of the pipeline
+ */
+class TextGenerationPipeline {
+  static model_id = "HuggingFaceTB/SmolLM3-3B-ONNX";
+  static async getInstance(progress_callback = null) {
+    this.tokenizer ??= AutoTokenizer.from_pretrained(this.model_id, {
+      progress_callback,
+    });
+    this.model ??= AutoModelForCausalLM.from_pretrained(this.model_id, {
+      dtype: "q4f16",
+      device: "webgpu",
+      progress_callback,
+    });
+    return Promise.all([this.tokenizer, this.model]);
+  }
+}
+const stopping_criteria = new InterruptableStoppingCriteria();
+let past_key_values_cache = null;
+async function generate({ messages, reasonEnabled }) {
+  const [tokenizer, model] = await TextGenerationPipeline.getInstance();
+  const inputs = tokenizer.apply_chat_template(messages, {
+    enable_thinking: reasonEnabled,
+    add_generation_prompt: true,
+    return_dict: true,
+  });
+  const [START_THINKING_TOKEN_ID, END_THINKING_TOKEN_ID] = tokenizer.encode(
+    "<think></think>",
+    { add_special_tokens: false },
+  );
+  let state = "answering"; // 'thinking' or 'answering'
+  let startTime;
+  let numTokens = 0;
+  let tps;
+  const token_callback_function = (tokens) => {
+    startTime ??= performance.now();
+    if (numTokens++ > 0) {
+      tps = (numTokens / (performance.now() - startTime)) * 1000;
+    }
+    switch (Number(tokens[0])) {
+      case START_THINKING_TOKEN_ID:
+        state = "thinking";
+        break;
+      case END_THINKING_TOKEN_ID:
+        state = "answering";
+        break;
+    }
+  };
+  const callback_function = (output) => {
+    self.postMessage({
+      status: "update",
+      output,
+      tps,
+      numTokens,
+      state,
+    });
+  };
+  const streamer = new TextStreamer(tokenizer, {
+    skip_prompt: true,
+    skip_special_tokens: true,
+    callback_function,
+    token_callback_function,
+  });
+  // Tell the main thread we are starting
+  self.postMessage({ status: "start" });
+  const { past_key_values, sequences } = await model.generate({
+    ...inputs,
+    past_key_values: past_key_values_cache,
+    // Sampling
+    do_sample: !reasonEnabled,
+    repetition_penalty: reasonEnabled ? 1.1 : undefined,
+    top_k: 3,
+    max_new_tokens: reasonEnabled ? 4096 : 1024,
+    streamer,
+    stopping_criteria,
+    return_dict_in_generate: true,
+  });
+  past_key_values_cache = past_key_values;
+  const decoded = tokenizer.batch_decode(sequences, {
+    skip_special_tokens: true,
+  });
+  // Send the output back to the main thread
+  self.postMessage({
+    status: "complete",
+    output: decoded,
+  });
+}
+async function load() {
+  self.postMessage({
+    status: "loading",
+    data: "Loading model...",
+  });
+  // Load the pipeline and save it for future use.
+  const [tokenizer, model] = await TextGenerationPipeline.getInstance((x) => {
+    // We also add a progress callback to the pipeline so that we can
+    // track model loading.
+    self.postMessage(x);
+  });
+  self.postMessage({
+    status: "loading",
+    data: "Compiling shaders and warming up model...",
+  });
+  // Run model with dummy input to compile shaders
+  const inputs = tokenizer("a");
+  await model.generate({ ...inputs, max_new_tokens: 1 });
+  self.postMessage({ status: "ready" });
+}
+// Listen for messages from the main thread
+self.addEventListener("message", async (e) => {
+  const { type, data } = e.data;
+  switch (type) {
+    case "check":
+      check();
+      break;
+    case "load":
+      load();
+      break;
+    case "generate":
+      stopping_criteria.reset();
+      generate(data);
+      break;
+    case "interrupt":
+      stopping_criteria.interrupt();
+      break;
+    case "reset":
+      past_key_values_cache = null;
+      stopping_criteria.reset();
+      break;
+  }
+});

vite.config.js ADDED Viewed

	@@ -0,0 +1,8 @@

+import { defineConfig } from "vite";
+import tailwindcss from "@tailwindcss/vite";
+import react from "@vitejs/plugin-react";
+// https://vite.dev/config/
+export default defineConfig({
+  plugins: [tailwindcss(), react()],
+});