feat: stt demo

moeru-ai · Dec 9, 2024 · ae3b946 · ae3b946
1 parent 3735157
commit ae3b946
Show file tree

Hide file tree

Showing 30 changed files with 3,021 additions and 46 deletions.
diff --git a/cspell.config.yaml b/cspell.config.yaml
@@ -27,6 +27,7 @@ words:
   - elevenlabs
   - gltf
   - hiyori
+  - huggingface
   - iconify
   - intlify
   - kwaa
@@ -46,6 +47,7 @@ words:
   - pinia
   - pixi
   - pixiv
+  - pretrained
   - rehype
   - shiki
   - shikijs
@@ -57,6 +59,7 @@ words:
   - unplugin
   - vrma
   - vueuse
+  - webgpu
   - xsai
 ignoreWords: []
 import: []
diff --git a/packages/stage/src/typed-router.d.ts b/packages/stage/src/typed-router.d.ts
@@ -18,12 +18,5 @@ declare module 'vue-router/auto-routes' {
    * Route name map generated by unplugin-vue-router
    */
   export interface RouteNamedMap {
-    '/': RouteRecordInfo<'/', '/', Record<never, never>, Record<never, never>>,
-    '/audio': RouteRecordInfo<'/audio', '/audio', Record<never, never>, Record<never, never>>,
-    '/queue': RouteRecordInfo<'/queue', '/queue', Record<never, never>, Record<never, never>>,
-    '/test/filter-message': RouteRecordInfo<'/test/filter-message', '/test/filter-message', Record<never, never>, Record<never, never>>,
-    '/test/queues/delays': RouteRecordInfo<'/test/queues/delays', '/test/queues/delays', Record<never, never>, Record<never, never>>,
-    '/test/queues/emotions': RouteRecordInfo<'/test/queues/emotions', '/test/queues/emotions', Record<never, never>, Record<never, never>>,
-    '/test/queues/messages': RouteRecordInfo<'/test/queues/messages', '/test/queues/messages', Record<never, never>, Record<never, never>>,
   }
 }
diff --git a/packages/stt-realtime-webgpu/.dockerignore b/packages/stt-realtime-webgpu/.dockerignore
@@ -0,0 +1,2 @@
+node_modules
+dist
diff --git a/packages/stt-realtime-webgpu/Dockerfile b/packages/stt-realtime-webgpu/Dockerfile
@@ -0,0 +1,18 @@
+FROM node:20-alpine as build-stage
+
+WORKDIR /app
+RUN corepack enable
+
+COPY .npmrc package.json pnpm-lock.yaml ./
+RUN --mount=type=cache,id=pnpm-store,target=/root/.pnpm-store \
+    pnpm install --frozen-lockfile
+
+COPY . .
+RUN pnpm build
+
+FROM nginx:stable-alpine as production-stage
+
+COPY --from=build-stage /app/dist /usr/share/nginx/html
+EXPOSE 80
+
+CMD ["nginx", "-g", "daemon off;"]
diff --git a/packages/stt-realtime-webgpu/README.md b/packages/stt-realtime-webgpu/README.md
@@ -0,0 +1,7 @@
+# STT WebGPU Realtime
+
+## Acknowledgements
+
+Great thanks to what [Real-time Whisper WebGPU](https://huggingface.co/spaces/Xenova/realtime-whisper-webgpu) have done.
+
+> [Source code](https://github.com/huggingface/transformers.js/tree/7a58d6e11968dd85dc87ce37b2ab37213165889a/examples/webgpu-whisper)
diff --git a/packages/stt-realtime-webgpu/index.html b/packages/stt-realtime-webgpu/index.html
@@ -0,0 +1,27 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="UTF-8" />
+    <title>Whisper Realtime (WebGPU)</title>
+    <meta name="viewport" content="width=device-width, initial-scale=1.0, user-scalable=0" />
+    <link rel="icon" type="image/png" href="/favicon-96x96.png" sizes="96x96" />
+    <link rel="icon" type="image/svg+xml" href="/favicon.svg" />
+    <link rel="shortcut icon" href="/favicon.ico" />
+    <link rel="apple-touch-icon" sizes="180x180" href="/apple-touch-icon.png" />
+    <meta name="apple-mobile-web-app-title" content="Whisper Realtime" />
+    <script>
+      ;(function () {
+        const prefersDark = window.matchMedia && window.matchMedia('(prefers-color-scheme: dark)').matches
+        const setting = localStorage.getItem('vueuse-color-scheme') || 'auto'
+        if (setting === 'dark' || (prefersDark && setting !== 'light'))
+          document.documentElement.classList.toggle('dark', true)
+      })()
+    </script>
+    <script src="/assets/js/CubismSdkForWeb-5-r.1/Core/live2dcubismcore.min.js"></script>
+  </head>
+  <body class="font-sans">
+    <div id="app"></div>
+    <script type="module" src="/src/main.ts"></script>
+    <noscript> This website requires JavaScript to function properly. Please enable JavaScript to continue. </noscript>
+  </body>
+</html>
diff --git a/packages/stt-realtime-webgpu/locales/en.yml b/packages/stt-realtime-webgpu/locales/en.yml
@@ -0,0 +1,14 @@
+button:
+  about: About
+  back: Back
+  go: GO
+  home: Home
+  toggle_dark: Toggle dark mode
+  toggle_langs: Change languages
+intro:
+  desc: Opinionated Vite Starter Template
+  dynamic-route: Demo of dynamic route
+  hi: Hi, {name}!
+  aka: Also known as
+  whats-your-name: What's your name?
+not-found: Not found
diff --git a/packages/stt-realtime-webgpu/locales/zh-CN.yml b/packages/stt-realtime-webgpu/locales/zh-CN.yml
@@ -0,0 +1,14 @@
+button:
+  about: 关于
+  back: 返回
+  go: 确定
+  home: 首页
+  toggle_dark: 切换深色模式
+  toggle_langs: 切换语言
+intro:
+  desc: 固执己见的 Vite 项目模板
+  dynamic-route: 动态路由演示
+  hi: 你好，{name}
+  aka: 也叫
+  whats-your-name: 输入你的名字
+not-found: 未找到页面
diff --git a/packages/stt-realtime-webgpu/netlify.toml b/packages/stt-realtime-webgpu/netlify.toml
@@ -0,0 +1,24 @@
+[build]
+publish = "packages/stage/dist"
+command = "pnpm run packages:stub && pnpm run build"
+
+[build.environment]
+NODE_VERSION = "22"
+
+[[redirects]]
+from = "/assets/*"
+to = "/assets/:splat"
+status = 200
+force = true
+
+[[redirects]]
+from = "/*"
+to = "/index.html"
+status = 200
+force = false
+
+[[headers]]
+for = "/manifest.webmanifest"
+
+[headers.values]
+Content-Type = "application/manifest+json"
diff --git a/packages/stt-realtime-webgpu/package.json b/packages/stt-realtime-webgpu/package.json
@@ -0,0 +1,58 @@
+{
+  "name": "@airi-proj/stt-realtime-webgpu",
+  "type": "module",
+  "private": true,
+  "packageManager": "[email protected]",
+  "description": "Yet another WebGPU based Whisper Realtime STT re-implemented",
+  "author": {
+    "name": "Neko Ayaka",
+    "email": "[email protected]",
+    "url": "https://github.com/nekomeowww"
+  },
+  "license": "MIT",
+  "scripts": {
+    "build": "vite build",
+    "dev": "vite",
+    "lint": "eslint .",
+    "preview": "vite preview",
+    "typecheck": "vue-tsc --noEmit"
+  },
+  "dependencies": {
+    "@unhead/vue": "^1.11.13",
+    "@unocss/reset": "^0.65.0",
+    "@vueuse/core": "^12.0.0",
+    "@vueuse/head": "^2.0.0",
+    "nprogress": "^0.2.0",
+    "ofetch": "^1.4.1",
+    "pinia": "^2.2.8",
+    "vue": "^3.5.13",
+    "vue-demi": "^0.14.10",
+    "vue-i18n": "^10.0.5",
+    "vue-router": "^4.5.0"
+  },
+  "devDependencies": {
+    "@huggingface/transformers": "^3.1.2",
+    "@iconify-json/carbon": "^1.2.4",
+    "@iconify-json/eos-icons": "^1.2.1",
+    "@iconify-json/solar": "^1.2.1",
+    "@intlify/unplugin-vue-i18n": "^6.0.0",
+    "@shikijs/markdown-it": "^1.24.0",
+    "@types/markdown-it-link-attributes": "^3.0.5",
+    "@types/nprogress": "^0.2.3",
+    "@vitejs/plugin-vue": "^5.2.1",
+    "@vue-macros/volar": "^0.30.6",
+    "markdown-it-link-attributes": "^4.0.1",
+    "shiki": "^1.24.0",
+    "unplugin-auto-import": "^0.18.6",
+    "unplugin-vue-components": "^0.27.5",
+    "unplugin-vue-macros": "^2.13.4",
+    "unplugin-vue-markdown": "^0.27.1",
+    "unplugin-vue-router": "^0.10.8",
+    "vite-bundle-visualizer": "^1.2.1",
+    "vite-plugin-pwa": "^0.21.1",
+    "vite-plugin-vue-devtools": "^7.6.7",
+    "vite-plugin-vue-layouts": "^0.11.0",
+    "vite-plugin-webfont-dl": "^3.10.2",
+    "vue-tsc": "^2.1.10"
+  }
+}
diff --git a/packages/stt-realtime-webgpu/public/banner.png b/packages/stt-realtime-webgpu/public/banner.png
diff --git a/packages/stt-realtime-webgpu/public/logo.png b/packages/stt-realtime-webgpu/public/logo.png
diff --git a/packages/stt-realtime-webgpu/src/App.vue b/packages/stt-realtime-webgpu/src/App.vue
@@ -0,0 +1,3 @@
+<template>
+  <RouterView />
+</template>