feat: add local embedding model

.vscode/settings.json

@@ -4,6 +4,21 @@
   "i18n-ally.localesPaths": ["."],
   "i18n-ally.enabledFrameworks": ["vscode", "react"],
   "i18n-ally.dirStructure": "file",
+
+  // performance
+  "editor.largeFileOptimizations": true,
+  "search.exclude": {
+    "**/node_modules/**": true,
+    "**/dist/**": true,
+    "**/*.min.js": true
+  },
+  "files.watcherExclude": {
+    "**/.git/objects/**": true,
+    "**/.git/subtree-cache/**": true,
+    "**/node_modules/**": true,
+    "**/dist/**": true
+  },
+
   // Enable eslint for all supported languages
   "eslint.validate": [
     "javascript",
@@ -18,9 +33,6 @@
   ],
   "editor.tabSize": 2,
   "editor.detectIndentation": false,
-  "search.exclude": {
-    "package-lock.json": true
-  },
   "editor.codeActionsOnSave": [
     "source.addMissingImports",
     "source.fixAll.eslint"
@@ -74,17 +86,20 @@
     "lancedb",
     "langchain",
     "langgraph",
+    "logits",
     "Mhchem",
     "multistream",
     "Nicepkg",
     "nodir",
     "Nolebase",
     "Ollama",
+    "onnx",
     "onnxruntime",
     "openai",
     "pino",
     "Pipfile",
     "Pluggable",
+    "pretrained",
     "pyproject",
     "qwen",
     "rehype",
@@ -104,6 +119,7 @@
     "treeshake",
     "tsup",
     "undici",
+    "unsqueeze",
     "uuidv",
     "vectordb",
     "vectorstores",

package.json

@@ -449,8 +449,6 @@
     "minimatch": "^10.0.1",
     "next-themes": "^0.3.0",
     "node-fetch": "^3.3.2",
-    "onnxruntime-common": "^1.19.2",
-    "onnxruntime-node": "^1.19.2",
     "p-limit": "^6.1.0",
     "pnpm": "^9.10.0",
     "postcss": "^8.4.47",

scripts/fix-package/@xenova/transformers/transformers.js

@@ -0,0 +1,24 @@
+/**
+ * @file Entry point for the Transformers.js library. Only the exports from this file
+ * are available to the end user, and are grouped as follows:
+ *
+ * 1. [Pipelines](./pipelines)
+ * 2. [Environment variables](./env)
+ * 3. [Models](./models)
+ * 4. [Tokenizers](./tokenizers)
+ * 5. [Processors](./processors)
+ *
+ * @module transformers
+ */
+
+export * from './pipelines.js'
+export * from './env.js'
+// export * from './models.js';
+// export * from './tokenizers.js';
+// export * from './processors.js';
+// export * from './configs.js';
+
+// export * from './utils/audio.js';
+// export * from './utils/image.js';
+// export * from './utils/tensor.js';
+export * from './utils/maths.js'