From dae566d807c349d85b732ef0ba6eefeac762d94d Mon Sep 17 00:00:00 2001 From: Adhityan K V Date: Tue, 5 Nov 2024 09:43:52 +0100 Subject: [PATCH 1/7] chore: fixed documentation --- core/embedjs/src/loaders/url-loader.ts | 2 +- core/embedjs/src/util/mime.ts | 40 +++++++++++-------- docs/components/data-sources/xml.mdx | 2 +- docs/components/vector-databases/astradb.mdx | 1 + docs/components/vector-databases/hnswlib.mdx | 1 + docs/components/vector-databases/lancedb.mdx | 1 + docs/components/vector-databases/mongodb.mdx | 1 + docs/components/vector-databases/pinecone.mdx | 1 + docs/components/vector-databases/qdrant.mdx | 1 + docs/components/vector-databases/weaviate.mdx | 1 + 10 files changed, 33 insertions(+), 18 deletions(-) diff --git a/core/embedjs/src/loaders/url-loader.ts b/core/embedjs/src/loaders/url-loader.ts index e3871776..2106100d 100644 --- a/core/embedjs/src/loaders/url-loader.ts +++ b/core/embedjs/src/loaders/url-loader.ts @@ -17,7 +17,7 @@ export class UrlLoader extends BaseLoader<{ type: 'UrlLoader' }> { } override async *getUnfilteredChunks() { - const response = await getSafe(this.url.toString(), { headers: { 'Accept-Encoding': '' } }); + const response = await getSafe(this.url.href, { headers: { 'Accept-Encoding': '' } }); const stream = response.body as unknown as NodeJS.ReadableStream; let { mime } = await getMimeType(stream, { strict: true }); this.debug(`Loader stream detected type '${mime}'`); diff --git a/core/embedjs/src/util/mime.ts b/core/embedjs/src/util/mime.ts index 36d8001d..221af0a4 100644 --- a/core/embedjs/src/util/mime.ts +++ b/core/embedjs/src/util/mime.ts @@ -3,7 +3,7 @@ import createDebugMessages from 'debug'; import { BaseLoader } from '@llm-tools/embedjs-interfaces'; import { TextLoader } from '../loaders/text-loader.js'; -export async function createLoaderFromMimeType(loader: string, mimeType: string): Promise { +export async function createLoaderFromMimeType(loaderData: string, mimeType: string): Promise { createDebugMessages('embedjs:util:createLoaderFromMimeType')(`Incoming mime type '${mimeType}'`); switch (mimeType) { @@ -15,7 +15,7 @@ export async function createLoaderFromMimeType(loader: string, mimeType: string) ); }); createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported DocxLoader'); - return new DocxLoader({ filePathOrUrl: loader }); + return new DocxLoader({ filePathOrUrl: loaderData }); } case 'application/vnd.ms-excel': case 'application/vnd.openxmlformats-officedocument.spreadsheetml.sheet': { @@ -25,14 +25,14 @@ export async function createLoaderFromMimeType(loader: string, mimeType: string) ); }); createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported ExcelLoader'); - return new ExcelLoader({ filePathOrUrl: loader }); + return new ExcelLoader({ filePathOrUrl: loaderData }); } case 'application/pdf': { const { PdfLoader } = await import('@llm-tools/embedjs-loader-pdf').catch(() => { throw new Error('Package `@llm-tools/embedjs-loader-pdf` needs to be installed to load PDF files'); }); createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported PdfLoader'); - return new PdfLoader({ filePathOrUrl: loader }); + return new PdfLoader({ filePathOrUrl: loaderData }); } case 'application/vnd.openxmlformats-officedocument.presentationml.presentation': { const { PptLoader } = await import('@llm-tools/embedjs-loader-msoffice').catch(() => { @@ -41,33 +41,35 @@ export async function createLoaderFromMimeType(loader: string, mimeType: string) ); }); createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported PptLoader'); - return new PptLoader({ filePathOrUrl: loader }); + return new PptLoader({ filePathOrUrl: loaderData }); } case 'text/plain': { - const fineType = mime.getType(loader); - createDebugMessages('embedjs:util:createLoaderFromMimeType')(`Fine type for '${loader}' is '${fineType}'`); + const fineType = mime.getType(loaderData); + createDebugMessages('embedjs:util:createLoaderFromMimeType')( + `Fine type for '${loaderData}' is '${fineType}'`, + ); if (fineType === 'text/csv') { const { CsvLoader } = await import('@llm-tools/embedjs-loader-csv').catch(() => { - throw new Error('Package `@llm-tools/embedjs-loader-csv` needs to be installed to load csv files'); + throw new Error('Package `@llm-tools/embedjs-loader-csv` needs to be installed to load CSV files'); }); createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported CsvLoader'); - return new CsvLoader({ filePathOrUrl: loader }); - } else return new TextLoader({ text: loader }); + return new CsvLoader({ filePathOrUrl: loaderData }); + } else return new TextLoader({ text: loaderData }); } case 'application/csv': { const { CsvLoader } = await import('@llm-tools/embedjs-loader-csv').catch(() => { - throw new Error('Package `@llm-tools/embedjs-loader-csv` needs to be installed to load csv files'); + throw new Error('Package `@llm-tools/embedjs-loader-csv` needs to be installed to load CSV files'); }); createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported CsvLoader'); - return new CsvLoader({ filePathOrUrl: loader }); + return new CsvLoader({ filePathOrUrl: loaderData }); } case 'text/html': { const { WebLoader } = await import('@llm-tools/embedjs-loader-web').catch(() => { throw new Error('Package `@llm-tools/embedjs-loader-web` needs to be installed to load web documents'); }); createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported WebLoader'); - return new WebLoader({ urlOrContent: loader }); + return new WebLoader({ urlOrContent: loaderData }); } case 'text/xml': { const { SitemapLoader } = await import('@llm-tools/embedjs-loader-sitemap').catch(() => { @@ -75,10 +77,16 @@ export async function createLoaderFromMimeType(loader: string, mimeType: string) }); createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported SitemapLoader'); - if (await SitemapLoader.test(loader)) { - return new SitemapLoader({ url: loader }); + if (await SitemapLoader.test(loaderData)) { + return new SitemapLoader({ url: loaderData }); } - throw new Error(`No loader supported for generic xml`); + + //This is not a Sitemap but is still XML + const { XmlLoader } = await import('@llm-tools/embedjs-loader-xml').catch(() => { + throw new Error('Package `@llm-tools/embedjs-loader-xml` needs to be installed to load XML documents'); + }); + createDebugMessages('embedjs:util:createLoaderFromMimeType')('Dynamically imported XmlLoader'); + return new XmlLoader({ filePathOrUrl: loaderData }); } case undefined: throw new Error(`MIME type could not be detected. Please file an issue if you think this is a bug.`); diff --git a/docs/components/data-sources/xml.mdx b/docs/components/data-sources/xml.mdx index d1fdb800..74871196 100644 --- a/docs/components/data-sources/xml.mdx +++ b/docs/components/data-sources/xml.mdx @@ -1,5 +1,5 @@ --- -title: '๐Ÿ“Š XML' +title: '๐Ÿงพ XML' --- You can load any XML file from your local file system or through a URL. diff --git a/docs/components/vector-databases/astradb.mdx b/docs/components/vector-databases/astradb.mdx index f49f5140..2258326e 100644 --- a/docs/components/vector-databases/astradb.mdx +++ b/docs/components/vector-databases/astradb.mdx @@ -22,6 +22,7 @@ npm install @llm-tools/embedjs-astradb import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { AstraDb } from '@llm-tools/embedjs-astradb'; +import { WebLoader } from '@llm-tools/embedjs-loader-web'; // set OPENAI_API_KEY in your env process.env.OPENAI_API_KEY = "sk-xxx"; diff --git a/docs/components/vector-databases/hnswlib.mdx b/docs/components/vector-databases/hnswlib.mdx index d58b31b3..2ecdf905 100644 --- a/docs/components/vector-databases/hnswlib.mdx +++ b/docs/components/vector-databases/hnswlib.mdx @@ -17,6 +17,7 @@ npm install @llm-tools/embedjs-hnswlib import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { HNSWDb } from '@llm-tools/embedjs-hnswlib'; +import { WebLoader } from '@llm-tools/embedjs-loader-web'; // set OPENAI_API_KEY in your env process.env.OPENAI_API_KEY = "sk-xxx"; diff --git a/docs/components/vector-databases/lancedb.mdx b/docs/components/vector-databases/lancedb.mdx index 928efe82..3e068e54 100644 --- a/docs/components/vector-databases/lancedb.mdx +++ b/docs/components/vector-databases/lancedb.mdx @@ -18,6 +18,7 @@ npm install @llm-tools/embedjs-lancedb import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { LanceDb } from '@llm-tools/embedjs-lancedb'; +import { WebLoader } from '@llm-tools/embedjs-loader-web'; // set OPENAI_API_KEY in your env process.env.OPENAI_API_KEY = "sk-xxx"; diff --git a/docs/components/vector-databases/mongodb.mdx b/docs/components/vector-databases/mongodb.mdx index 54270375..8681651a 100644 --- a/docs/components/vector-databases/mongodb.mdx +++ b/docs/components/vector-databases/mongodb.mdx @@ -32,6 +32,7 @@ npm install @llm-tools/embedjs-mongodb import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { MongoDb } from '@llm-tools/embedjs-mongodb'; +import { WebLoader } from '@llm-tools/embedjs-loader-web'; // set OPENAI_API_KEY in your env process.env.OPENAI_API_KEY = "sk-xxx"; diff --git a/docs/components/vector-databases/pinecone.mdx b/docs/components/vector-databases/pinecone.mdx index 9f73b52a..922043bc 100644 --- a/docs/components/vector-databases/pinecone.mdx +++ b/docs/components/vector-databases/pinecone.mdx @@ -23,6 +23,7 @@ npm install @llm-tools/embedjs-pinecone import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { PineconeDb } from '@llm-tools/embedjs-pinecone'; +import { WebLoader } from '@llm-tools/embedjs-loader-web'; // set OPENAI_API_KEY in your env process.env.OPENAI_API_KEY = "sk-xxx"; diff --git a/docs/components/vector-databases/qdrant.mdx b/docs/components/vector-databases/qdrant.mdx index b623e52a..05d3b1c7 100644 --- a/docs/components/vector-databases/qdrant.mdx +++ b/docs/components/vector-databases/qdrant.mdx @@ -16,6 +16,7 @@ npm install @llm-tools/embedjs-pinecone import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { QdrantDb } from '@llm-tools/embedjs-qdrant'; +import { WebLoader } from '@llm-tools/embedjs-loader-web'; // set OPENAI_API_KEY in your env process.env.OPENAI_API_KEY = "sk-xxx"; diff --git a/docs/components/vector-databases/weaviate.mdx b/docs/components/vector-databases/weaviate.mdx index 89cb1c94..c4a6130f 100644 --- a/docs/components/vector-databases/weaviate.mdx +++ b/docs/components/vector-databases/weaviate.mdx @@ -16,6 +16,7 @@ npm install @llm-tools/embedjs-weaviate import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { WeaviateDb } from '@llm-tools/embedjs-weaviate'; +import { WebLoader } from '@llm-tools/embedjs-loader-web'; // set OPENAI_API_KEY in your env process.env.OPENAI_API_KEY = "sk-xxx"; From 847947d416799fccdf6954385839371a5c911cb7 Mon Sep 17 00:00:00 2001 From: Adhityan K V Date: Tue, 5 Nov 2024 11:00:36 +0100 Subject: [PATCH 2/7] feat: added markdown/mdx loader --- loaders/embedjs-loader-markdown/README.md | 8 + .../embedjs-loader-markdown/eslint.config.js | 20 + loaders/embedjs-loader-markdown/package.json | 43 + loaders/embedjs-loader-markdown/project.json | 29 + loaders/embedjs-loader-markdown/src/index.ts | 1 + .../src/markdown-loader.ts | 61 ++ .../embedjs-loader-markdown/tsconfig.cjs.json | 7 + loaders/embedjs-loader-markdown/tsconfig.json | 26 + .../embedjs-loader-markdown/tsconfig.lib.json | 10 + package-lock.json | 771 +++++++++++++++++- tsconfig.base.json | 1 + 11 files changed, 974 insertions(+), 3 deletions(-) create mode 100644 loaders/embedjs-loader-markdown/README.md create mode 100644 loaders/embedjs-loader-markdown/eslint.config.js create mode 100644 loaders/embedjs-loader-markdown/package.json create mode 100644 loaders/embedjs-loader-markdown/project.json create mode 100644 loaders/embedjs-loader-markdown/src/index.ts create mode 100644 loaders/embedjs-loader-markdown/src/markdown-loader.ts create mode 100644 loaders/embedjs-loader-markdown/tsconfig.cjs.json create mode 100644 loaders/embedjs-loader-markdown/tsconfig.json create mode 100644 loaders/embedjs-loader-markdown/tsconfig.lib.json diff --git a/loaders/embedjs-loader-markdown/README.md b/loaders/embedjs-loader-markdown/README.md new file mode 100644 index 00000000..01785c47 --- /dev/null +++ b/loaders/embedjs-loader-markdown/README.md @@ -0,0 +1,8 @@ +# embedjs-loader-markdown + +

+NPM Version +License +

+ +This package extends and offers additional functionality to [embedJs](https://www.npmjs.com/package/@llm-tools/embedjs). Refer to the documentation there for more details. diff --git a/loaders/embedjs-loader-markdown/eslint.config.js b/loaders/embedjs-loader-markdown/eslint.config.js new file mode 100644 index 00000000..4c3c47f6 --- /dev/null +++ b/loaders/embedjs-loader-markdown/eslint.config.js @@ -0,0 +1,20 @@ +import baseConfig from '../../eslint.config.js'; +import parser from '@nx/eslint-plugin'; + +export default [ + ...baseConfig, + { + files: ['**/*.json'], + rules: { + '@nx/dependency-checks': [ + 'error', + { + ignoredFiles: ['{projectRoot}/eslint.config.{js,cjs,mjs}'], + }, + ], + }, + languageOptions: { + parser, + }, + }, +]; diff --git a/loaders/embedjs-loader-markdown/package.json b/loaders/embedjs-loader-markdown/package.json new file mode 100644 index 00000000..8ad24158 --- /dev/null +++ b/loaders/embedjs-loader-markdown/package.json @@ -0,0 +1,43 @@ +{ + "name": "@llm-tools/embedjs-loader-markdown", + "version": "0.1.16", + "description": "XML loader for embedjs", + "dependencies": { + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-loader-web": "0.1.16", + "debug": "^4.3.7", + "micromark": "^4.0.0", + "micromark-extension-gfm": "^3.0.0", + "micromark-extension-mdx-jsx": "^3.0.1", + "md5": "^2.3.0" + }, + "type": "module", + "main": "./src/index.js", + "license": "Apache-2.0", + "publishConfig": { + "access": "public" + }, + "keywords": [ + "llm", + "ai", + "gpt3", + "chain", + "prompt", + "prompt engineering", + "chatgpt", + "machine learning", + "ml", + "anthropic", + "embeddings", + "vectorstores" + ], + "author": "K V Adhityan", + "bugs": { + "url": "https://github.com/llm-tools/embedjs/issues" + }, + "homepage": "https://github.com/llm-tools/embedjs#readme", + "repository": { + "type": "git", + "url": "git+https://github.com/llm-tools/embedjs.git" + } +} diff --git a/loaders/embedjs-loader-markdown/project.json b/loaders/embedjs-loader-markdown/project.json new file mode 100644 index 00000000..fa87e11f --- /dev/null +++ b/loaders/embedjs-loader-markdown/project.json @@ -0,0 +1,29 @@ +{ + "name": "embedjs-loader-markdown", + "$schema": "../../node_modules/nx/schemas/project-schema.json", + "sourceRoot": "loaders/embedjs-loader-markdown/src", + "projectType": "library", + "tags": [], + "targets": { + "build": { + "executor": "@nx/js:tsc", + "outputs": ["{options.outputPath}"], + "options": { + "outputPath": "dist/esm/embedjs-loader-markdown", + "main": "loaders/embedjs-loader-markdown/src/index.ts", + "tsConfig": "loaders/embedjs-loader-markdown/tsconfig.lib.json", + "assets": ["loaders/embedjs-loader-markdown/*.md"] + } + }, + "build-cjs": { + "executor": "@nx/js:tsc", + "outputs": ["{options.outputPath}"], + "dependsOn": ["^build-cjs"], + "options": { + "outputPath": "dist/cjs/embedjs-loader-markdown", + "main": "loaders/embedjs-loader-markdown/src/index.ts", + "tsConfig": "loaders/embedjs-loader-markdown/tsconfig.cjs.json" + } + } + } +} diff --git a/loaders/embedjs-loader-markdown/src/index.ts b/loaders/embedjs-loader-markdown/src/index.ts new file mode 100644 index 00000000..145df741 --- /dev/null +++ b/loaders/embedjs-loader-markdown/src/index.ts @@ -0,0 +1 @@ +export { MarkdownLoader } from './markdown-loader.js'; diff --git a/loaders/embedjs-loader-markdown/src/markdown-loader.ts b/loaders/embedjs-loader-markdown/src/markdown-loader.ts new file mode 100644 index 00000000..f77b801b --- /dev/null +++ b/loaders/embedjs-loader-markdown/src/markdown-loader.ts @@ -0,0 +1,61 @@ +import { micromark } from 'micromark'; +import { mdxJsx } from 'micromark-extension-mdx-jsx'; +import { gfmHtml, gfm } from 'micromark-extension-gfm'; +import createDebugMessages from 'debug'; +import fs from 'node:fs'; +import md5 from 'md5'; + +import { BaseLoader } from '@llm-tools/embedjs-interfaces'; +import { getSafe, isValidURL, stream2buffer } from '@llm-tools/embedjs-utils'; +import { WebLoader } from '@llm-tools/embedjs-loader-web'; + +export class MarkdownLoader extends BaseLoader<{ type: 'MarkdownLoader' }> { + private readonly debug = createDebugMessages('embedjs:loader:MarkdownLoader'); + private readonly filePathOrUrl: string; + private readonly isUrl: boolean; + + constructor({ + filePathOrUrl, + chunkOverlap, + chunkSize, + }: { + filePathOrUrl: string; + chunkSize?: number; + chunkOverlap?: number; + }) { + super(`MarkdownLoader_${md5(filePathOrUrl)}`, { filePathOrUrl }, chunkSize ?? 1000, chunkOverlap ?? 0); + + this.filePathOrUrl = filePathOrUrl; + this.isUrl = isValidURL(filePathOrUrl) ? true : false; + } + + override async *getUnfilteredChunks() { + const buffer = this.isUrl + ? (await getSafe(this.filePathOrUrl, { format: 'buffer' })).body + : await stream2buffer(fs.createReadStream(this.filePathOrUrl)); + + this.debug('MarkdownLoader stream created'); + const result = micromark(buffer, { extensions: [gfm(), mdxJsx()], htmlExtensions: [gfmHtml()] }); + this.debug('Markdown parsed...'); + + const webLoader = new WebLoader({ + urlOrContent: result, + chunkSize: this.chunkSize, + chunkOverlap: this.chunkOverlap, + }); + + for await (const result of await webLoader.getUnfilteredChunks()) { + result.pageContent = result.pageContent.replace(/[\[\]\(\)\{\}]/g, ''); + + yield { + pageContent: result.pageContent, + metadata: { + type: 'MarkdownLoader' as const, + source: this.filePathOrUrl, + }, + }; + } + + this.debug(`MarkdownLoader for filePathOrUrl '${this.filePathOrUrl}' finished`); + } +} diff --git a/loaders/embedjs-loader-markdown/tsconfig.cjs.json b/loaders/embedjs-loader-markdown/tsconfig.cjs.json new file mode 100644 index 00000000..1be21d0d --- /dev/null +++ b/loaders/embedjs-loader-markdown/tsconfig.cjs.json @@ -0,0 +1,7 @@ +{ + "extends": "./tsconfig.lib.json", + "compilerOptions": { + "module": "commonjs", + "moduleResolution": "Node10" + } +} diff --git a/loaders/embedjs-loader-markdown/tsconfig.json b/loaders/embedjs-loader-markdown/tsconfig.json new file mode 100644 index 00000000..eeb778bc --- /dev/null +++ b/loaders/embedjs-loader-markdown/tsconfig.json @@ -0,0 +1,26 @@ +{ + "extends": "../../tsconfig.base.json", + "compilerOptions": { + "target": "ES2022", + "lib": ["ES2022", "ES2022.Object"], + "module": "NodeNext", + "moduleResolution": "nodenext", + "esModuleInterop": true, + "declaration": true, + "noImplicitReturns": true, + "noFallthroughCasesInSwitch": true, + "noUnusedLocals": true, + "noUnusedParameters": true, + "useDefineForClassFields": true, + "strictPropertyInitialization": false, + "allowJs": false, + "strict": false + }, + "files": [], + "include": [], + "references": [ + { + "path": "./tsconfig.lib.json" + } + ] +} diff --git a/loaders/embedjs-loader-markdown/tsconfig.lib.json b/loaders/embedjs-loader-markdown/tsconfig.lib.json new file mode 100644 index 00000000..bdeb03cf --- /dev/null +++ b/loaders/embedjs-loader-markdown/tsconfig.lib.json @@ -0,0 +1,10 @@ +{ + "extends": "./tsconfig.json", + "compilerOptions": { + "outDir": "../../dist/out-tsc", + "declaration": true, + "types": ["node"] + }, + "include": ["src/**/*.ts"], + "exclude": ["src/**/*.spec.ts", "src/**/*.test.ts"] +} diff --git a/package-lock.json b/package-lock.json index 9cf23a25..faca38de 100644 --- a/package-lock.json +++ b/package-lock.json @@ -209,6 +209,20 @@ "md5": "^2.3.0" } }, + "loaders/embedjs-loader-markdown": { + "name": "@llm-tools/embedjs-loader-markdown", + "version": "0.1.16", + "license": "Apache-2.0", + "dependencies": { + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-loader-web": "0.1.16", + "debug": "^4.3.7", + "md5": "^2.3.0", + "micromark": "^4.0.0", + "micromark-extension-gfm": "^3.0.0", + "micromark-extension-mdx-jsx": "^3.0.1" + } + }, "loaders/embedjs-loader-msoffice": { "name": "@llm-tools/embedjs-loader-msoffice", "version": "0.1.16", @@ -5936,6 +5950,10 @@ "resolved": "loaders/embedjs-loader-csv", "link": true }, + "node_modules/@llm-tools/embedjs-loader-markdown": { + "resolved": "loaders/embedjs-loader-markdown", + "link": true + }, "node_modules/@llm-tools/embedjs-loader-msoffice": { "resolved": "loaders/embedjs-loader-msoffice", "link": true @@ -8206,6 +8224,15 @@ "tslib": "^2.4.0" } }, + "node_modules/@types/acorn": { + "version": "4.0.6", + "resolved": "https://registry.npmjs.org/@types/acorn/-/acorn-4.0.6.tgz", + "integrity": "sha512-veQTnWP+1D/xbxVrPC3zHnCZRjSrKfhbMUlEA43iMZLu7EsnTtkJklIuwrCPbOi8YkvDQAiW05VQQFvvz9oieQ==", + "license": "MIT", + "dependencies": { + "@types/estree": "*" + } + }, "node_modules/@types/babel__core": { "version": "7.20.5", "resolved": "https://registry.npmjs.org/@types/babel__core/-/babel__core-7.20.5.tgz", @@ -8277,7 +8304,6 @@ "version": "4.1.12", "resolved": "https://registry.npmjs.org/@types/debug/-/debug-4.1.12.tgz", "integrity": "sha512-vIChWdVG3LG1SMxEvI/AK+FWJthlrqlTu7fbrlywTkkaONwk/UAGaULXRlf8vkzFBLVm0zkMdCquhL5aOjhXPQ==", - "dev": true, "license": "MIT", "dependencies": { "@types/ms": "*" @@ -8287,9 +8313,17 @@ "version": "1.0.6", "resolved": "https://registry.npmjs.org/@types/estree/-/estree-1.0.6.tgz", "integrity": "sha512-AYnb1nQyY49te+VRAVgmzfcgjYS91mY5P0TKUDCLEM+gNnA+3T6rWITXRLYCpahpqSQbN5cE+gHpnPyXjHWxcw==", - "dev": true, "license": "MIT" }, + "node_modules/@types/estree-jsx": { + "version": "1.0.5", + "resolved": "https://registry.npmjs.org/@types/estree-jsx/-/estree-jsx-1.0.5.tgz", + "integrity": "sha512-52CcUVNFyfb1A2ALocQw/Dd1BQFNmSdkuC3BkZ6iqhdMfQz7JWOFRuJFloOzjk+6WijU56m9oKXFAXc7o3Towg==", + "license": "MIT", + "dependencies": { + "@types/estree": "*" + } + }, "node_modules/@types/graceful-fs": { "version": "4.1.9", "resolved": "https://registry.npmjs.org/@types/graceful-fs/-/graceful-fs-4.1.9.tgz", @@ -8367,7 +8401,6 @@ "version": "0.7.34", "resolved": "https://registry.npmjs.org/@types/ms/-/ms-0.7.34.tgz", "integrity": "sha512-nG96G3Wp6acyAgJqGasjODb+acrI7KltPiRxzHPXnP3NgI28bpQDRv53olbqGXbfcgF5aiiHmO3xpwEpS5Ld9g==", - "dev": true, "license": "MIT" }, "node_modules/@types/node": { @@ -8424,6 +8457,12 @@ "integrity": "sha512-/Ad8+nIOV7Rl++6f1BdKxFSMgmoqEoYbHRpPcx3JEfv8VRsQe9Z4mCXeJBzxs7mbHY/XOZZuXlRNfhpVPbs6ZA==", "license": "MIT" }, + "node_modules/@types/unist": { + "version": "3.0.3", + "resolved": "https://registry.npmjs.org/@types/unist/-/unist-3.0.3.tgz", + "integrity": "sha512-ko/gIFJRv177XgZsZcBwnqJN5x/Gien8qNOn0D5bQU/zAzVf9Zt3BlcUiLqhV9y4ARk0GbT3tnUiPNgnTXzc/Q==", + "license": "MIT" + }, "node_modules/@types/usetube": { "version": "2.1.2", "resolved": "https://registry.npmjs.org/@types/usetube/-/usetube-2.1.2.tgz", @@ -9574,6 +9613,16 @@ "node": ">=10" } }, + "node_modules/character-entities": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/character-entities/-/character-entities-2.0.2.tgz", + "integrity": "sha512-shx7oQ0Awen/BRIdkjkvz54PnEEI/EjwXDSIZp86/KKdbafHh1Df/RYGBhn4hbe2+uKC9FnT5UCEdyPz3ai9hQ==", + "license": "MIT", + "funding": { + "type": "github", + "url": "https://github.com/sponsors/wooorm" + } + }, "node_modules/chardet": { "version": "0.7.0", "resolved": "https://registry.npmjs.org/chardet/-/chardet-0.7.0.tgz", @@ -10142,6 +10191,19 @@ "node": ">=0.10.0" } }, + "node_modules/decode-named-character-reference": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/decode-named-character-reference/-/decode-named-character-reference-1.0.2.tgz", + "integrity": "sha512-O8x12RzrUF8xyVcY0KJowWsmaJxQbmy0/EtnNtHRpsOcT7dFk5W598coHqBVpmWo1oQQfsCqfCmkZN5DJrZVdg==", + "license": "MIT", + "dependencies": { + "character-entities": "^2.0.0" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/wooorm" + } + }, "node_modules/decompress-response": { "version": "6.0.0", "resolved": "https://registry.npmjs.org/decompress-response/-/decompress-response-6.0.0.tgz", @@ -10252,6 +10314,15 @@ "node": ">=0.10" } }, + "node_modules/dequal": { + "version": "2.0.3", + "resolved": "https://registry.npmjs.org/dequal/-/dequal-2.0.3.tgz", + "integrity": "sha512-0je+qPKHEMohvfRTCEo3CrPG6cAzAYgmzKyxRiYSSDkS6eGJdyVJm7WaYA5ECaAD9wLB2T4EEeymA5aFVcYXCA==", + "license": "MIT", + "engines": { + "node": ">=6" + } + }, "node_modules/detect-libc": { "version": "2.0.3", "resolved": "https://registry.npmjs.org/detect-libc/-/detect-libc-2.0.3.tgz", @@ -10289,6 +10360,19 @@ "node": ">= 4.0.0" } }, + "node_modules/devlop": { + "version": "1.1.0", + "resolved": "https://registry.npmjs.org/devlop/-/devlop-1.1.0.tgz", + "integrity": "sha512-RWmIqhcFf1lRYBvNmr7qTNuyCt/7/ns2jbpp1+PalgE/rDQcBT0fioSMUpJ93irlUhC5hrg4cYqe6U+0ImW0rA==", + "license": "MIT", + "dependencies": { + "dequal": "^2.0.0" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/wooorm" + } + }, "node_modules/diff": { "version": "4.0.2", "resolved": "https://registry.npmjs.org/diff/-/diff-4.0.2.tgz", @@ -10915,6 +10999,30 @@ "node": ">=4.0" } }, + "node_modules/estree-util-is-identifier-name": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/estree-util-is-identifier-name/-/estree-util-is-identifier-name-3.0.0.tgz", + "integrity": "sha512-hFtqIDZTIUZ9BXLb8y4pYGyk6+wekIivNVTcmvk8NoOh+VeRn5y6cEHzbURrWbfp1fIqdVipilzj+lfaadNZmg==", + "license": "MIT", + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/estree-util-visit": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/estree-util-visit/-/estree-util-visit-2.0.0.tgz", + "integrity": "sha512-m5KgiH85xAhhW8Wta0vShLcUvOsh3LLPI2YVwcbio1l7E09NTLL1EyMZFM1OyWowoH0skScNbhOPl4kcBgzTww==", + "license": "MIT", + "dependencies": { + "@types/estree-jsx": "^1.0.0", + "@types/unist": "^3.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, "node_modules/esutils": { "version": "2.0.3", "resolved": "https://registry.npmjs.org/esutils/-/esutils-2.0.3.tgz", @@ -14179,6 +14287,623 @@ "node": ">= 8" } }, + "node_modules/micromark": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/micromark/-/micromark-4.0.0.tgz", + "integrity": "sha512-o/sd0nMof8kYff+TqcDx3VSrgBTcZpSvYcAHIfHhv5VAuNmisCxjhx6YmxS8PFEpb9z5WKWKPdzf0jM23ro3RQ==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "@types/debug": "^4.0.0", + "debug": "^4.0.0", + "decode-named-character-reference": "^1.0.0", + "devlop": "^1.0.0", + "micromark-core-commonmark": "^2.0.0", + "micromark-factory-space": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-chunked": "^2.0.0", + "micromark-util-combine-extensions": "^2.0.0", + "micromark-util-decode-numeric-character-reference": "^2.0.0", + "micromark-util-encode": "^2.0.0", + "micromark-util-normalize-identifier": "^2.0.0", + "micromark-util-resolve-all": "^2.0.0", + "micromark-util-sanitize-uri": "^2.0.0", + "micromark-util-subtokenize": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-core-commonmark": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/micromark-core-commonmark/-/micromark-core-commonmark-2.0.1.tgz", + "integrity": "sha512-CUQyKr1e///ZODyD1U3xit6zXwy1a8q2a1S1HKtIlmgvurrEpaw/Y9y6KSIbF8P59cn/NjzHyO+Q2fAyYLQrAA==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "decode-named-character-reference": "^1.0.0", + "devlop": "^1.0.0", + "micromark-factory-destination": "^2.0.0", + "micromark-factory-label": "^2.0.0", + "micromark-factory-space": "^2.0.0", + "micromark-factory-title": "^2.0.0", + "micromark-factory-whitespace": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-chunked": "^2.0.0", + "micromark-util-classify-character": "^2.0.0", + "micromark-util-html-tag-name": "^2.0.0", + "micromark-util-normalize-identifier": "^2.0.0", + "micromark-util-resolve-all": "^2.0.0", + "micromark-util-subtokenize": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-extension-gfm": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/micromark-extension-gfm/-/micromark-extension-gfm-3.0.0.tgz", + "integrity": "sha512-vsKArQsicm7t0z2GugkCKtZehqUm31oeGBV/KVSorWSy8ZlNAv7ytjFhvaryUiCUJYqs+NoE6AFhpQvBTM6Q4w==", + "license": "MIT", + "dependencies": { + "micromark-extension-gfm-autolink-literal": "^2.0.0", + "micromark-extension-gfm-footnote": "^2.0.0", + "micromark-extension-gfm-strikethrough": "^2.0.0", + "micromark-extension-gfm-table": "^2.0.0", + "micromark-extension-gfm-tagfilter": "^2.0.0", + "micromark-extension-gfm-task-list-item": "^2.0.0", + "micromark-util-combine-extensions": "^2.0.0", + "micromark-util-types": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/micromark-extension-gfm-autolink-literal": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/micromark-extension-gfm-autolink-literal/-/micromark-extension-gfm-autolink-literal-2.1.0.tgz", + "integrity": "sha512-oOg7knzhicgQ3t4QCjCWgTmfNhvQbDDnJeVu9v81r7NltNCVmhPy1fJRX27pISafdjL+SVc4d3l48Gb6pbRypw==", + "license": "MIT", + "dependencies": { + "micromark-util-character": "^2.0.0", + "micromark-util-sanitize-uri": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/micromark-extension-gfm-footnote": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/micromark-extension-gfm-footnote/-/micromark-extension-gfm-footnote-2.1.0.tgz", + "integrity": "sha512-/yPhxI1ntnDNsiHtzLKYnE3vf9JZ6cAisqVDauhp4CEHxlb4uoOTxOCJ+9s51bIB8U1N1FJ1RXOKTIlD5B/gqw==", + "license": "MIT", + "dependencies": { + "devlop": "^1.0.0", + "micromark-core-commonmark": "^2.0.0", + "micromark-factory-space": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-normalize-identifier": "^2.0.0", + "micromark-util-sanitize-uri": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/micromark-extension-gfm-strikethrough": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/micromark-extension-gfm-strikethrough/-/micromark-extension-gfm-strikethrough-2.1.0.tgz", + "integrity": "sha512-ADVjpOOkjz1hhkZLlBiYA9cR2Anf8F4HqZUO6e5eDcPQd0Txw5fxLzzxnEkSkfnD0wziSGiv7sYhk/ktvbf1uw==", + "license": "MIT", + "dependencies": { + "devlop": "^1.0.0", + "micromark-util-chunked": "^2.0.0", + "micromark-util-classify-character": "^2.0.0", + "micromark-util-resolve-all": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/micromark-extension-gfm-table": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/micromark-extension-gfm-table/-/micromark-extension-gfm-table-2.1.0.tgz", + "integrity": "sha512-Ub2ncQv+fwD70/l4ou27b4YzfNaCJOvyX4HxXU15m7mpYY+rjuWzsLIPZHJL253Z643RpbcP1oeIJlQ/SKW67g==", + "license": "MIT", + "dependencies": { + "devlop": "^1.0.0", + "micromark-factory-space": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/micromark-extension-gfm-tagfilter": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-extension-gfm-tagfilter/-/micromark-extension-gfm-tagfilter-2.0.0.tgz", + "integrity": "sha512-xHlTOmuCSotIA8TW1mDIM6X2O1SiX5P9IuDtqGonFhEK0qgRI4yeC6vMxEV2dgyr2TiD+2PQ10o+cOhdVAcwfg==", + "license": "MIT", + "dependencies": { + "micromark-util-types": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/micromark-extension-gfm-task-list-item": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/micromark-extension-gfm-task-list-item/-/micromark-extension-gfm-task-list-item-2.1.0.tgz", + "integrity": "sha512-qIBZhqxqI6fjLDYFTBIa4eivDMnP+OZqsNwmQ3xNLE4Cxwc+zfQEfbs6tzAo2Hjq+bh6q5F+Z8/cksrLFYWQQw==", + "license": "MIT", + "dependencies": { + "devlop": "^1.0.0", + "micromark-factory-space": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/micromark-extension-mdx-jsx": { + "version": "3.0.1", + "resolved": "https://registry.npmjs.org/micromark-extension-mdx-jsx/-/micromark-extension-mdx-jsx-3.0.1.tgz", + "integrity": "sha512-vNuFb9czP8QCtAQcEJn0UJQJZA8Dk6DXKBqx+bg/w0WGuSxDxNr7hErW89tHUY31dUW4NqEOWwmEUNhjTFmHkg==", + "license": "MIT", + "dependencies": { + "@types/acorn": "^4.0.0", + "@types/estree": "^1.0.0", + "devlop": "^1.0.0", + "estree-util-is-identifier-name": "^3.0.0", + "micromark-factory-mdx-expression": "^2.0.0", + "micromark-factory-space": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-events-to-acorn": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0", + "vfile-message": "^4.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/micromark-factory-destination": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-factory-destination/-/micromark-factory-destination-2.0.0.tgz", + "integrity": "sha512-j9DGrQLm/Uhl2tCzcbLhy5kXsgkHUrjJHg4fFAeoMRwJmJerT9aw4FEhIbZStWN8A3qMwOp1uzHr4UL8AInxtA==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-character": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-factory-label": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-factory-label/-/micromark-factory-label-2.0.0.tgz", + "integrity": "sha512-RR3i96ohZGde//4WSe/dJsxOX6vxIg9TimLAS3i4EhBAFx8Sm5SmqVfR8E87DPSR31nEAjZfbt91OMZWcNgdZw==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "devlop": "^1.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-factory-mdx-expression": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/micromark-factory-mdx-expression/-/micromark-factory-mdx-expression-2.0.2.tgz", + "integrity": "sha512-5E5I2pFzJyg2CtemqAbcyCktpHXuJbABnsb32wX2U8IQKhhVFBqkcZR5LRm1WVoFqa4kTueZK4abep7wdo9nrw==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "@types/estree": "^1.0.0", + "devlop": "^1.0.0", + "micromark-factory-space": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-events-to-acorn": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0", + "unist-util-position-from-estree": "^2.0.0", + "vfile-message": "^4.0.0" + } + }, + "node_modules/micromark-factory-space": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-factory-space/-/micromark-factory-space-2.0.0.tgz", + "integrity": "sha512-TKr+LIDX2pkBJXFLzpyPyljzYK3MtmllMUMODTQJIUfDGncESaqB90db9IAUcz4AZAJFdd8U9zOp9ty1458rxg==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-character": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-factory-title": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-factory-title/-/micromark-factory-title-2.0.0.tgz", + "integrity": "sha512-jY8CSxmpWLOxS+t8W+FG3Xigc0RDQA9bKMY/EwILvsesiRniiVMejYTE4wumNc2f4UbAa4WsHqe3J1QS1sli+A==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-factory-space": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-factory-whitespace": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-factory-whitespace/-/micromark-factory-whitespace-2.0.0.tgz", + "integrity": "sha512-28kbwaBjc5yAI1XadbdPYHX/eDnqaUFVikLwrO7FDnKG7lpgxnvk/XGRhX/PN0mOZ+dBSZ+LgunHS+6tYQAzhA==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-factory-space": "^2.0.0", + "micromark-util-character": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-util-character": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/micromark-util-character/-/micromark-util-character-2.1.0.tgz", + "integrity": "sha512-KvOVV+X1yLBfs9dCBSopq/+G1PcgT3lAK07mC4BzXi5E7ahzMAF8oIupDDJ6mievI6F+lAATkbQQlQixJfT3aQ==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-util-chunked": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-chunked/-/micromark-util-chunked-2.0.0.tgz", + "integrity": "sha512-anK8SWmNphkXdaKgz5hJvGa7l00qmcaUQoMYsBwDlSKFKjc6gjGXPDw3FNL3Nbwq5L8gE+RCbGqTw49FK5Qyvg==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-symbol": "^2.0.0" + } + }, + "node_modules/micromark-util-classify-character": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-classify-character/-/micromark-util-classify-character-2.0.0.tgz", + "integrity": "sha512-S0ze2R9GH+fu41FA7pbSqNWObo/kzwf8rN/+IGlW/4tC6oACOs8B++bh+i9bVyNnwCcuksbFwsBme5OCKXCwIw==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-character": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-util-combine-extensions": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-combine-extensions/-/micromark-util-combine-extensions-2.0.0.tgz", + "integrity": "sha512-vZZio48k7ON0fVS3CUgFatWHoKbbLTK/rT7pzpJ4Bjp5JjkZeasRfrS9wsBdDJK2cJLHMckXZdzPSSr1B8a4oQ==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-chunked": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-util-decode-numeric-character-reference": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/micromark-util-decode-numeric-character-reference/-/micromark-util-decode-numeric-character-reference-2.0.1.tgz", + "integrity": "sha512-bmkNc7z8Wn6kgjZmVHOX3SowGmVdhYS7yBpMnuMnPzDq/6xwVA604DuOXMZTO1lvq01g+Adfa0pE2UKGlxL1XQ==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-symbol": "^2.0.0" + } + }, + "node_modules/micromark-util-encode": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-encode/-/micromark-util-encode-2.0.0.tgz", + "integrity": "sha512-pS+ROfCXAGLWCOc8egcBvT0kf27GoWMqtdarNfDcjb6YLuV5cM3ioG45Ys2qOVqeqSbjaKg72vU+Wby3eddPsA==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT" + }, + "node_modules/micromark-util-events-to-acorn": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/micromark-util-events-to-acorn/-/micromark-util-events-to-acorn-2.0.2.tgz", + "integrity": "sha512-Fk+xmBrOv9QZnEDguL9OI9/NQQp6Hz4FuQ4YmCb/5V7+9eAh1s6AYSvL20kHkD67YIg7EpE54TiSlcsf3vyZgA==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "@types/acorn": "^4.0.0", + "@types/estree": "^1.0.0", + "@types/unist": "^3.0.0", + "devlop": "^1.0.0", + "estree-util-visit": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0", + "vfile-message": "^4.0.0" + } + }, + "node_modules/micromark-util-html-tag-name": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-html-tag-name/-/micromark-util-html-tag-name-2.0.0.tgz", + "integrity": "sha512-xNn4Pqkj2puRhKdKTm8t1YHC/BAjx6CEwRFXntTaRf/x16aqka6ouVoutm+QdkISTlT7e2zU7U4ZdlDLJd2Mcw==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT" + }, + "node_modules/micromark-util-normalize-identifier": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-normalize-identifier/-/micromark-util-normalize-identifier-2.0.0.tgz", + "integrity": "sha512-2xhYT0sfo85FMrUPtHcPo2rrp1lwbDEEzpx7jiH2xXJLqBuy4H0GgXk5ToU8IEwoROtXuL8ND0ttVa4rNqYK3w==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-symbol": "^2.0.0" + } + }, + "node_modules/micromark-util-resolve-all": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-resolve-all/-/micromark-util-resolve-all-2.0.0.tgz", + "integrity": "sha512-6KU6qO7DZ7GJkaCgwBNtplXCvGkJToU86ybBAUdavvgsCiG8lSSvYxr9MhwmQ+udpzywHsl4RpGJsYWG1pDOcA==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-util-sanitize-uri": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-sanitize-uri/-/micromark-util-sanitize-uri-2.0.0.tgz", + "integrity": "sha512-WhYv5UEcZrbAtlsnPuChHUAsu/iBPOVaEVsntLBIdpibO0ddy8OzavZz3iL2xVvBZOpolujSliP65Kq0/7KIYw==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "micromark-util-character": "^2.0.0", + "micromark-util-encode": "^2.0.0", + "micromark-util-symbol": "^2.0.0" + } + }, + "node_modules/micromark-util-subtokenize": { + "version": "2.0.1", + "resolved": "https://registry.npmjs.org/micromark-util-subtokenize/-/micromark-util-subtokenize-2.0.1.tgz", + "integrity": "sha512-jZNtiFl/1aY73yS3UGQkutD0UbhTt68qnRpw2Pifmz5wV9h8gOVsN70v+Lq/f1rKaU/W8pxRe8y8Q9FX1AOe1Q==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT", + "dependencies": { + "devlop": "^1.0.0", + "micromark-util-chunked": "^2.0.0", + "micromark-util-symbol": "^2.0.0", + "micromark-util-types": "^2.0.0" + } + }, + "node_modules/micromark-util-symbol": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-symbol/-/micromark-util-symbol-2.0.0.tgz", + "integrity": "sha512-8JZt9ElZ5kyTnO94muPxIGS8oyElRJaiJO8EzV6ZSyGQ1Is8xwl4Q45qU5UOg+bGH4AikWziz0iN4sFLWs8PGw==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT" + }, + "node_modules/micromark-util-types": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/micromark-util-types/-/micromark-util-types-2.0.0.tgz", + "integrity": "sha512-oNh6S2WMHWRZrmutsRmDDfkzKtxF+bc2VxLC9dvtrDIRFln627VsFP6fLMgTryGDljgLPjkrzQSDcPrjPyDJ5w==", + "funding": [ + { + "type": "GitHub Sponsors", + "url": "https://github.com/sponsors/unifiedjs" + }, + { + "type": "OpenCollective", + "url": "https://opencollective.com/unified" + } + ], + "license": "MIT" + }, "node_modules/micromatch": { "version": "4.0.8", "resolved": "https://registry.npmjs.org/micromatch/-/micromatch-4.0.8.tgz", @@ -17085,6 +17810,32 @@ "node": ">=4" } }, + "node_modules/unist-util-position-from-estree": { + "version": "2.0.0", + "resolved": "https://registry.npmjs.org/unist-util-position-from-estree/-/unist-util-position-from-estree-2.0.0.tgz", + "integrity": "sha512-KaFVRjoqLyF6YXCbVLNad/eS4+OfPQQn2yOd7zF/h5T/CSL2v8NpN6a5TPvtbXthAGw5nG+PuTtq+DdIZr+cRQ==", + "license": "MIT", + "dependencies": { + "@types/unist": "^3.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, + "node_modules/unist-util-stringify-position": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/unist-util-stringify-position/-/unist-util-stringify-position-4.0.0.tgz", + "integrity": "sha512-0ASV06AAoKCDkS2+xw5RXJywruurpbC4JZSm7nr7MOt1ojAzvyyaO+UxZf18j8FCF6kmzCZKcAgN/yu2gm2XgQ==", + "license": "MIT", + "dependencies": { + "@types/unist": "^3.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, "node_modules/universalify": { "version": "0.2.0", "resolved": "https://registry.npmjs.org/universalify/-/universalify-0.2.0.tgz", @@ -17253,6 +18004,20 @@ "resolved": "https://registry.npmjs.org/validate.io-function/-/validate.io-function-1.0.2.tgz", "integrity": "sha512-LlFybRJEriSuBnUhQyG5bwglhh50EpTL2ul23MPIuR1odjO7XaMLFV8vHGwp7AZciFxtYOeiSCT5st+XSPONiQ==" }, + "node_modules/vfile-message": { + "version": "4.0.2", + "resolved": "https://registry.npmjs.org/vfile-message/-/vfile-message-4.0.2.tgz", + "integrity": "sha512-jRDZ1IMLttGj41KcZvlrYAaI3CfqpLpfpf+Mfig13viT6NKvRzWZ+lXz0Y5D60w6uJIBAOGq9mSHf0gktF0duw==", + "license": "MIT", + "dependencies": { + "@types/unist": "^3.0.0", + "unist-util-stringify-position": "^4.0.0" + }, + "funding": { + "type": "opencollective", + "url": "https://opencollective.com/unified" + } + }, "node_modules/walker": { "version": "1.0.8", "resolved": "https://registry.npmjs.org/walker/-/walker-1.0.8.tgz", diff --git a/tsconfig.base.json b/tsconfig.base.json index 490167d2..59188f4c 100644 --- a/tsconfig.base.json +++ b/tsconfig.base.json @@ -28,6 +28,7 @@ "@llm-tools/embedjs-lmdb": ["databases/embedjs-lmdb/src/index.ts"], "@llm-tools/embedjs-loader-confluence": ["loaders/embedjs-loader-confluence/src/index.ts"], "@llm-tools/embedjs-loader-csv": ["loaders/embedjs-loader-csv/src/index.ts"], + "@llm-tools/embedjs-loader-markdown": ["loaders/embedjs-loader-markdown/src/index.ts"], "@llm-tools/embedjs-loader-msoffice": ["loaders/embedjs-loader-msoffice/src/index.ts"], "@llm-tools/embedjs-loader-pdf": ["loaders/embedjs-loader-pdf/src/index.ts"], "@llm-tools/embedjs-loader-sitemap": ["loaders/embedjs-loader-sitemap/src/index.ts"], From 6e3cd2e6cd960e7e8ec1c6bccbc59f995bd2643f Mon Sep 17 00:00:00 2001 From: Adhityan K V Date: Tue, 5 Nov 2024 11:06:47 +0100 Subject: [PATCH 3/7] chore: added documentation for Markdown loader --- docs/components/data-sources/markdown.mdx | 28 +++++++++++++++++++++++ docs/components/data-sources/overview.mdx | 1 + docs/mint.json | 1 + 3 files changed, 30 insertions(+) create mode 100644 docs/components/data-sources/markdown.mdx diff --git a/docs/components/data-sources/markdown.mdx b/docs/components/data-sources/markdown.mdx new file mode 100644 index 00000000..49cf7057 --- /dev/null +++ b/docs/components/data-sources/markdown.mdx @@ -0,0 +1,28 @@ +--- +title: '๐Ÿ“ Markdown / MDX file' +--- + +You can load any Markdown(MD) or MDX file from your local file system or through a URL. + +## Install Markdown addon + +```bash +npm install @llm-tools/embedjs-loader-markdown +``` + +## Usage + +```ts +import { RAGApplicationBuilder } from '@llm-tools/embedjs'; +import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; +import { HNSWDb } from '@llm-tools/embedjs-hnswlib'; +import { MarkdownLoader } from '@llm-tools/embedjs-loader-markdown'; + +const app = await new RAGApplicationBuilder() +.setModel(SIMPLE_MODELS.OPENAI_GPT4_O) +.setEmbeddingModel(new OpenAiEmbeddings()) +.setVectorDatabase(new HNSWDb()) +.build(); + +app.addLoader(new MarkdownLoader({ filePathOrUrl: '...' })) +``` diff --git a/docs/components/data-sources/overview.mdx b/docs/components/data-sources/overview.mdx index 6f8c93b3..74fdd4d7 100644 --- a/docs/components/data-sources/overview.mdx +++ b/docs/components/data-sources/overview.mdx @@ -21,6 +21,7 @@ We handle the complexity of loading unstructured data from these data sources, a + diff --git a/docs/mint.json b/docs/mint.json index 1575c197..3c812cef 100644 --- a/docs/mint.json +++ b/docs/mint.json @@ -82,6 +82,7 @@ "components/data-sources/ppt", "components/data-sources/excel", "components/data-sources/sitemap", + "components/data-sources/markdown", "components/data-sources/directory", "components/data-sources/custom" ] From 88d6188a2673e5b95ba86e2a8c1bc1aeda1b3c4d Mon Sep 17 00:00:00 2001 From: Adhityan K V Date: Tue, 5 Nov 2024 11:37:12 +0100 Subject: [PATCH 4/7] chore: added an example for markdown parsing --- .../src/core/rag-application-builder.ts | 2 +- examples/confluence/src/main.ts | 1 - examples/dynamic/src/main.ts | 1 - examples/markdown/eslint.config.js | 3 + examples/markdown/package-lock.json | 27 + examples/markdown/package.json | 11 + examples/markdown/project.json | 57 ++ examples/markdown/src/main.ts | 14 + examples/markdown/tsconfig.app.json | 9 + examples/markdown/tsconfig.json | 17 + examples/simple/src/main.ts | 1 - loaders/embedjs-loader-web/src/web-loader.ts | 1 - package-lock.json | 547 +++++++++++++++++- 13 files changed, 677 insertions(+), 14 deletions(-) create mode 100644 examples/markdown/eslint.config.js create mode 100644 examples/markdown/package-lock.json create mode 100644 examples/markdown/package.json create mode 100644 examples/markdown/project.json create mode 100644 examples/markdown/src/main.ts create mode 100644 examples/markdown/tsconfig.app.json create mode 100644 examples/markdown/tsconfig.json diff --git a/core/embedjs/src/core/rag-application-builder.ts b/core/embedjs/src/core/rag-application-builder.ts index 52790a2b..6c2f6ff7 100644 --- a/core/embedjs/src/core/rag-application-builder.ts +++ b/core/embedjs/src/core/rag-application-builder.ts @@ -24,7 +24,7 @@ export class RAGApplicationBuilder { constructor() { this.loaders = []; this.temperature = 0.1; - this.searchResultCount = 7; + this.searchResultCount = 30; this.model = SIMPLE_MODELS.OPENAI_GPT4_TURBO; this.systemMessage = `You are a helpful human like chat bot. Use relevant provided context and chat history to answer the query at the end. Answer in full. diff --git a/examples/confluence/src/main.ts b/examples/confluence/src/main.ts index 5133de6e..637629ec 100644 --- a/examples/confluence/src/main.ts +++ b/examples/confluence/src/main.ts @@ -8,7 +8,6 @@ const llmApplication = await new RAGApplicationBuilder() .setModel(new OpenAi({ modelName: 'gpt-4o' })) .setEmbeddingModel(new OpenAiEmbeddings()) .setVectorDatabase(new HNSWDb()) - .setSearchResultCount(30) .build(); await llmApplication.addLoader(new ConfluenceLoader({ spaceNames: ['DEMO'] })); diff --git a/examples/dynamic/src/main.ts b/examples/dynamic/src/main.ts index d29372fc..c9ab3d33 100644 --- a/examples/dynamic/src/main.ts +++ b/examples/dynamic/src/main.ts @@ -7,7 +7,6 @@ const llmApplication = await new RAGApplicationBuilder() .setModel(new OpenAi({ modelName: 'gpt-4o' })) .setEmbeddingModel(new OpenAiEmbeddings()) .setVectorDatabase(new HNSWDb()) - .setSearchResultCount(30) .build(); await llmApplication.addLoader(new UrlLoader({ url: 'https://en.wikipedia.org/wiki/Tesla,_Inc.' })); diff --git a/examples/markdown/eslint.config.js b/examples/markdown/eslint.config.js new file mode 100644 index 00000000..e2a15f2a --- /dev/null +++ b/examples/markdown/eslint.config.js @@ -0,0 +1,3 @@ +import baseConfig from '../../eslint.config.js'; + +export default [...baseConfig]; diff --git a/examples/markdown/package-lock.json b/examples/markdown/package-lock.json new file mode 100644 index 00000000..bddb0203 --- /dev/null +++ b/examples/markdown/package-lock.json @@ -0,0 +1,27 @@ +{ + "name": "@llm-tools/embedjs-examples-markdown", + "version": "0.1.1", + "lockfileVersion": 3, + "requires": true, + "packages": { + "": { + "name": "@llm-tools/embedjs-examples-markdown", + "version": "0.1.1", + "dependencies": { + "dotenv": "^16.4.5" + } + }, + "node_modules/dotenv": { + "version": "16.4.5", + "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-16.4.5.tgz", + "integrity": "sha512-ZmdL2rui+eB2YwhsWzjInR8LldtZHGDoQ1ugH85ppHKwpUHL7j7rN0Ti9NCnGiQbhaZ11FpR+7ao1dNsmduNUg==", + "license": "BSD-2-Clause", + "engines": { + "node": ">=12" + }, + "funding": { + "url": "https://dotenvx.com" + } + } + } +} diff --git a/examples/markdown/package.json b/examples/markdown/package.json new file mode 100644 index 00000000..a852a0f2 --- /dev/null +++ b/examples/markdown/package.json @@ -0,0 +1,11 @@ +{ + "name": "@llm-tools/embedjs-examples-markdown", + "version": "0.1.1", + "type": "module", + "dependencies": { + "dotenv": "^16.4.5" + }, + "scripts": { + "start": "nx run examples-markdown:serve" + } +} diff --git a/examples/markdown/project.json b/examples/markdown/project.json new file mode 100644 index 00000000..41fe2006 --- /dev/null +++ b/examples/markdown/project.json @@ -0,0 +1,57 @@ +{ + "name": "examples-markdown", + "$schema": "../../node_modules/nx/schemas/project-schema.json", + "sourceRoot": "examples/markdown/src", + "projectType": "application", + "tags": [], + "targets": { + "build": { + "executor": "@nx/esbuild:esbuild", + "outputs": ["{options.outputPath}"], + "defaultConfiguration": "development", + "options": { + "platform": "node", + "outputPath": "dist/examples/markdown", + "format": ["esm"], + "bundle": true, + "main": "examples/markdown/src/main.ts", + "tsConfig": "examples/markdown/tsconfig.app.json", + "generatePackageJson": false, + "esbuildOptions": { + "sourcemap": true, + "outExtension": { + ".js": ".js" + } + } + }, + "configurations": { + "development": {}, + "production": { + "esbuildOptions": { + "sourcemap": false, + "outExtension": { + ".js": ".js" + } + } + } + } + }, + "serve": { + "executor": "@nx/js:node", + "defaultConfiguration": "development", + "dependsOn": ["build"], + "options": { + "buildTarget": "examples-markdown:build", + "runBuildTargetDependencies": true + }, + "configurations": { + "development": { + "buildTarget": "examples-markdown:build:development" + }, + "production": { + "buildTarget": "examples-markdown:build:production" + } + } + } + } +} diff --git a/examples/markdown/src/main.ts b/examples/markdown/src/main.ts new file mode 100644 index 00000000..6866ace5 --- /dev/null +++ b/examples/markdown/src/main.ts @@ -0,0 +1,14 @@ +import 'dotenv/config'; +import { RAGApplicationBuilder } from '@llm-tools/embedjs'; +import { OpenAi, OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; +import { MarkdownLoader } from '@llm-tools/embedjs-loader-markdown'; +import { HNSWDb } from '@llm-tools/embedjs-hnswlib'; + +const llmApplication = await new RAGApplicationBuilder() + .setModel(new OpenAi({ modelName: 'gpt-4o' })) + .setEmbeddingModel(new OpenAiEmbeddings()) + .setVectorDatabase(new HNSWDb()) + .build(); + +await llmApplication.addLoader(new MarkdownLoader({ filePathOrUrl: './docs/get-started/quickstart.mdx' })); +console.log(await llmApplication.query('How do you create an embedJs application?')); diff --git a/examples/markdown/tsconfig.app.json b/examples/markdown/tsconfig.app.json new file mode 100644 index 00000000..5a8c35da --- /dev/null +++ b/examples/markdown/tsconfig.app.json @@ -0,0 +1,9 @@ +{ + "extends": "./tsconfig.json", + "compilerOptions": { + "outDir": "../../dist/out-tsc", + "types": ["node"] + }, + "exclude": ["jest.config.ts", "src/**/*.spec.ts", "src/**/*.test.ts"], + "include": ["src/**/*.ts"] +} diff --git a/examples/markdown/tsconfig.json b/examples/markdown/tsconfig.json new file mode 100644 index 00000000..c60cf5c2 --- /dev/null +++ b/examples/markdown/tsconfig.json @@ -0,0 +1,17 @@ +{ + "extends": "../../tsconfig.base.json", + "files": [], + "include": [], + "references": [ + { + "path": "./tsconfig.app.json" + } + ], + "compilerOptions": { + "esModuleInterop": true, + "target": "ES2022", + "lib": ["ES2022", "ES2022.Object"], + "module": "NodeNext", + "moduleResolution": "nodenext" + } +} diff --git a/examples/simple/src/main.ts b/examples/simple/src/main.ts index a299b52c..25671612 100644 --- a/examples/simple/src/main.ts +++ b/examples/simple/src/main.ts @@ -8,7 +8,6 @@ const llmApplication = await new RAGApplicationBuilder() .setModel(new OpenAi({ modelName: 'gpt-4o' })) .setEmbeddingModel(new OpenAiEmbeddings()) .setVectorDatabase(new HNSWDb()) - .setSearchResultCount(30) .build(); await llmApplication.addLoader(new WebLoader({ urlOrContent: 'https://en.wikipedia.org/wiki/Tesla,_Inc.' })); diff --git a/loaders/embedjs-loader-web/src/web-loader.ts b/loaders/embedjs-loader-web/src/web-loader.ts index 9926dc59..64f71455 100644 --- a/loaders/embedjs-loader-web/src/web-loader.ts +++ b/loaders/embedjs-loader-web/src/web-loader.ts @@ -34,7 +34,6 @@ export class WebLoader extends BaseLoader<{ type: 'WebLoader' }> { try { const data = this.isUrl ? (await getSafe(this.urlOrContent, { format: 'text' })).body : this.urlOrContent; - console.log('WTF', data); const text = convert(data, { wordwrap: false, diff --git a/package-lock.json b/package-lock.json index faca38de..180321a6 100644 --- a/package-lock.json +++ b/package-lock.json @@ -4688,6 +4688,38 @@ "url": "https://github.com/sponsors/nzakas" } }, + "node_modules/@ibm-cloud/watsonx-ai": { + "version": "1.1.2", + "resolved": "https://registry.npmjs.org/@ibm-cloud/watsonx-ai/-/watsonx-ai-1.1.2.tgz", + "integrity": "sha512-0+ClK12jk1Jk28Hwc2BDmKkTXPjFkQOfCKzUk82TsoPwAIEVN+rlM1cny52d3oSMXXbeKorVDmnIEbXPseHiQA==", + "license": "Apache-2.0", + "peer": true, + "dependencies": { + "@types/node": "^18.0.0", + "extend": "3.0.2", + "ibm-cloud-sdk-core": "^5.0.2" + }, + "engines": { + "node": ">=18.0.0" + } + }, + "node_modules/@ibm-cloud/watsonx-ai/node_modules/@types/node": { + "version": "18.19.64", + "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.64.tgz", + "integrity": "sha512-955mDqvO2vFf/oL7V3WiUtiz+BugyX8uVbaT2H8oj3+8dRyH2FLiNdowe7eNqRM7IOIZvzDH76EoAT+gwm6aIQ==", + "license": "MIT", + "peer": true, + "dependencies": { + "undici-types": "~5.26.4" + } + }, + "node_modules/@ibm-cloud/watsonx-ai/node_modules/undici-types": { + "version": "5.26.5", + "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-5.26.5.tgz", + "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA==", + "license": "MIT", + "peer": true + }, "node_modules/@inquirer/checkbox": { "version": "4.0.1", "resolved": "https://registry.npmjs.org/@inquirer/checkbox/-/checkbox-4.0.1.tgz", @@ -8152,7 +8184,6 @@ "version": "0.5.13", "resolved": "https://registry.npmjs.org/@swc/helpers/-/helpers-0.5.13.tgz", "integrity": "sha512-UoKGxQ3r5kYI9dALKJapMmuK+1zWM/H17Z1+iwnNmzcJRnfFuevZs375TA5rW31pu4BS4NoSy1fRsexDXfWn5w==", - "dev": true, "license": "Apache-2.0", "dependencies": { "tslib": "^2.4.0" @@ -8290,6 +8321,20 @@ "@types/responselike": "^1.0.0" } }, + "node_modules/@types/command-line-args": { + "version": "5.2.3", + "resolved": "https://registry.npmjs.org/@types/command-line-args/-/command-line-args-5.2.3.tgz", + "integrity": "sha512-uv0aG6R0Y8WHZLTamZwtfsDLVRnOa+n+n5rEvFWL5Na5gZ8V2Teab/duDPFzIIIhs9qizDpcavCusCLJZu62Kw==", + "license": "MIT", + "peer": true + }, + "node_modules/@types/command-line-usage": { + "version": "5.0.4", + "resolved": "https://registry.npmjs.org/@types/command-line-usage/-/command-line-usage-5.0.4.tgz", + "integrity": "sha512-BwR5KP3Es/CSht0xqBcUXS3qCAUVXwpRKsV2+arxeb65atasuXG9LykC9Ab10Cw3s2raH92ZqOeILaQbsB2ACg==", + "license": "MIT", + "peer": true + }, "node_modules/@types/conventional-commits-parser": { "version": "5.0.0", "resolved": "https://registry.npmjs.org/@types/conventional-commits-parser/-/conventional-commits-parser-5.0.0.tgz", @@ -8988,6 +9033,37 @@ "node": ">= 8" } }, + "node_modules/apache-arrow": { + "version": "17.0.0", + "resolved": "https://registry.npmjs.org/apache-arrow/-/apache-arrow-17.0.0.tgz", + "integrity": "sha512-X0p7auzdnGuhYMVKYINdQssS4EcKec9TCXyez/qtJt32DrIMGbzqiaMiQ0X6fQlQpw8Fl0Qygcv4dfRAr5Gu9Q==", + "license": "Apache-2.0", + "peer": true, + "dependencies": { + "@swc/helpers": "^0.5.11", + "@types/command-line-args": "^5.2.3", + "@types/command-line-usage": "^5.0.4", + "@types/node": "^20.13.0", + "command-line-args": "^5.2.1", + "command-line-usage": "^7.0.1", + "flatbuffers": "^24.3.25", + "json-bignum": "^0.0.3", + "tslib": "^2.6.2" + }, + "bin": { + "arrow2csv": "bin/arrow2csv.cjs" + } + }, + "node_modules/apache-arrow/node_modules/@types/node": { + "version": "20.17.6", + "resolved": "https://registry.npmjs.org/@types/node/-/node-20.17.6.tgz", + "integrity": "sha512-VEI7OdvK2wP7XHnsuXbAJnEpEkF6NjSN45QJlL4VGqZSXsnicpesdTWsg9RISeSdYd3yeRj/y3k5KGjUXYnFwQ==", + "license": "MIT", + "peer": true, + "dependencies": { + "undici-types": "~6.19.2" + } + }, "node_modules/arg": { "version": "5.0.2", "resolved": "https://registry.npmjs.org/arg/-/arg-5.0.2.tgz", @@ -9001,6 +9077,16 @@ "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q==", "license": "Python-2.0" }, + "node_modules/array-back": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/array-back/-/array-back-3.1.0.tgz", + "integrity": "sha512-TkuxA4UCOvxuDK6NZYXCalszEzj+TLszyASooky+i742l9TqsOdYCMJJupxRic61hwquNtppB3hgcuq9SVSH1Q==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=6" + } + }, "node_modules/array-ify": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/array-ify/-/array-ify-1.0.0.tgz", @@ -9603,6 +9689,55 @@ "url": "https://github.com/chalk/chalk?sponsor=1" } }, + "node_modules/chalk-template": { + "version": "0.4.0", + "resolved": "https://registry.npmjs.org/chalk-template/-/chalk-template-0.4.0.tgz", + "integrity": "sha512-/ghrgmhfY8RaSdeo43hNXxpoHAtxdbskUHjPpfqUWGttFgycUhYPGx3YZBCnUCvOa7Doivn1IZec3DEGFoMgLg==", + "license": "MIT", + "peer": true, + "dependencies": { + "chalk": "^4.1.2" + }, + "engines": { + "node": ">=12" + }, + "funding": { + "url": "https://github.com/chalk/chalk-template?sponsor=1" + } + }, + "node_modules/chalk-template/node_modules/ansi-styles": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz", + "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==", + "license": "MIT", + "peer": true, + "dependencies": { + "color-convert": "^2.0.1" + }, + "engines": { + "node": ">=8" + }, + "funding": { + "url": "https://github.com/chalk/ansi-styles?sponsor=1" + } + }, + "node_modules/chalk-template/node_modules/chalk": { + "version": "4.1.2", + "resolved": "https://registry.npmjs.org/chalk/-/chalk-4.1.2.tgz", + "integrity": "sha512-oKnbhFyRIXpUuez8iBMmyEa4nbj4IOQyuhc/wy9kY7/WVPcwIO9VA668Pu8RkO7+0G76SLROeyw9CpQ061i4mA==", + "license": "MIT", + "peer": true, + "dependencies": { + "ansi-styles": "^4.1.0", + "supports-color": "^7.1.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/chalk/chalk?sponsor=1" + } + }, "node_modules/char-regex": { "version": "1.0.2", "resolved": "https://registry.npmjs.org/char-regex/-/char-regex-1.0.2.tgz", @@ -9908,7 +10043,6 @@ "version": "2.0.1", "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz", "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==", - "dev": true, "license": "MIT", "dependencies": { "color-name": "~1.1.4" @@ -9921,7 +10055,6 @@ "version": "1.1.4", "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz", "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==", - "dev": true, "license": "MIT" }, "node_modules/colorette": { @@ -9957,6 +10090,58 @@ "node": ">= 0.8" } }, + "node_modules/command-line-args": { + "version": "5.2.1", + "resolved": "https://registry.npmjs.org/command-line-args/-/command-line-args-5.2.1.tgz", + "integrity": "sha512-H4UfQhZyakIjC74I9d34fGYDwk3XpSr17QhEd0Q3I9Xq1CETHo4Hcuo87WyWHpAF1aSLjLRf5lD9ZGX2qStUvg==", + "license": "MIT", + "peer": true, + "dependencies": { + "array-back": "^3.1.0", + "find-replace": "^3.0.0", + "lodash.camelcase": "^4.3.0", + "typical": "^4.0.0" + }, + "engines": { + "node": ">=4.0.0" + } + }, + "node_modules/command-line-usage": { + "version": "7.0.3", + "resolved": "https://registry.npmjs.org/command-line-usage/-/command-line-usage-7.0.3.tgz", + "integrity": "sha512-PqMLy5+YGwhMh1wS04mVG44oqDsgyLRSKJBdOo1bnYhMKBW65gZF1dRp2OZRhiTjgUHljy99qkO7bsctLaw35Q==", + "license": "MIT", + "peer": true, + "dependencies": { + "array-back": "^6.2.2", + "chalk-template": "^0.4.0", + "table-layout": "^4.1.0", + "typical": "^7.1.1" + }, + "engines": { + "node": ">=12.20.0" + } + }, + "node_modules/command-line-usage/node_modules/array-back": { + "version": "6.2.2", + "resolved": "https://registry.npmjs.org/array-back/-/array-back-6.2.2.tgz", + "integrity": "sha512-gUAZ7HPyb4SJczXAMUXMGAvI976JoK3qEx9v1FTmeYuJj0IBiaKttG1ydtGKdkfqWkIkouke7nG8ufGy77+Cvw==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=12.17" + } + }, + "node_modules/command-line-usage/node_modules/typical": { + "version": "7.2.0", + "resolved": "https://registry.npmjs.org/typical/-/typical-7.2.0.tgz", + "integrity": "sha512-W1+HdVRUl8fS3MZ9ogD51GOb46xMmhAZzR0WPw5jcgIZQJVvkddYzAl4YTU6g5w33Y1iRQLdIi2/1jhi2RNL0g==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=12.17" + } + }, "node_modules/commander": { "version": "10.0.1", "resolved": "https://registry.npmjs.org/commander/-/commander-10.0.1.tgz", @@ -10471,7 +10656,6 @@ "version": "16.4.5", "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-16.4.5.tgz", "integrity": "sha512-ZmdL2rui+eB2YwhsWzjInR8LldtZHGDoQ1ugH85ppHKwpUHL7j7rN0Ti9NCnGiQbhaZ11FpR+7ao1dNsmduNUg==", - "dev": true, "license": "BSD-2-Clause", "engines": { "node": ">=12" @@ -11296,6 +11480,24 @@ "node": ">=16.0.0" } }, + "node_modules/file-type": { + "version": "16.5.4", + "resolved": "https://registry.npmjs.org/file-type/-/file-type-16.5.4.tgz", + "integrity": "sha512-/yFHK0aGjFEgDJjEKP0pWCplsPFPhwyfwevf/pVxiN0tmE4L9LmwWxWukdJSHdoCli4VgQLehjJtwQBnqmsKcw==", + "license": "MIT", + "peer": true, + "dependencies": { + "readable-web-to-node-stream": "^3.0.0", + "strtok3": "^6.2.4", + "token-types": "^4.1.1" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sindresorhus/file-type?sponsor=1" + } + }, "node_modules/file-uri-to-path": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/file-uri-to-path/-/file-uri-to-path-1.0.0.tgz", @@ -11348,6 +11550,19 @@ "node": ">=8" } }, + "node_modules/find-replace": { + "version": "3.0.0", + "resolved": "https://registry.npmjs.org/find-replace/-/find-replace-3.0.0.tgz", + "integrity": "sha512-6Tb2myMioCAgv5kfvP5/PkZZ/ntTpVK39fHY7WkWBgvbeE+VHd/tZuZ4mrC+bxh4cfOZeYKVPaJIZtZXV7GNCQ==", + "license": "MIT", + "peer": true, + "dependencies": { + "array-back": "^3.0.1" + }, + "engines": { + "node": ">=4.0.0" + } + }, "node_modules/find-up": { "version": "4.1.0", "resolved": "https://registry.npmjs.org/find-up/-/find-up-4.1.0.tgz", @@ -11385,6 +11600,13 @@ "node": ">=16" } }, + "node_modules/flatbuffers": { + "version": "24.3.25", + "resolved": "https://registry.npmjs.org/flatbuffers/-/flatbuffers-24.3.25.tgz", + "integrity": "sha512-3HDgPbgiwWMI9zVB7VYBHaMrbOO7Gm0v+yD2FV/sCKj+9NDeVL7BOBYUuhWAQGKWOzBo8S9WdMvV0eixO233XQ==", + "license": "Apache-2.0", + "peer": true + }, "node_modules/flatted": { "version": "3.3.1", "resolved": "https://registry.npmjs.org/flatted/-/flatted-3.3.1.tgz", @@ -11835,6 +12057,16 @@ "dev": true, "license": "MIT" }, + "node_modules/graphql": { + "version": "16.9.0", + "resolved": "https://registry.npmjs.org/graphql/-/graphql-16.9.0.tgz", + "integrity": "sha512-GGTKBX4SD7Wdb8mqeDLni2oaRGYQWjWHGKPQ24ZMnUtKfcsVoiv4uX8+LJr1K6U5VW2Lu1BwJnj7uiori0YtRw==", + "license": "MIT", + "peer": true, + "engines": { + "node": "^12.22.0 || ^14.16.0 || ^16.0.0 || >=17.0.0" + } + }, "node_modules/graphql-request": { "version": "5.2.0", "resolved": "https://registry.npmjs.org/graphql-request/-/graphql-request-5.2.0.tgz", @@ -11889,7 +12121,6 @@ "version": "4.0.0", "resolved": "https://registry.npmjs.org/has-flag/-/has-flag-4.0.0.tgz", "integrity": "sha512-EykJT/Q1KjTWctppgIAgfSO0tKVuZUjhgMr17kqTumMl6Afv3EISleU7qZUzoXDFTAHTDC4NOoG/ZxU3EvlMPQ==", - "dev": true, "license": "MIT", "engines": { "node": ">=8" @@ -12079,6 +12310,80 @@ "url": "https://github.com/sponsors/typicode" } }, + "node_modules/ibm-cloud-sdk-core": { + "version": "5.1.0", + "resolved": "https://registry.npmjs.org/ibm-cloud-sdk-core/-/ibm-cloud-sdk-core-5.1.0.tgz", + "integrity": "sha512-KJCbPz3tiXB1NGAD7cL4JtwpWV8yd/C7jsaHsxvedMo2ZblNG8emMyvSpGhiKAQVZmi3c0ujz6eJdy22NHuUWQ==", + "license": "Apache-2.0", + "peer": true, + "dependencies": { + "@types/debug": "^4.1.12", + "@types/node": "~10.14.19", + "@types/tough-cookie": "^4.0.0", + "axios": "1.7.4", + "camelcase": "^6.3.0", + "debug": "^4.3.4", + "dotenv": "^16.4.5", + "extend": "3.0.2", + "file-type": "16.5.4", + "form-data": "4.0.0", + "isstream": "0.1.2", + "jsonwebtoken": "^9.0.2", + "mime-types": "2.1.35", + "retry-axios": "^2.6.0", + "tough-cookie": "^4.1.3" + }, + "engines": { + "node": ">=18" + } + }, + "node_modules/ibm-cloud-sdk-core/node_modules/@types/node": { + "version": "10.14.22", + "resolved": "https://registry.npmjs.org/@types/node/-/node-10.14.22.tgz", + "integrity": "sha512-9taxKC944BqoTVjE+UT3pQH0nHZlTvITwfsOZqyc+R3sfJuxaTtxWjfn1K2UlxyPcKHf0rnaXcVFrS9F9vf0bw==", + "license": "MIT", + "peer": true + }, + "node_modules/ibm-cloud-sdk-core/node_modules/axios": { + "version": "1.7.4", + "resolved": "https://registry.npmjs.org/axios/-/axios-1.7.4.tgz", + "integrity": "sha512-DukmaFRnY6AzAALSH4J2M3k6PkaC+MfaAGdEERRWcC9q3/TWQwLpHR8ZRLKTdQ3aBDL64EdluRDjJqKw+BPZEw==", + "license": "MIT", + "peer": true, + "dependencies": { + "follow-redirects": "^1.15.6", + "form-data": "^4.0.0", + "proxy-from-env": "^1.1.0" + } + }, + "node_modules/ibm-cloud-sdk-core/node_modules/camelcase": { + "version": "6.3.0", + "resolved": "https://registry.npmjs.org/camelcase/-/camelcase-6.3.0.tgz", + "integrity": "sha512-Gmy6FhYlCY7uOElZUSbxo2UCDH8owEk996gkbrpsgGtrJLM3J7jGxl9Ic7Qwwj4ivOE5AWZWRMecDdF7hqGjFA==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=10" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, + "node_modules/ibm-cloud-sdk-core/node_modules/form-data": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.0.tgz", + "integrity": "sha512-ETEklSGi5t0QMZuiXoA/Q6vcnxcLQP5vdugSpuAyi6SVGi2clPPp+xgEhuMaHC+zGgn31Kd235W35f7Hykkaww==", + "license": "MIT", + "peer": true, + "dependencies": { + "asynckit": "^0.4.0", + "combined-stream": "^1.0.8", + "mime-types": "^2.1.12" + }, + "engines": { + "node": ">= 6" + } + }, "node_modules/iconv-lite": { "version": "0.4.24", "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz", @@ -12411,6 +12716,13 @@ "node": ">=16" } }, + "node_modules/isstream": { + "version": "0.1.2", + "resolved": "https://registry.npmjs.org/isstream/-/isstream-0.1.2.tgz", + "integrity": "sha512-Yljz7ffyPbrLpLngrMtZ7NduUgVvi6wG9RJ9IUcyCd59YQ911PBJphODUcbOVbqYfxe1wuYf/LJ8PauMRwsM/g==", + "license": "MIT", + "peer": true + }, "node_modules/istanbul-lib-coverage": { "version": "3.2.2", "resolved": "https://registry.npmjs.org/istanbul-lib-coverage/-/istanbul-lib-coverage-3.2.2.tgz", @@ -13651,6 +13963,15 @@ "bignumber.js": "^9.0.0" } }, + "node_modules/json-bignum": { + "version": "0.0.3", + "resolved": "https://registry.npmjs.org/json-bignum/-/json-bignum-0.0.3.tgz", + "integrity": "sha512-2WHyXj3OfHSgNyuzDbSxI1w2jgw5gkWSWhS7Qg4bWXx1nLk3jnbwfUeS0PSba3IzpTUWdHxBieELUzXRjQB2zg==", + "peer": true, + "engines": { + "node": ">=0.8" + } + }, "node_modules/json-buffer": { "version": "3.0.1", "resolved": "https://registry.npmjs.org/json-buffer/-/json-buffer-3.0.1.tgz", @@ -13747,6 +14068,52 @@ "node": ">=0.10.0" } }, + "node_modules/jsonwebtoken": { + "version": "9.0.2", + "resolved": "https://registry.npmjs.org/jsonwebtoken/-/jsonwebtoken-9.0.2.tgz", + "integrity": "sha512-PRp66vJ865SSqOlgqS8hujT5U4AOgMfhrwYIuIhfKaoSCZcirrmASQr8CX7cUg+RMih+hgznrjp99o+W4pJLHQ==", + "license": "MIT", + "peer": true, + "dependencies": { + "jws": "^3.2.2", + "lodash.includes": "^4.3.0", + "lodash.isboolean": "^3.0.3", + "lodash.isinteger": "^4.0.4", + "lodash.isnumber": "^3.0.3", + "lodash.isplainobject": "^4.0.6", + "lodash.isstring": "^4.0.1", + "lodash.once": "^4.0.0", + "ms": "^2.1.1", + "semver": "^7.5.4" + }, + "engines": { + "node": ">=12", + "npm": ">=6" + } + }, + "node_modules/jsonwebtoken/node_modules/jwa": { + "version": "1.4.1", + "resolved": "https://registry.npmjs.org/jwa/-/jwa-1.4.1.tgz", + "integrity": "sha512-qiLX/xhEEFKUAJ6FiBMbes3w9ATzyk5W7Hvzpa/SLYdxNtng+gcurvrI7TbACjIXlsJyr05/S1oUhZrc63evQA==", + "license": "MIT", + "peer": true, + "dependencies": { + "buffer-equal-constant-time": "1.0.1", + "ecdsa-sig-formatter": "1.0.11", + "safe-buffer": "^5.0.1" + } + }, + "node_modules/jsonwebtoken/node_modules/jws": { + "version": "3.2.2", + "resolved": "https://registry.npmjs.org/jws/-/jws-3.2.2.tgz", + "integrity": "sha512-YHlZCB6lMTllWDtSPHz/ZXTsi8S00usEV6v1tjq8tOUZzw7DpSDWVXjXDre6ed1w/pd495ODpHZYSdkRTsa0HA==", + "license": "MIT", + "peer": true, + "dependencies": { + "jwa": "^1.4.1", + "safe-buffer": "^5.0.1" + } + }, "node_modules/jsuri": { "version": "1.3.1", "resolved": "https://registry.npmjs.org/jsuri/-/jsuri-1.3.1.tgz", @@ -14075,6 +14442,13 @@ "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==", "license": "MIT" }, + "node_modules/lodash.camelcase": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/lodash.camelcase/-/lodash.camelcase-4.3.0.tgz", + "integrity": "sha512-TwuEnCnxbc3rAvhf/LbG7tJUDzhqXyFnv3dtzLOPgCG/hODL7WFnsbwktkD7yUV0RrreP/l1PALq/YSg6VvjlA==", + "license": "MIT", + "peer": true + }, "node_modules/lodash.debounce": { "version": "4.0.8", "resolved": "https://registry.npmjs.org/lodash.debounce/-/lodash.debounce-4.0.8.tgz", @@ -14088,12 +14462,54 @@ "integrity": "sha512-qjxPLHd3r5DnsdGacqOMU6pb/avJzdh9tFX2ymgoZE27BmjXrNy/y4LoaiTeAb+O3gL8AfpJGtqfX/ae2leYYQ==", "license": "MIT" }, + "node_modules/lodash.includes": { + "version": "4.3.0", + "resolved": "https://registry.npmjs.org/lodash.includes/-/lodash.includes-4.3.0.tgz", + "integrity": "sha512-W3Bx6mdkRTGtlJISOvVD/lbqjTlPPUDTMnlXZFnVwi9NKJ6tiAk6LVdlhZMm17VZisqhKcgzpO5Wz91PCt5b0w==", + "license": "MIT", + "peer": true + }, "node_modules/lodash.isarguments": { "version": "3.1.0", "resolved": "https://registry.npmjs.org/lodash.isarguments/-/lodash.isarguments-3.1.0.tgz", "integrity": "sha512-chi4NHZlZqZD18a0imDHnZPrDeBbTtVN7GXMwuGdRH9qotxAjYs3aVLKc7zNOG9eddR5Ksd8rvFEBc9SsggPpg==", "license": "MIT" }, + "node_modules/lodash.isboolean": { + "version": "3.0.3", + "resolved": "https://registry.npmjs.org/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz", + "integrity": "sha512-Bz5mupy2SVbPHURB98VAcw+aHh4vRV5IPNhILUCsOzRmsTmSQ17jIuqopAentWoehktxGd9e/hbIXq980/1QJg==", + "license": "MIT", + "peer": true + }, + "node_modules/lodash.isinteger": { + "version": "4.0.4", + "resolved": "https://registry.npmjs.org/lodash.isinteger/-/lodash.isinteger-4.0.4.tgz", + "integrity": "sha512-DBwtEWN2caHQ9/imiNeEA5ys1JoRtRfY3d7V9wkqtbycnAmTvRRmbHKDV4a0EYc678/dia0jrte4tjYwVBaZUA==", + "license": "MIT", + "peer": true + }, + "node_modules/lodash.isnumber": { + "version": "3.0.3", + "resolved": "https://registry.npmjs.org/lodash.isnumber/-/lodash.isnumber-3.0.3.tgz", + "integrity": "sha512-QYqzpfwO3/CWf3XP+Z+tkQsfaLL/EnUlXWVkIk5FUPc4sBdTehEqZONuyRt2P67PXAk+NXmTBcc97zw9t1FQrw==", + "license": "MIT", + "peer": true + }, + "node_modules/lodash.isplainobject": { + "version": "4.0.6", + "resolved": "https://registry.npmjs.org/lodash.isplainobject/-/lodash.isplainobject-4.0.6.tgz", + "integrity": "sha512-oSXzaWypCMHkPC3NvBEaPHf0KsA5mvPrOPgQWDsbg8n7orZ290M0BmC/jgRZ4vcJ6DTAhjrsSYgdsW/F+MFOBA==", + "license": "MIT", + "peer": true + }, + "node_modules/lodash.isstring": { + "version": "4.0.1", + "resolved": "https://registry.npmjs.org/lodash.isstring/-/lodash.isstring-4.0.1.tgz", + "integrity": "sha512-0wJxfxH1wgO3GrbuP+dTTk7op+6L41QCXbGINEmD+ny/G/eCqGzxyCsh7159S+mgDDcoarnBw6PC1PS5+wUGgw==", + "license": "MIT", + "peer": true + }, "node_modules/lodash.merge": { "version": "4.6.2", "resolved": "https://registry.npmjs.org/lodash.merge/-/lodash.merge-4.6.2.tgz", @@ -14101,6 +14517,13 @@ "dev": true, "license": "MIT" }, + "node_modules/lodash.once": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/lodash.once/-/lodash.once-4.1.1.tgz", + "integrity": "sha512-Sb487aTOCr9drQVL8pIxOzVhafOjZN9UU54hiN8PU3uAiSV7lx1yYNpbNmex2PK6dSJoNTSJUUswT651yww3Mg==", + "license": "MIT", + "peer": true + }, "node_modules/log-symbols": { "version": "4.1.0", "resolved": "https://registry.npmjs.org/log-symbols/-/log-symbols-4.1.0.tgz", @@ -15708,9 +16131,9 @@ } }, "node_modules/openai": { - "version": "4.70.3", - "resolved": "https://registry.npmjs.org/openai/-/openai-4.70.3.tgz", - "integrity": "sha512-N2XOWjuT5yKIdLgjZkQt9i5+cAXI7qKM7E5PpIsmVfnTi/Y812omr3rozgKwxXJC6aga8nl2BWos4HRdlZllFA==", + "version": "4.71.0", + "resolved": "https://registry.npmjs.org/openai/-/openai-4.71.0.tgz", + "integrity": "sha512-jeJ7+6cZvj+ZbIsbX/Ag8+pug2+vjKbrD/v3Hwp6uv3KZyWjSkZa5MdUshzpNC3jsFzakfbUhEEFQXsKWNgm/g==", "license": "Apache-2.0", "dependencies": { "@types/node": "^18.11.18", @@ -16161,6 +16584,20 @@ "url": "https://ko-fi.com/killymxi" } }, + "node_modules/peek-readable": { + "version": "4.1.0", + "resolved": "https://registry.npmjs.org/peek-readable/-/peek-readable-4.1.0.tgz", + "integrity": "sha512-ZI3LnwUv5nOGbQzD9c2iDG6toheuXSZP5esSHBjopsXH4dg19soufvpUGA3uohi5anFtGb2lhAVdHzH6R/Evvg==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=8" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, "node_modules/picocolors": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz", @@ -16655,6 +17092,19 @@ "node": ">= 4" } }, + "node_modules/retry-axios": { + "version": "2.6.0", + "resolved": "https://registry.npmjs.org/retry-axios/-/retry-axios-2.6.0.tgz", + "integrity": "sha512-pOLi+Gdll3JekwuFjXO3fTq+L9lzMQGcSq7M5gIjExcl3Gu1hd4XXuf5o3+LuSBsaULQH7DiNbsqPd1chVpQGQ==", + "license": "Apache-2.0", + "peer": true, + "engines": { + "node": ">=10.7.0" + }, + "peerDependencies": { + "axios": "*" + } + }, "node_modules/reusify": { "version": "1.0.4", "resolved": "https://registry.npmjs.org/reusify/-/reusify-1.0.4.tgz", @@ -17399,11 +17849,28 @@ "integrity": "sha512-J8bbNyKKXl5qYcR36TIO8W3mVGVHrmmxsd5PAItGkmyzwJvybiw2IVq5nqd0i4LSNSkB/sx9VHllbfFdr9k1JA==", "license": "MIT" }, + "node_modules/strtok3": { + "version": "6.3.0", + "resolved": "https://registry.npmjs.org/strtok3/-/strtok3-6.3.0.tgz", + "integrity": "sha512-fZtbhtvI9I48xDSywd/somNqgUHl2L2cstmXCCif0itOf96jeW18MBSyrLuNicYQVkvpOxkZtkzujiTJ9LW5Jw==", + "license": "MIT", + "peer": true, + "dependencies": { + "@tokenizer/token": "^0.3.0", + "peek-readable": "^4.1.0" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, "node_modules/supports-color": { "version": "7.2.0", "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-7.2.0.tgz", "integrity": "sha512-qpCAvRl9stuOHveKsn7HncJRvv501qIacKzQlO/+Lwxc9+0q2wLyv4Dfvt80/DPn2pqOBsJdDiogXGR9+OvwRw==", - "dev": true, "license": "MIT", "dependencies": { "has-flag": "^4.0.0" @@ -17425,6 +17892,30 @@ "url": "https://github.com/sponsors/ljharb" } }, + "node_modules/table-layout": { + "version": "4.1.1", + "resolved": "https://registry.npmjs.org/table-layout/-/table-layout-4.1.1.tgz", + "integrity": "sha512-iK5/YhZxq5GO5z8wb0bY1317uDF3Zjpha0QFFLA8/trAoiLbQD0HUbMesEaxyzUgDxi2QlcbM8IvqOlEjgoXBA==", + "license": "MIT", + "peer": true, + "dependencies": { + "array-back": "^6.2.2", + "wordwrapjs": "^5.1.0" + }, + "engines": { + "node": ">=12.17" + } + }, + "node_modules/table-layout/node_modules/array-back": { + "version": "6.2.2", + "resolved": "https://registry.npmjs.org/array-back/-/array-back-6.2.2.tgz", + "integrity": "sha512-gUAZ7HPyb4SJczXAMUXMGAvI976JoK3qEx9v1FTmeYuJj0IBiaKttG1ydtGKdkfqWkIkouke7nG8ufGy77+Cvw==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=12.17" + } + }, "node_modules/tar-stream": { "version": "2.2.0", "resolved": "https://registry.npmjs.org/tar-stream/-/tar-stream-2.2.0.tgz", @@ -17538,6 +18029,24 @@ "node": ">=8.0" } }, + "node_modules/token-types": { + "version": "4.2.1", + "resolved": "https://registry.npmjs.org/token-types/-/token-types-4.2.1.tgz", + "integrity": "sha512-6udB24Q737UD/SDsKAHI9FCRP7Bqc9D/MQUV02ORQg5iskjtLJlZJNdN4kKtcdtwCeWIwIHDGaUsTsCCAa8sFQ==", + "license": "MIT", + "peer": true, + "dependencies": { + "@tokenizer/token": "^0.3.0", + "ieee754": "^1.2.1" + }, + "engines": { + "node": ">=10" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, "node_modules/tough-cookie": { "version": "4.1.4", "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-4.1.4.tgz", @@ -17742,6 +18251,16 @@ } } }, + "node_modules/typical": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/typical/-/typical-4.0.0.tgz", + "integrity": "sha512-VAH4IvQ7BDFYglMd7BPRDfLgxZZX4O4TFcRDA6EN5X7erNJJq+McIEp8np9aVtxrCJ6qx4GTYVfOWNjcqwZgRw==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=8" + } + }, "node_modules/underscore": { "version": "1.13.7", "resolved": "https://registry.npmjs.org/underscore/-/underscore-1.13.7.tgz", @@ -18133,6 +18652,16 @@ "node": ">=0.10.0" } }, + "node_modules/wordwrapjs": { + "version": "5.1.0", + "resolved": "https://registry.npmjs.org/wordwrapjs/-/wordwrapjs-5.1.0.tgz", + "integrity": "sha512-JNjcULU2e4KJwUNv6CHgI46UvDGitb6dGryHajXTDiLgg1/RiGoPSDw4kZfYnwGtEXf2ZMeIewDQgFGzkCB2Sg==", + "license": "MIT", + "peer": true, + "engines": { + "node": ">=12.17" + } + }, "node_modules/wrap-ansi": { "version": "6.2.0", "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-6.2.0.tgz", From e1ceead0f56f710d56b8b14fe84f4f0652fbbaa3 Mon Sep 17 00:00:00 2001 From: Adhityan K V Date: Tue, 5 Nov 2024 11:38:48 +0100 Subject: [PATCH 5/7] chore(release): create release 0.1.17 --- core/embedjs-interfaces/CHANGELOG.md | 7 + core/embedjs-interfaces/package.json | 2 +- core/embedjs-utils/CHANGELOG.md | 7 + core/embedjs-utils/package.json | 4 +- core/embedjs/CHANGELOG.md | 7 + core/embedjs/package.json | 6 +- databases/embedjs-astra/CHANGELOG.md | 7 + databases/embedjs-astra/package.json | 4 +- databases/embedjs-cosmos/CHANGELOG.md | 7 + databases/embedjs-cosmos/package.json | 4 +- databases/embedjs-hnswlib/CHANGELOG.md | 7 + databases/embedjs-hnswlib/package.json | 4 +- databases/embedjs-lancedb/CHANGELOG.md | 7 + databases/embedjs-lancedb/package.json | 4 +- databases/embedjs-lmdb/CHANGELOG.md | 7 + databases/embedjs-lmdb/package.json | 4 +- databases/embedjs-mongodb/CHANGELOG.md | 7 + databases/embedjs-mongodb/package.json | 4 +- databases/embedjs-pinecone/CHANGELOG.md | 7 + databases/embedjs-pinecone/package.json | 4 +- databases/embedjs-qdrant/CHANGELOG.md | 7 + databases/embedjs-qdrant/package.json | 4 +- databases/embedjs-redis/CHANGELOG.md | 7 + databases/embedjs-redis/package.json | 4 +- databases/embedjs-weaviate/CHANGELOG.md | 7 + databases/embedjs-weaviate/package.json | 4 +- .../embedjs-loader-confluence/CHANGELOG.md | 7 + .../embedjs-loader-confluence/package.json | 6 +- loaders/embedjs-loader-csv/CHANGELOG.md | 7 + loaders/embedjs-loader-csv/package.json | 6 +- loaders/embedjs-loader-markdown/package.json | 10 +- loaders/embedjs-loader-msoffice/CHANGELOG.md | 7 + loaders/embedjs-loader-msoffice/package.json | 6 +- loaders/embedjs-loader-pdf/CHANGELOG.md | 7 + loaders/embedjs-loader-pdf/package.json | 6 +- loaders/embedjs-loader-sitemap/CHANGELOG.md | 7 + loaders/embedjs-loader-sitemap/package.json | 6 +- loaders/embedjs-loader-web/CHANGELOG.md | 7 + loaders/embedjs-loader-web/package.json | 6 +- loaders/embedjs-loader-xml/package.json | 4 +- loaders/embedjs-loader-youtube/CHANGELOG.md | 7 + loaders/embedjs-loader-youtube/package.json | 6 +- models/embedjs-anthropic/CHANGELOG.md | 7 + models/embedjs-anthropic/package.json | 4 +- models/embedjs-cohere/CHANGELOG.md | 7 + models/embedjs-cohere/package.json | 4 +- models/embedjs-huggingface/CHANGELOG.md | 7 + models/embedjs-huggingface/package.json | 4 +- models/embedjs-mistral/CHANGELOG.md | 7 + models/embedjs-mistral/package.json | 4 +- models/embedjs-ollama/CHANGELOG.md | 7 + models/embedjs-ollama/package.json | 4 +- models/embedjs-openai/CHANGELOG.md | 7 + models/embedjs-openai/package.json | 4 +- models/embedjs-vertexai/CHANGELOG.md | 7 + models/embedjs-vertexai/package.json | 4 +- package-lock.json | 581 +----------------- 57 files changed, 265 insertions(+), 641 deletions(-) diff --git a/core/embedjs-interfaces/CHANGELOG.md b/core/embedjs-interfaces/CHANGELOG.md index c1c7bbe4..ac136d9f 100644 --- a/core/embedjs-interfaces/CHANGELOG.md +++ b/core/embedjs-interfaces/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/core/embedjs-interfaces/package.json b/core/embedjs-interfaces/package.json index e613911c..e278364a 100644 --- a/core/embedjs-interfaces/package.json +++ b/core/embedjs-interfaces/package.json @@ -1,6 +1,6 @@ { "name": "@llm-tools/embedjs-interfaces", - "version": "0.1.16", + "version": "0.1.17", "description": "Interfaces for extending the embedjs ecosystem", "dependencies": { "@langchain/core": "^0.3.17", diff --git a/core/embedjs-utils/CHANGELOG.md b/core/embedjs-utils/CHANGELOG.md index d177e1be..8de53d2a 100644 --- a/core/embedjs-utils/CHANGELOG.md +++ b/core/embedjs-utils/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/core/embedjs-utils/package.json b/core/embedjs-utils/package.json index 8057f628..ceb33f2f 100644 --- a/core/embedjs-utils/package.json +++ b/core/embedjs-utils/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-utils", - "version": "0.1.16", + "version": "0.1.17", "description": "Useful util functions when extending the embedjs ecosystem", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16" + "@llm-tools/embedjs-interfaces": "0.1.17" }, "type": "module", "main": "./src/index.js", diff --git a/core/embedjs/CHANGELOG.md b/core/embedjs/CHANGELOG.md index df33ea85..9b19bf94 100644 --- a/core/embedjs/CHANGELOG.md +++ b/core/embedjs/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/core/embedjs/package.json b/core/embedjs/package.json index 15d45478..e04ebf90 100644 --- a/core/embedjs/package.json +++ b/core/embedjs/package.json @@ -1,12 +1,12 @@ { "type": "module", "name": "@llm-tools/embedjs", - "version": "0.1.16", + "version": "0.1.17", "description": "A NodeJS RAG framework to easily work with LLMs and custom datasets", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "debug": "^4.3.7", "langchain": "^0.3.5", "md5": "^2.3.0", diff --git a/databases/embedjs-astra/CHANGELOG.md b/databases/embedjs-astra/CHANGELOG.md index a66804a5..61cce01e 100644 --- a/databases/embedjs-astra/CHANGELOG.md +++ b/databases/embedjs-astra/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-astra/package.json b/databases/embedjs-astra/package.json index 82c5cb7e..046a144e 100644 --- a/databases/embedjs-astra/package.json +++ b/databases/embedjs-astra/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-astradb", - "version": "0.1.16", + "version": "0.1.17", "description": "Add AstraDB support to embedjs", "dependencies": { "@datastax/astra-db-ts": "^1.5.0", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" }, "type": "module", diff --git a/databases/embedjs-cosmos/CHANGELOG.md b/databases/embedjs-cosmos/CHANGELOG.md index 53205d14..6bb039e7 100644 --- a/databases/embedjs-cosmos/CHANGELOG.md +++ b/databases/embedjs-cosmos/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-cosmos/package.json b/databases/embedjs-cosmos/package.json index 12a5eac7..f9613d30 100644 --- a/databases/embedjs-cosmos/package.json +++ b/databases/embedjs-cosmos/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-cosmos", - "version": "0.1.16", + "version": "0.1.17", "description": "Add CosmosDB support to embedjs", "dependencies": { "@azure/cosmos": "^4.1.1", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" }, "type": "module", diff --git a/databases/embedjs-hnswlib/CHANGELOG.md b/databases/embedjs-hnswlib/CHANGELOG.md index 2c719d94..212809d6 100644 --- a/databases/embedjs-hnswlib/CHANGELOG.md +++ b/databases/embedjs-hnswlib/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-hnswlib/package.json b/databases/embedjs-hnswlib/package.json index c8d9ec9a..771df944 100644 --- a/databases/embedjs-hnswlib/package.json +++ b/databases/embedjs-hnswlib/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-hnswlib", - "version": "0.1.16", + "version": "0.1.17", "description": "Add HNSWLib support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7", "hnswlib-node": "^3.0.0" }, diff --git a/databases/embedjs-lancedb/CHANGELOG.md b/databases/embedjs-lancedb/CHANGELOG.md index 39a1c586..9a6b12d1 100644 --- a/databases/embedjs-lancedb/CHANGELOG.md +++ b/databases/embedjs-lancedb/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-lancedb/package.json b/databases/embedjs-lancedb/package.json index f91e4e68..3ea51c55 100644 --- a/databases/embedjs-lancedb/package.json +++ b/databases/embedjs-lancedb/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-lancedb", - "version": "0.1.16", + "version": "0.1.17", "description": "Add LanceDb support to embedjs", "dependencies": { "@lancedb/lancedb": "^0.12.0", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "compute-cosine-similarity": "^1.1.0" }, "type": "module", diff --git a/databases/embedjs-lmdb/CHANGELOG.md b/databases/embedjs-lmdb/CHANGELOG.md index b56a1fd1..910e0587 100644 --- a/databases/embedjs-lmdb/CHANGELOG.md +++ b/databases/embedjs-lmdb/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-lmdb/package.json b/databases/embedjs-lmdb/package.json index 3be6081d..6d720b6b 100644 --- a/databases/embedjs-lmdb/package.json +++ b/databases/embedjs-lmdb/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-lmdb", - "version": "0.1.16", + "version": "0.1.17", "description": "Add LMDB support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "lmdb": "^3.1.4" }, "type": "module", diff --git a/databases/embedjs-mongodb/CHANGELOG.md b/databases/embedjs-mongodb/CHANGELOG.md index 750e622a..7505c9de 100644 --- a/databases/embedjs-mongodb/CHANGELOG.md +++ b/databases/embedjs-mongodb/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-mongodb/package.json b/databases/embedjs-mongodb/package.json index 9208260d..c068e13d 100644 --- a/databases/embedjs-mongodb/package.json +++ b/databases/embedjs-mongodb/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-mongodb", - "version": "0.1.16", + "version": "0.1.17", "description": "Add MongoDB support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7", "mongodb": "^6.10.0" }, diff --git a/databases/embedjs-pinecone/CHANGELOG.md b/databases/embedjs-pinecone/CHANGELOG.md index 6cedb453..9c145b92 100644 --- a/databases/embedjs-pinecone/CHANGELOG.md +++ b/databases/embedjs-pinecone/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-pinecone/package.json b/databases/embedjs-pinecone/package.json index 3a073cfc..d411a8ac 100644 --- a/databases/embedjs-pinecone/package.json +++ b/databases/embedjs-pinecone/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-pinecone", - "version": "0.1.16", + "version": "0.1.17", "description": "Add Pinecone support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "@pinecone-database/pinecone": "^4.0.0", "debug": "^4.3.7" }, diff --git a/databases/embedjs-qdrant/CHANGELOG.md b/databases/embedjs-qdrant/CHANGELOG.md index 3314cc63..caf16fb1 100644 --- a/databases/embedjs-qdrant/CHANGELOG.md +++ b/databases/embedjs-qdrant/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-qdrant/package.json b/databases/embedjs-qdrant/package.json index fb818421..86c57abc 100644 --- a/databases/embedjs-qdrant/package.json +++ b/databases/embedjs-qdrant/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-qdrant", - "version": "0.1.16", + "version": "0.1.17", "description": "Add Qdrant support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "@qdrant/js-client-rest": "^1.12.0", "debug": "^4.3.7", "uuid": "^11.0.2" diff --git a/databases/embedjs-redis/CHANGELOG.md b/databases/embedjs-redis/CHANGELOG.md index bdbd7325..b4f2e5ac 100644 --- a/databases/embedjs-redis/CHANGELOG.md +++ b/databases/embedjs-redis/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-redis/package.json b/databases/embedjs-redis/package.json index 1b7932d1..e7d33491 100644 --- a/databases/embedjs-redis/package.json +++ b/databases/embedjs-redis/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-redis", - "version": "0.1.16", + "version": "0.1.17", "description": "Add Redis support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "ioredis": "^5.4.1" }, "type": "module", diff --git a/databases/embedjs-weaviate/CHANGELOG.md b/databases/embedjs-weaviate/CHANGELOG.md index 29092de4..4fc84c1d 100644 --- a/databases/embedjs-weaviate/CHANGELOG.md +++ b/databases/embedjs-weaviate/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/databases/embedjs-weaviate/package.json b/databases/embedjs-weaviate/package.json index 40d8ffe9..587bff71 100644 --- a/databases/embedjs-weaviate/package.json +++ b/databases/embedjs-weaviate/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-weaviate", - "version": "0.1.16", + "version": "0.1.17", "description": "Add Weaviate support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "compute-cosine-similarity": "^1.1.0", "debug": "^4.3.7", "weaviate-ts-client": "^2.2.0" diff --git a/loaders/embedjs-loader-confluence/CHANGELOG.md b/loaders/embedjs-loader-confluence/CHANGELOG.md index ed0cf058..95045ba6 100644 --- a/loaders/embedjs-loader-confluence/CHANGELOG.md +++ b/loaders/embedjs-loader-confluence/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-confluence/package.json b/loaders/embedjs-loader-confluence/package.json index 3b6e097c..c0448f37 100644 --- a/loaders/embedjs-loader-confluence/package.json +++ b/loaders/embedjs-loader-confluence/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-confluence", - "version": "0.1.16", + "version": "0.1.17", "description": "Confluence loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-loader-web": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-loader-web": "0.1.17", "confluence.js": "^1.7.4", "debug": "^4.3.7", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-csv/CHANGELOG.md b/loaders/embedjs-loader-csv/CHANGELOG.md index 384831fc..00d2cfcd 100644 --- a/loaders/embedjs-loader-csv/CHANGELOG.md +++ b/loaders/embedjs-loader-csv/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-csv/package.json b/loaders/embedjs-loader-csv/package.json index 28ae6aea..6ec80bc0 100644 --- a/loaders/embedjs-loader-csv/package.json +++ b/loaders/embedjs-loader-csv/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-csv", - "version": "0.1.16", + "version": "0.1.17", "description": "CSV loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "csv-parse": "^5.5.6", "debug": "^4.3.7", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-markdown/package.json b/loaders/embedjs-loader-markdown/package.json index 8ad24158..16d69cc4 100644 --- a/loaders/embedjs-loader-markdown/package.json +++ b/loaders/embedjs-loader-markdown/package.json @@ -1,15 +1,15 @@ { "name": "@llm-tools/embedjs-loader-markdown", - "version": "0.1.16", + "version": "0.1.17", "description": "XML loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-loader-web": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-loader-web": "0.1.17", "debug": "^4.3.7", + "md5": "^2.3.0", "micromark": "^4.0.0", "micromark-extension-gfm": "^3.0.0", - "micromark-extension-mdx-jsx": "^3.0.1", - "md5": "^2.3.0" + "micromark-extension-mdx-jsx": "^3.0.1" }, "type": "module", "main": "./src/index.js", diff --git a/loaders/embedjs-loader-msoffice/CHANGELOG.md b/loaders/embedjs-loader-msoffice/CHANGELOG.md index 8d5618c8..10048f2a 100644 --- a/loaders/embedjs-loader-msoffice/CHANGELOG.md +++ b/loaders/embedjs-loader-msoffice/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-msoffice/package.json b/loaders/embedjs-loader-msoffice/package.json index afba1d32..9ff3ce3d 100644 --- a/loaders/embedjs-loader-msoffice/package.json +++ b/loaders/embedjs-loader-msoffice/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-msoffice", - "version": "0.1.16", + "version": "0.1.17", "description": "Word, PPT and Excel loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" }, diff --git a/loaders/embedjs-loader-pdf/CHANGELOG.md b/loaders/embedjs-loader-pdf/CHANGELOG.md index feca10ae..f149d692 100644 --- a/loaders/embedjs-loader-pdf/CHANGELOG.md +++ b/loaders/embedjs-loader-pdf/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-pdf/package.json b/loaders/embedjs-loader-pdf/package.json index f8a66ed8..03fb1f7d 100644 --- a/loaders/embedjs-loader-pdf/package.json +++ b/loaders/embedjs-loader-pdf/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-pdf", - "version": "0.1.16", + "version": "0.1.17", "description": "PDF loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" }, diff --git a/loaders/embedjs-loader-sitemap/CHANGELOG.md b/loaders/embedjs-loader-sitemap/CHANGELOG.md index fb423e36..e2c87e30 100644 --- a/loaders/embedjs-loader-sitemap/CHANGELOG.md +++ b/loaders/embedjs-loader-sitemap/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-sitemap/package.json b/loaders/embedjs-loader-sitemap/package.json index a96bb533..a31638cc 100644 --- a/loaders/embedjs-loader-sitemap/package.json +++ b/loaders/embedjs-loader-sitemap/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-sitemap", - "version": "0.1.16", + "version": "0.1.17", "description": "Sitemap recursive loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-loader-web": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-loader-web": "0.1.17", "debug": "^4.3.7", "md5": "^2.3.0", "sitemapper": "^3.2.14" diff --git a/loaders/embedjs-loader-web/CHANGELOG.md b/loaders/embedjs-loader-web/CHANGELOG.md index 727df39f..3c5cf629 100644 --- a/loaders/embedjs-loader-web/CHANGELOG.md +++ b/loaders/embedjs-loader-web/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-web/package.json b/loaders/embedjs-loader-web/package.json index f70f433a..5022b053 100644 --- a/loaders/embedjs-loader-web/package.json +++ b/loaders/embedjs-loader-web/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-web", - "version": "0.1.16", + "version": "0.1.17", "description": "Web page loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "debug": "^4.3.7", "html-to-text": "^9.0.5", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-xml/package.json b/loaders/embedjs-loader-xml/package.json index dd0409a8..56726a86 100644 --- a/loaders/embedjs-loader-xml/package.json +++ b/loaders/embedjs-loader-xml/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-loader-xml", - "version": "0.1.16", + "version": "0.1.17", "description": "XML loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7", "fast-xml-parser": "^4.5.0", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-youtube/CHANGELOG.md b/loaders/embedjs-loader-youtube/CHANGELOG.md index 637ef94b..3967f8bf 100644 --- a/loaders/embedjs-loader-youtube/CHANGELOG.md +++ b/loaders/embedjs-loader-youtube/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-youtube/package.json b/loaders/embedjs-loader-youtube/package.json index c5cd4e8b..2a767e24 100644 --- a/loaders/embedjs-loader-youtube/package.json +++ b/loaders/embedjs-loader-youtube/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-youtube", - "version": "0.1.16", + "version": "0.1.17", "description": "Youtube transcript and channel recursive loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "debug": "^4.3.7", "md5": "^2.3.0", "usetube": "^2.2.7", diff --git a/models/embedjs-anthropic/CHANGELOG.md b/models/embedjs-anthropic/CHANGELOG.md index 2cb7f63b..22c89137 100644 --- a/models/embedjs-anthropic/CHANGELOG.md +++ b/models/embedjs-anthropic/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/models/embedjs-anthropic/package.json b/models/embedjs-anthropic/package.json index b5f491c7..b9005bdd 100644 --- a/models/embedjs-anthropic/package.json +++ b/models/embedjs-anthropic/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-anthropic", - "version": "0.1.16", + "version": "0.1.17", "description": "Enable usage of Anthropic models with embedjs", "dependencies": { "@langchain/anthropic": "^0.3.7", "@langchain/core": "^0.3.17", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-cohere/CHANGELOG.md b/models/embedjs-cohere/CHANGELOG.md index a3ce0a72..8fe48c11 100644 --- a/models/embedjs-cohere/CHANGELOG.md +++ b/models/embedjs-cohere/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/models/embedjs-cohere/package.json b/models/embedjs-cohere/package.json index 3ce0b6f5..4099d405 100644 --- a/models/embedjs-cohere/package.json +++ b/models/embedjs-cohere/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-cohere", - "version": "0.1.16", + "version": "0.1.17", "description": "Enable usage of Cohere models with embedjs", "dependencies": { "@langchain/cohere": "^0.3.1", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "cohere-ai": "^7.14.0" }, "type": "module", diff --git a/models/embedjs-huggingface/CHANGELOG.md b/models/embedjs-huggingface/CHANGELOG.md index 0d7661f4..6217ab53 100644 --- a/models/embedjs-huggingface/CHANGELOG.md +++ b/models/embedjs-huggingface/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/models/embedjs-huggingface/package.json b/models/embedjs-huggingface/package.json index b0d1e612..73720f84 100644 --- a/models/embedjs-huggingface/package.json +++ b/models/embedjs-huggingface/package.json @@ -1,12 +1,12 @@ { "name": "@llm-tools/embedjs-huggingface", - "version": "0.1.16", + "version": "0.1.17", "description": "Enable usage of HuggingFace models with embedjs", "dependencies": { "@huggingface/inference": "^2.8.1", "@langchain/community": "^0.3.11", "@langchain/core": "^0.3.17", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-mistral/CHANGELOG.md b/models/embedjs-mistral/CHANGELOG.md index 9f3b9fa9..e021a411 100644 --- a/models/embedjs-mistral/CHANGELOG.md +++ b/models/embedjs-mistral/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/models/embedjs-mistral/package.json b/models/embedjs-mistral/package.json index 85f4cbfc..b77773e5 100644 --- a/models/embedjs-mistral/package.json +++ b/models/embedjs-mistral/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-mistral", - "version": "0.1.16", + "version": "0.1.17", "description": "Enable usage of Mistral models with embedjs", "dependencies": { "@langchain/core": "^0.3.17", "@langchain/mistralai": "^0.1.1", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-ollama/CHANGELOG.md b/models/embedjs-ollama/CHANGELOG.md index 3cf348db..faa4fbeb 100644 --- a/models/embedjs-ollama/CHANGELOG.md +++ b/models/embedjs-ollama/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/models/embedjs-ollama/package.json b/models/embedjs-ollama/package.json index e18089b3..627dd1df 100644 --- a/models/embedjs-ollama/package.json +++ b/models/embedjs-ollama/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-ollama", - "version": "0.1.16", + "version": "0.1.17", "description": "Enable usage of Ollama with embedjs", "dependencies": { "@langchain/core": "^0.3.17", "@langchain/ollama": "^0.1.1", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-openai/CHANGELOG.md b/models/embedjs-openai/CHANGELOG.md index 24b3eeac..259d17c2 100644 --- a/models/embedjs-openai/CHANGELOG.md +++ b/models/embedjs-openai/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/models/embedjs-openai/package.json b/models/embedjs-openai/package.json index eeff4386..12b71049 100644 --- a/models/embedjs-openai/package.json +++ b/models/embedjs-openai/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-openai", - "version": "0.1.16", + "version": "0.1.17", "description": "Enable usage of OpenAI models with embedjs", "dependencies": { "@langchain/core": "^0.3.17", "@langchain/openai": "^0.3.11", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-vertexai/CHANGELOG.md b/models/embedjs-vertexai/CHANGELOG.md index 8883874f..1e9ad349 100644 --- a/models/embedjs-vertexai/CHANGELOG.md +++ b/models/embedjs-vertexai/CHANGELOG.md @@ -1,3 +1,10 @@ +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.16 (2024-11-04) ### ๐Ÿš€ Features diff --git a/models/embedjs-vertexai/package.json b/models/embedjs-vertexai/package.json index 67124488..ab8c4fce 100644 --- a/models/embedjs-vertexai/package.json +++ b/models/embedjs-vertexai/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-vertexai", - "version": "0.1.16", + "version": "0.1.17", "description": "Enable usage of VertexAI models with embedjs", "dependencies": { "@langchain/core": "^0.3.17", "@langchain/google-vertexai": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" }, "type": "module", diff --git a/package-lock.json b/package-lock.json index 180321a6..76657ead 100644 --- a/package-lock.json +++ b/package-lock.json @@ -4688,38 +4688,6 @@ "url": "https://github.com/sponsors/nzakas" } }, - "node_modules/@ibm-cloud/watsonx-ai": { - "version": "1.1.2", - "resolved": "https://registry.npmjs.org/@ibm-cloud/watsonx-ai/-/watsonx-ai-1.1.2.tgz", - "integrity": "sha512-0+ClK12jk1Jk28Hwc2BDmKkTXPjFkQOfCKzUk82TsoPwAIEVN+rlM1cny52d3oSMXXbeKorVDmnIEbXPseHiQA==", - "license": "Apache-2.0", - "peer": true, - "dependencies": { - "@types/node": "^18.0.0", - "extend": "3.0.2", - "ibm-cloud-sdk-core": "^5.0.2" - }, - "engines": { - "node": ">=18.0.0" - } - }, - "node_modules/@ibm-cloud/watsonx-ai/node_modules/@types/node": { - "version": "18.19.64", - "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.64.tgz", - "integrity": "sha512-955mDqvO2vFf/oL7V3WiUtiz+BugyX8uVbaT2H8oj3+8dRyH2FLiNdowe7eNqRM7IOIZvzDH76EoAT+gwm6aIQ==", - "license": "MIT", - "peer": true, - "dependencies": { - "undici-types": "~5.26.4" - } - }, - "node_modules/@ibm-cloud/watsonx-ai/node_modules/undici-types": { - "version": "5.26.5", - "resolved": "https://registry.npmjs.org/undici-types/-/undici-types-5.26.5.tgz", - "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA==", - "license": "MIT", - "peer": true - }, "node_modules/@inquirer/checkbox": { "version": "4.0.1", "resolved": "https://registry.npmjs.org/@inquirer/checkbox/-/checkbox-4.0.1.tgz", @@ -8184,6 +8152,7 @@ "version": "0.5.13", "resolved": "https://registry.npmjs.org/@swc/helpers/-/helpers-0.5.13.tgz", "integrity": "sha512-UoKGxQ3r5kYI9dALKJapMmuK+1zWM/H17Z1+iwnNmzcJRnfFuevZs375TA5rW31pu4BS4NoSy1fRsexDXfWn5w==", + "dev": true, "license": "Apache-2.0", "dependencies": { "tslib": "^2.4.0" @@ -8321,20 +8290,6 @@ "@types/responselike": "^1.0.0" } }, - "node_modules/@types/command-line-args": { - "version": "5.2.3", - "resolved": "https://registry.npmjs.org/@types/command-line-args/-/command-line-args-5.2.3.tgz", - "integrity": "sha512-uv0aG6R0Y8WHZLTamZwtfsDLVRnOa+n+n5rEvFWL5Na5gZ8V2Teab/duDPFzIIIhs9qizDpcavCusCLJZu62Kw==", - "license": "MIT", - "peer": true - }, - "node_modules/@types/command-line-usage": { - "version": "5.0.4", - "resolved": "https://registry.npmjs.org/@types/command-line-usage/-/command-line-usage-5.0.4.tgz", - "integrity": "sha512-BwR5KP3Es/CSht0xqBcUXS3qCAUVXwpRKsV2+arxeb65atasuXG9LykC9Ab10Cw3s2raH92ZqOeILaQbsB2ACg==", - "license": "MIT", - "peer": true - }, "node_modules/@types/conventional-commits-parser": { "version": "5.0.0", "resolved": "https://registry.npmjs.org/@types/conventional-commits-parser/-/conventional-commits-parser-5.0.0.tgz", @@ -9033,37 +8988,6 @@ "node": ">= 8" } }, - "node_modules/apache-arrow": { - "version": "17.0.0", - "resolved": "https://registry.npmjs.org/apache-arrow/-/apache-arrow-17.0.0.tgz", - "integrity": "sha512-X0p7auzdnGuhYMVKYINdQssS4EcKec9TCXyez/qtJt32DrIMGbzqiaMiQ0X6fQlQpw8Fl0Qygcv4dfRAr5Gu9Q==", - "license": "Apache-2.0", - "peer": true, - "dependencies": { - "@swc/helpers": "^0.5.11", - "@types/command-line-args": "^5.2.3", - "@types/command-line-usage": "^5.0.4", - "@types/node": "^20.13.0", - "command-line-args": "^5.2.1", - "command-line-usage": "^7.0.1", - "flatbuffers": "^24.3.25", - "json-bignum": "^0.0.3", - "tslib": "^2.6.2" - }, - "bin": { - "arrow2csv": "bin/arrow2csv.cjs" - } - }, - "node_modules/apache-arrow/node_modules/@types/node": { - "version": "20.17.6", - "resolved": "https://registry.npmjs.org/@types/node/-/node-20.17.6.tgz", - "integrity": "sha512-VEI7OdvK2wP7XHnsuXbAJnEpEkF6NjSN45QJlL4VGqZSXsnicpesdTWsg9RISeSdYd3yeRj/y3k5KGjUXYnFwQ==", - "license": "MIT", - "peer": true, - "dependencies": { - "undici-types": "~6.19.2" - } - }, "node_modules/arg": { "version": "5.0.2", "resolved": "https://registry.npmjs.org/arg/-/arg-5.0.2.tgz", @@ -9077,16 +9001,6 @@ "integrity": "sha512-8+9WqebbFzpX9OR+Wa6O29asIogeRMzcGtAINdpMHHyAg10f05aSFVBbcEqGf/PXw1EjAZ+q2/bEBg3DvurK3Q==", "license": "Python-2.0" }, - "node_modules/array-back": { - "version": "3.1.0", - "resolved": "https://registry.npmjs.org/array-back/-/array-back-3.1.0.tgz", - "integrity": "sha512-TkuxA4UCOvxuDK6NZYXCalszEzj+TLszyASooky+i742l9TqsOdYCMJJupxRic61hwquNtppB3hgcuq9SVSH1Q==", - "license": "MIT", - "peer": true, - "engines": { - "node": ">=6" - } - }, "node_modules/array-ify": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/array-ify/-/array-ify-1.0.0.tgz", @@ -9689,55 +9603,6 @@ "url": "https://github.com/chalk/chalk?sponsor=1" } }, - "node_modules/chalk-template": { - "version": "0.4.0", - "resolved": "https://registry.npmjs.org/chalk-template/-/chalk-template-0.4.0.tgz", - "integrity": "sha512-/ghrgmhfY8RaSdeo43hNXxpoHAtxdbskUHjPpfqUWGttFgycUhYPGx3YZBCnUCvOa7Doivn1IZec3DEGFoMgLg==", - "license": "MIT", - "peer": true, - "dependencies": { - "chalk": "^4.1.2" - }, - "engines": { - "node": ">=12" - }, - "funding": { - "url": "https://github.com/chalk/chalk-template?sponsor=1" - } - }, - "node_modules/chalk-template/node_modules/ansi-styles": { - "version": "4.3.0", - "resolved": "https://registry.npmjs.org/ansi-styles/-/ansi-styles-4.3.0.tgz", - "integrity": "sha512-zbB9rCJAT1rbjiVDb2hqKFHNYLxgtk8NURxZ3IZwD3F6NtxbXZQCnnSi1Lkx+IDohdPlFp222wVALIheZJQSEg==", - "license": "MIT", - "peer": true, - "dependencies": { - "color-convert": "^2.0.1" - }, - "engines": { - "node": ">=8" - }, - "funding": { - "url": "https://github.com/chalk/ansi-styles?sponsor=1" - } - }, - "node_modules/chalk-template/node_modules/chalk": { - "version": "4.1.2", - "resolved": "https://registry.npmjs.org/chalk/-/chalk-4.1.2.tgz", - "integrity": "sha512-oKnbhFyRIXpUuez8iBMmyEa4nbj4IOQyuhc/wy9kY7/WVPcwIO9VA668Pu8RkO7+0G76SLROeyw9CpQ061i4mA==", - "license": "MIT", - "peer": true, - "dependencies": { - "ansi-styles": "^4.1.0", - "supports-color": "^7.1.0" - }, - "engines": { - "node": ">=10" - }, - "funding": { - "url": "https://github.com/chalk/chalk?sponsor=1" - } - }, "node_modules/char-regex": { "version": "1.0.2", "resolved": "https://registry.npmjs.org/char-regex/-/char-regex-1.0.2.tgz", @@ -10043,6 +9908,7 @@ "version": "2.0.1", "resolved": "https://registry.npmjs.org/color-convert/-/color-convert-2.0.1.tgz", "integrity": "sha512-RRECPsj7iu/xb5oKYcsFHSppFNnsj/52OVTRKb4zP5onXwVF3zVmmToNcOfGC+CRDpfK/U584fMg38ZHCaElKQ==", + "dev": true, "license": "MIT", "dependencies": { "color-name": "~1.1.4" @@ -10055,6 +9921,7 @@ "version": "1.1.4", "resolved": "https://registry.npmjs.org/color-name/-/color-name-1.1.4.tgz", "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==", + "dev": true, "license": "MIT" }, "node_modules/colorette": { @@ -10090,58 +9957,6 @@ "node": ">= 0.8" } }, - "node_modules/command-line-args": { - "version": "5.2.1", - "resolved": "https://registry.npmjs.org/command-line-args/-/command-line-args-5.2.1.tgz", - "integrity": "sha512-H4UfQhZyakIjC74I9d34fGYDwk3XpSr17QhEd0Q3I9Xq1CETHo4Hcuo87WyWHpAF1aSLjLRf5lD9ZGX2qStUvg==", - "license": "MIT", - "peer": true, - "dependencies": { - "array-back": "^3.1.0", - "find-replace": "^3.0.0", - "lodash.camelcase": "^4.3.0", - "typical": "^4.0.0" - }, - "engines": { - "node": ">=4.0.0" - } - }, - "node_modules/command-line-usage": { - "version": "7.0.3", - "resolved": "https://registry.npmjs.org/command-line-usage/-/command-line-usage-7.0.3.tgz", - "integrity": "sha512-PqMLy5+YGwhMh1wS04mVG44oqDsgyLRSKJBdOo1bnYhMKBW65gZF1dRp2OZRhiTjgUHljy99qkO7bsctLaw35Q==", - "license": "MIT", - "peer": true, - "dependencies": { - "array-back": "^6.2.2", - "chalk-template": "^0.4.0", - "table-layout": "^4.1.0", - "typical": "^7.1.1" - }, - "engines": { - "node": ">=12.20.0" - } - }, - "node_modules/command-line-usage/node_modules/array-back": { - "version": "6.2.2", - "resolved": "https://registry.npmjs.org/array-back/-/array-back-6.2.2.tgz", - "integrity": "sha512-gUAZ7HPyb4SJczXAMUXMGAvI976JoK3qEx9v1FTmeYuJj0IBiaKttG1ydtGKdkfqWkIkouke7nG8ufGy77+Cvw==", - "license": "MIT", - "peer": true, - "engines": { - "node": ">=12.17" - } - }, - "node_modules/command-line-usage/node_modules/typical": { - "version": "7.2.0", - "resolved": "https://registry.npmjs.org/typical/-/typical-7.2.0.tgz", - "integrity": "sha512-W1+HdVRUl8fS3MZ9ogD51GOb46xMmhAZzR0WPw5jcgIZQJVvkddYzAl4YTU6g5w33Y1iRQLdIi2/1jhi2RNL0g==", - "license": "MIT", - "peer": true, - "engines": { - "node": ">=12.17" - } - }, "node_modules/commander": { "version": "10.0.1", "resolved": "https://registry.npmjs.org/commander/-/commander-10.0.1.tgz", @@ -10656,6 +10471,7 @@ "version": "16.4.5", "resolved": "https://registry.npmjs.org/dotenv/-/dotenv-16.4.5.tgz", "integrity": "sha512-ZmdL2rui+eB2YwhsWzjInR8LldtZHGDoQ1ugH85ppHKwpUHL7j7rN0Ti9NCnGiQbhaZ11FpR+7ao1dNsmduNUg==", + "dev": true, "license": "BSD-2-Clause", "engines": { "node": ">=12" @@ -11480,24 +11296,6 @@ "node": ">=16.0.0" } }, - "node_modules/file-type": { - "version": "16.5.4", - "resolved": "https://registry.npmjs.org/file-type/-/file-type-16.5.4.tgz", - "integrity": "sha512-/yFHK0aGjFEgDJjEKP0pWCplsPFPhwyfwevf/pVxiN0tmE4L9LmwWxWukdJSHdoCli4VgQLehjJtwQBnqmsKcw==", - "license": "MIT", - "peer": true, - "dependencies": { - "readable-web-to-node-stream": "^3.0.0", - "strtok3": "^6.2.4", - "token-types": "^4.1.1" - }, - "engines": { - "node": ">=10" - }, - "funding": { - "url": "https://github.com/sindresorhus/file-type?sponsor=1" - } - }, "node_modules/file-uri-to-path": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/file-uri-to-path/-/file-uri-to-path-1.0.0.tgz", @@ -11550,19 +11348,6 @@ "node": ">=8" } }, - "node_modules/find-replace": { - "version": "3.0.0", - "resolved": "https://registry.npmjs.org/find-replace/-/find-replace-3.0.0.tgz", - "integrity": "sha512-6Tb2myMioCAgv5kfvP5/PkZZ/ntTpVK39fHY7WkWBgvbeE+VHd/tZuZ4mrC+bxh4cfOZeYKVPaJIZtZXV7GNCQ==", - "license": "MIT", - "peer": true, - "dependencies": { - "array-back": "^3.0.1" - }, - "engines": { - "node": ">=4.0.0" - } - }, "node_modules/find-up": { "version": "4.1.0", "resolved": "https://registry.npmjs.org/find-up/-/find-up-4.1.0.tgz", @@ -11600,13 +11385,6 @@ "node": ">=16" } }, - "node_modules/flatbuffers": { - "version": "24.3.25", - "resolved": "https://registry.npmjs.org/flatbuffers/-/flatbuffers-24.3.25.tgz", - "integrity": "sha512-3HDgPbgiwWMI9zVB7VYBHaMrbOO7Gm0v+yD2FV/sCKj+9NDeVL7BOBYUuhWAQGKWOzBo8S9WdMvV0eixO233XQ==", - "license": "Apache-2.0", - "peer": true - }, "node_modules/flatted": { "version": "3.3.1", "resolved": "https://registry.npmjs.org/flatted/-/flatted-3.3.1.tgz", @@ -12057,16 +11835,6 @@ "dev": true, "license": "MIT" }, - "node_modules/graphql": { - "version": "16.9.0", - "resolved": "https://registry.npmjs.org/graphql/-/graphql-16.9.0.tgz", - "integrity": "sha512-GGTKBX4SD7Wdb8mqeDLni2oaRGYQWjWHGKPQ24ZMnUtKfcsVoiv4uX8+LJr1K6U5VW2Lu1BwJnj7uiori0YtRw==", - "license": "MIT", - "peer": true, - "engines": { - "node": "^12.22.0 || ^14.16.0 || ^16.0.0 || >=17.0.0" - } - }, "node_modules/graphql-request": { "version": "5.2.0", "resolved": "https://registry.npmjs.org/graphql-request/-/graphql-request-5.2.0.tgz", @@ -12121,6 +11889,7 @@ "version": "4.0.0", "resolved": "https://registry.npmjs.org/has-flag/-/has-flag-4.0.0.tgz", "integrity": "sha512-EykJT/Q1KjTWctppgIAgfSO0tKVuZUjhgMr17kqTumMl6Afv3EISleU7qZUzoXDFTAHTDC4NOoG/ZxU3EvlMPQ==", + "dev": true, "license": "MIT", "engines": { "node": ">=8" @@ -12310,80 +12079,6 @@ "url": "https://github.com/sponsors/typicode" } }, - "node_modules/ibm-cloud-sdk-core": { - "version": "5.1.0", - "resolved": "https://registry.npmjs.org/ibm-cloud-sdk-core/-/ibm-cloud-sdk-core-5.1.0.tgz", - "integrity": "sha512-KJCbPz3tiXB1NGAD7cL4JtwpWV8yd/C7jsaHsxvedMo2ZblNG8emMyvSpGhiKAQVZmi3c0ujz6eJdy22NHuUWQ==", - "license": "Apache-2.0", - "peer": true, - "dependencies": { - "@types/debug": "^4.1.12", - "@types/node": "~10.14.19", - "@types/tough-cookie": "^4.0.0", - "axios": "1.7.4", - "camelcase": "^6.3.0", - "debug": "^4.3.4", - "dotenv": "^16.4.5", - "extend": "3.0.2", - "file-type": "16.5.4", - "form-data": "4.0.0", - "isstream": "0.1.2", - "jsonwebtoken": "^9.0.2", - "mime-types": "2.1.35", - "retry-axios": "^2.6.0", - "tough-cookie": "^4.1.3" - }, - "engines": { - "node": ">=18" - } - }, - "node_modules/ibm-cloud-sdk-core/node_modules/@types/node": { - "version": "10.14.22", - "resolved": "https://registry.npmjs.org/@types/node/-/node-10.14.22.tgz", - "integrity": "sha512-9taxKC944BqoTVjE+UT3pQH0nHZlTvITwfsOZqyc+R3sfJuxaTtxWjfn1K2UlxyPcKHf0rnaXcVFrS9F9vf0bw==", - "license": "MIT", - "peer": true - }, - "node_modules/ibm-cloud-sdk-core/node_modules/axios": { - "version": "1.7.4", - "resolved": "https://registry.npmjs.org/axios/-/axios-1.7.4.tgz", - "integrity": "sha512-DukmaFRnY6AzAALSH4J2M3k6PkaC+MfaAGdEERRWcC9q3/TWQwLpHR8ZRLKTdQ3aBDL64EdluRDjJqKw+BPZEw==", - "license": "MIT", - "peer": true, - "dependencies": { - "follow-redirects": "^1.15.6", - "form-data": "^4.0.0", - "proxy-from-env": "^1.1.0" - } - }, - "node_modules/ibm-cloud-sdk-core/node_modules/camelcase": { - "version": "6.3.0", - "resolved": "https://registry.npmjs.org/camelcase/-/camelcase-6.3.0.tgz", - "integrity": "sha512-Gmy6FhYlCY7uOElZUSbxo2UCDH8owEk996gkbrpsgGtrJLM3J7jGxl9Ic7Qwwj4ivOE5AWZWRMecDdF7hqGjFA==", - "license": "MIT", - "peer": true, - "engines": { - "node": ">=10" - }, - "funding": { - "url": "https://github.com/sponsors/sindresorhus" - } - }, - "node_modules/ibm-cloud-sdk-core/node_modules/form-data": { - "version": "4.0.0", - "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.0.tgz", - "integrity": "sha512-ETEklSGi5t0QMZuiXoA/Q6vcnxcLQP5vdugSpuAyi6SVGi2clPPp+xgEhuMaHC+zGgn31Kd235W35f7Hykkaww==", - "license": "MIT", - "peer": true, - "dependencies": { - "asynckit": "^0.4.0", - "combined-stream": "^1.0.8", - "mime-types": "^2.1.12" - }, - "engines": { - "node": ">= 6" - } - }, "node_modules/iconv-lite": { "version": "0.4.24", "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.4.24.tgz", @@ -12434,7 +12129,7 @@ "version": "5.3.2", "resolved": "https://registry.npmjs.org/ignore/-/ignore-5.3.2.tgz", "integrity": "sha512-hsBTNUqQTDwkWtcdYI2i06Y/nUBEsNEDJKjWdigLvegy8kDuJAS8uRlpkkcQpyEXL0Z/pjDy5HBmMjRCJ2gq+g==", - "devOptional": true, + "dev": true, "license": "MIT", "engines": { "node": ">= 4" @@ -12716,13 +12411,6 @@ "node": ">=16" } }, - "node_modules/isstream": { - "version": "0.1.2", - "resolved": "https://registry.npmjs.org/isstream/-/isstream-0.1.2.tgz", - "integrity": "sha512-Yljz7ffyPbrLpLngrMtZ7NduUgVvi6wG9RJ9IUcyCd59YQ911PBJphODUcbOVbqYfxe1wuYf/LJ8PauMRwsM/g==", - "license": "MIT", - "peer": true - }, "node_modules/istanbul-lib-coverage": { "version": "3.2.2", "resolved": "https://registry.npmjs.org/istanbul-lib-coverage/-/istanbul-lib-coverage-3.2.2.tgz", @@ -12910,24 +12598,6 @@ "url": "https://github.com/chalk/ansi-styles?sponsor=1" } }, - "node_modules/jest-circus/node_modules/babel-plugin-macros": { - "version": "3.1.0", - "resolved": "https://registry.npmjs.org/babel-plugin-macros/-/babel-plugin-macros-3.1.0.tgz", - "integrity": "sha512-Cg7TFGpIr01vOQNODXOOaGz2NpCU5gl8x1qJFbb6hbZxR7XrcE2vtbAsTAbJ7/xwJtUuJEw8K8Zr/AE0LHlesg==", - "dev": true, - "license": "MIT", - "optional": true, - "peer": true, - "dependencies": { - "@babel/runtime": "^7.12.5", - "cosmiconfig": "^7.0.0", - "resolve": "^1.19.0" - }, - "engines": { - "node": ">=10", - "npm": ">=6" - } - }, "node_modules/jest-circus/node_modules/chalk": { "version": "4.1.2", "resolved": "https://registry.npmjs.org/chalk/-/chalk-4.1.2.tgz", @@ -12945,25 +12615,6 @@ "url": "https://github.com/chalk/chalk?sponsor=1" } }, - "node_modules/jest-circus/node_modules/cosmiconfig": { - "version": "7.1.0", - "resolved": "https://registry.npmjs.org/cosmiconfig/-/cosmiconfig-7.1.0.tgz", - "integrity": "sha512-AdmX6xUzdNASswsFtmwSt7Vj8po9IuqXm0UXz7QKPuEUmPB4XyjGfaAr2PSuELMwkRMVH1EpIkX5bTZGRB3eCA==", - "dev": true, - "license": "MIT", - "optional": true, - "peer": true, - "dependencies": { - "@types/parse-json": "^4.0.0", - "import-fresh": "^3.2.1", - "parse-json": "^5.0.0", - "path-type": "^4.0.0", - "yaml": "^1.10.0" - }, - "engines": { - "node": ">=10" - } - }, "node_modules/jest-circus/node_modules/dedent": { "version": "1.5.3", "resolved": "https://registry.npmjs.org/dedent/-/dedent-1.5.3.tgz", @@ -13963,15 +13614,6 @@ "bignumber.js": "^9.0.0" } }, - "node_modules/json-bignum": { - "version": "0.0.3", - "resolved": "https://registry.npmjs.org/json-bignum/-/json-bignum-0.0.3.tgz", - "integrity": "sha512-2WHyXj3OfHSgNyuzDbSxI1w2jgw5gkWSWhS7Qg4bWXx1nLk3jnbwfUeS0PSba3IzpTUWdHxBieELUzXRjQB2zg==", - "peer": true, - "engines": { - "node": ">=0.8" - } - }, "node_modules/json-buffer": { "version": "3.0.1", "resolved": "https://registry.npmjs.org/json-buffer/-/json-buffer-3.0.1.tgz", @@ -14068,52 +13710,6 @@ "node": ">=0.10.0" } }, - "node_modules/jsonwebtoken": { - "version": "9.0.2", - "resolved": "https://registry.npmjs.org/jsonwebtoken/-/jsonwebtoken-9.0.2.tgz", - "integrity": "sha512-PRp66vJ865SSqOlgqS8hujT5U4AOgMfhrwYIuIhfKaoSCZcirrmASQr8CX7cUg+RMih+hgznrjp99o+W4pJLHQ==", - "license": "MIT", - "peer": true, - "dependencies": { - "jws": "^3.2.2", - "lodash.includes": "^4.3.0", - "lodash.isboolean": "^3.0.3", - "lodash.isinteger": "^4.0.4", - "lodash.isnumber": "^3.0.3", - "lodash.isplainobject": "^4.0.6", - "lodash.isstring": "^4.0.1", - "lodash.once": "^4.0.0", - "ms": "^2.1.1", - "semver": "^7.5.4" - }, - "engines": { - "node": ">=12", - "npm": ">=6" - } - }, - "node_modules/jsonwebtoken/node_modules/jwa": { - "version": "1.4.1", - "resolved": "https://registry.npmjs.org/jwa/-/jwa-1.4.1.tgz", - "integrity": "sha512-qiLX/xhEEFKUAJ6FiBMbes3w9ATzyk5W7Hvzpa/SLYdxNtng+gcurvrI7TbACjIXlsJyr05/S1oUhZrc63evQA==", - "license": "MIT", - "peer": true, - "dependencies": { - "buffer-equal-constant-time": "1.0.1", - "ecdsa-sig-formatter": "1.0.11", - "safe-buffer": "^5.0.1" - } - }, - "node_modules/jsonwebtoken/node_modules/jws": { - "version": "3.2.2", - "resolved": "https://registry.npmjs.org/jws/-/jws-3.2.2.tgz", - "integrity": "sha512-YHlZCB6lMTllWDtSPHz/ZXTsi8S00usEV6v1tjq8tOUZzw7DpSDWVXjXDre6ed1w/pd495ODpHZYSdkRTsa0HA==", - "license": "MIT", - "peer": true, - "dependencies": { - "jwa": "^1.4.1", - "safe-buffer": "^5.0.1" - } - }, "node_modules/jsuri": { "version": "1.3.1", "resolved": "https://registry.npmjs.org/jsuri/-/jsuri-1.3.1.tgz", @@ -14442,13 +14038,6 @@ "integrity": "sha512-v2kDEe57lecTulaDIuNTPy3Ry4gLGJ6Z1O3vE1krgXZNrsQ+LFTGHVxVjcXPs17LhbZVGedAJv8XZ1tvj5FvSg==", "license": "MIT" }, - "node_modules/lodash.camelcase": { - "version": "4.3.0", - "resolved": "https://registry.npmjs.org/lodash.camelcase/-/lodash.camelcase-4.3.0.tgz", - "integrity": "sha512-TwuEnCnxbc3rAvhf/LbG7tJUDzhqXyFnv3dtzLOPgCG/hODL7WFnsbwktkD7yUV0RrreP/l1PALq/YSg6VvjlA==", - "license": "MIT", - "peer": true - }, "node_modules/lodash.debounce": { "version": "4.0.8", "resolved": "https://registry.npmjs.org/lodash.debounce/-/lodash.debounce-4.0.8.tgz", @@ -14462,54 +14051,12 @@ "integrity": "sha512-qjxPLHd3r5DnsdGacqOMU6pb/avJzdh9tFX2ymgoZE27BmjXrNy/y4LoaiTeAb+O3gL8AfpJGtqfX/ae2leYYQ==", "license": "MIT" }, - "node_modules/lodash.includes": { - "version": "4.3.0", - "resolved": "https://registry.npmjs.org/lodash.includes/-/lodash.includes-4.3.0.tgz", - "integrity": "sha512-W3Bx6mdkRTGtlJISOvVD/lbqjTlPPUDTMnlXZFnVwi9NKJ6tiAk6LVdlhZMm17VZisqhKcgzpO5Wz91PCt5b0w==", - "license": "MIT", - "peer": true - }, "node_modules/lodash.isarguments": { "version": "3.1.0", "resolved": "https://registry.npmjs.org/lodash.isarguments/-/lodash.isarguments-3.1.0.tgz", "integrity": "sha512-chi4NHZlZqZD18a0imDHnZPrDeBbTtVN7GXMwuGdRH9qotxAjYs3aVLKc7zNOG9eddR5Ksd8rvFEBc9SsggPpg==", "license": "MIT" }, - "node_modules/lodash.isboolean": { - "version": "3.0.3", - "resolved": "https://registry.npmjs.org/lodash.isboolean/-/lodash.isboolean-3.0.3.tgz", - "integrity": "sha512-Bz5mupy2SVbPHURB98VAcw+aHh4vRV5IPNhILUCsOzRmsTmSQ17jIuqopAentWoehktxGd9e/hbIXq980/1QJg==", - "license": "MIT", - "peer": true - }, - "node_modules/lodash.isinteger": { - "version": "4.0.4", - "resolved": "https://registry.npmjs.org/lodash.isinteger/-/lodash.isinteger-4.0.4.tgz", - "integrity": "sha512-DBwtEWN2caHQ9/imiNeEA5ys1JoRtRfY3d7V9wkqtbycnAmTvRRmbHKDV4a0EYc678/dia0jrte4tjYwVBaZUA==", - "license": "MIT", - "peer": true - }, - "node_modules/lodash.isnumber": { - "version": "3.0.3", - "resolved": "https://registry.npmjs.org/lodash.isnumber/-/lodash.isnumber-3.0.3.tgz", - "integrity": "sha512-QYqzpfwO3/CWf3XP+Z+tkQsfaLL/EnUlXWVkIk5FUPc4sBdTehEqZONuyRt2P67PXAk+NXmTBcc97zw9t1FQrw==", - "license": "MIT", - "peer": true - }, - "node_modules/lodash.isplainobject": { - "version": "4.0.6", - "resolved": "https://registry.npmjs.org/lodash.isplainobject/-/lodash.isplainobject-4.0.6.tgz", - "integrity": "sha512-oSXzaWypCMHkPC3NvBEaPHf0KsA5mvPrOPgQWDsbg8n7orZ290M0BmC/jgRZ4vcJ6DTAhjrsSYgdsW/F+MFOBA==", - "license": "MIT", - "peer": true - }, - "node_modules/lodash.isstring": { - "version": "4.0.1", - "resolved": "https://registry.npmjs.org/lodash.isstring/-/lodash.isstring-4.0.1.tgz", - "integrity": "sha512-0wJxfxH1wgO3GrbuP+dTTk7op+6L41QCXbGINEmD+ny/G/eCqGzxyCsh7159S+mgDDcoarnBw6PC1PS5+wUGgw==", - "license": "MIT", - "peer": true - }, "node_modules/lodash.merge": { "version": "4.6.2", "resolved": "https://registry.npmjs.org/lodash.merge/-/lodash.merge-4.6.2.tgz", @@ -14517,13 +14064,6 @@ "dev": true, "license": "MIT" }, - "node_modules/lodash.once": { - "version": "4.1.1", - "resolved": "https://registry.npmjs.org/lodash.once/-/lodash.once-4.1.1.tgz", - "integrity": "sha512-Sb487aTOCr9drQVL8pIxOzVhafOjZN9UU54hiN8PU3uAiSV7lx1yYNpbNmex2PK6dSJoNTSJUUswT651yww3Mg==", - "license": "MIT", - "peer": true - }, "node_modules/log-symbols": { "version": "4.1.0", "resolved": "https://registry.npmjs.org/log-symbols/-/log-symbols-4.1.0.tgz", @@ -16584,20 +16124,6 @@ "url": "https://ko-fi.com/killymxi" } }, - "node_modules/peek-readable": { - "version": "4.1.0", - "resolved": "https://registry.npmjs.org/peek-readable/-/peek-readable-4.1.0.tgz", - "integrity": "sha512-ZI3LnwUv5nOGbQzD9c2iDG6toheuXSZP5esSHBjopsXH4dg19soufvpUGA3uohi5anFtGb2lhAVdHzH6R/Evvg==", - "license": "MIT", - "peer": true, - "engines": { - "node": ">=8" - }, - "funding": { - "type": "github", - "url": "https://github.com/sponsors/Borewit" - } - }, "node_modules/picocolors": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz", @@ -17092,19 +16618,6 @@ "node": ">= 4" } }, - "node_modules/retry-axios": { - "version": "2.6.0", - "resolved": "https://registry.npmjs.org/retry-axios/-/retry-axios-2.6.0.tgz", - "integrity": "sha512-pOLi+Gdll3JekwuFjXO3fTq+L9lzMQGcSq7M5gIjExcl3Gu1hd4XXuf5o3+LuSBsaULQH7DiNbsqPd1chVpQGQ==", - "license": "Apache-2.0", - "peer": true, - "engines": { - "node": ">=10.7.0" - }, - "peerDependencies": { - "axios": "*" - } - }, "node_modules/reusify": { "version": "1.0.4", "resolved": "https://registry.npmjs.org/reusify/-/reusify-1.0.4.tgz", @@ -17849,28 +17362,11 @@ "integrity": "sha512-J8bbNyKKXl5qYcR36TIO8W3mVGVHrmmxsd5PAItGkmyzwJvybiw2IVq5nqd0i4LSNSkB/sx9VHllbfFdr9k1JA==", "license": "MIT" }, - "node_modules/strtok3": { - "version": "6.3.0", - "resolved": "https://registry.npmjs.org/strtok3/-/strtok3-6.3.0.tgz", - "integrity": "sha512-fZtbhtvI9I48xDSywd/somNqgUHl2L2cstmXCCif0itOf96jeW18MBSyrLuNicYQVkvpOxkZtkzujiTJ9LW5Jw==", - "license": "MIT", - "peer": true, - "dependencies": { - "@tokenizer/token": "^0.3.0", - "peek-readable": "^4.1.0" - }, - "engines": { - "node": ">=10" - }, - "funding": { - "type": "github", - "url": "https://github.com/sponsors/Borewit" - } - }, "node_modules/supports-color": { "version": "7.2.0", "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-7.2.0.tgz", "integrity": "sha512-qpCAvRl9stuOHveKsn7HncJRvv501qIacKzQlO/+Lwxc9+0q2wLyv4Dfvt80/DPn2pqOBsJdDiogXGR9+OvwRw==", + "dev": true, "license": "MIT", "dependencies": { "has-flag": "^4.0.0" @@ -17892,30 +17388,6 @@ "url": "https://github.com/sponsors/ljharb" } }, - "node_modules/table-layout": { - "version": "4.1.1", - "resolved": "https://registry.npmjs.org/table-layout/-/table-layout-4.1.1.tgz", - "integrity": "sha512-iK5/YhZxq5GO5z8wb0bY1317uDF3Zjpha0QFFLA8/trAoiLbQD0HUbMesEaxyzUgDxi2QlcbM8IvqOlEjgoXBA==", - "license": "MIT", - "peer": true, - "dependencies": { - "array-back": "^6.2.2", - "wordwrapjs": "^5.1.0" - }, - "engines": { - "node": ">=12.17" - } - }, - "node_modules/table-layout/node_modules/array-back": { - "version": "6.2.2", - "resolved": "https://registry.npmjs.org/array-back/-/array-back-6.2.2.tgz", - "integrity": "sha512-gUAZ7HPyb4SJczXAMUXMGAvI976JoK3qEx9v1FTmeYuJj0IBiaKttG1ydtGKdkfqWkIkouke7nG8ufGy77+Cvw==", - "license": "MIT", - "peer": true, - "engines": { - "node": ">=12.17" - } - }, "node_modules/tar-stream": { "version": "2.2.0", "resolved": "https://registry.npmjs.org/tar-stream/-/tar-stream-2.2.0.tgz", @@ -18029,24 +17501,6 @@ "node": ">=8.0" } }, - "node_modules/token-types": { - "version": "4.2.1", - "resolved": "https://registry.npmjs.org/token-types/-/token-types-4.2.1.tgz", - "integrity": "sha512-6udB24Q737UD/SDsKAHI9FCRP7Bqc9D/MQUV02ORQg5iskjtLJlZJNdN4kKtcdtwCeWIwIHDGaUsTsCCAa8sFQ==", - "license": "MIT", - "peer": true, - "dependencies": { - "@tokenizer/token": "^0.3.0", - "ieee754": "^1.2.1" - }, - "engines": { - "node": ">=10" - }, - "funding": { - "type": "github", - "url": "https://github.com/sponsors/Borewit" - } - }, "node_modules/tough-cookie": { "version": "4.1.4", "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-4.1.4.tgz", @@ -18218,6 +17672,7 @@ "version": "5.6.3", "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.6.3.tgz", "integrity": "sha512-hjcS1mhfuyi4WW8IWtjP7brDrG2cuDZukyrYrSauoXGNgx0S7zceP07adYkJycEr56BOUTNPzbInooiN3fn1qw==", + "dev": true, "license": "Apache-2.0", "bin": { "tsc": "bin/tsc", @@ -18251,16 +17706,6 @@ } } }, - "node_modules/typical": { - "version": "4.0.0", - "resolved": "https://registry.npmjs.org/typical/-/typical-4.0.0.tgz", - "integrity": "sha512-VAH4IvQ7BDFYglMd7BPRDfLgxZZX4O4TFcRDA6EN5X7erNJJq+McIEp8np9aVtxrCJ6qx4GTYVfOWNjcqwZgRw==", - "license": "MIT", - "peer": true, - "engines": { - "node": ">=8" - } - }, "node_modules/underscore": { "version": "1.13.7", "resolved": "https://registry.npmjs.org/underscore/-/underscore-1.13.7.tgz", @@ -18652,16 +18097,6 @@ "node": ">=0.10.0" } }, - "node_modules/wordwrapjs": { - "version": "5.1.0", - "resolved": "https://registry.npmjs.org/wordwrapjs/-/wordwrapjs-5.1.0.tgz", - "integrity": "sha512-JNjcULU2e4KJwUNv6CHgI46UvDGitb6dGryHajXTDiLgg1/RiGoPSDw4kZfYnwGtEXf2ZMeIewDQgFGzkCB2Sg==", - "license": "MIT", - "peer": true, - "engines": { - "node": ">=12.17" - } - }, "node_modules/wrap-ansi": { "version": "6.2.0", "resolved": "https://registry.npmjs.org/wrap-ansi/-/wrap-ansi-6.2.0.tgz", From 6917e44d550db55f215bcae2aa8c3c227a886ef6 Mon Sep 17 00:00:00 2001 From: Adhityan K V Date: Tue, 5 Nov 2024 11:40:06 +0100 Subject: [PATCH 6/7] fix: updated changelog for 0.1.17 --- core/embedjs-interfaces/CHANGELOG.md | 25 +++++++------- core/embedjs-utils/CHANGELOG.md | 25 +++++++------- core/embedjs/CHANGELOG.md | 33 +++++++++---------- databases/embedjs-astra/CHANGELOG.md | 25 +++++++------- databases/embedjs-cosmos/CHANGELOG.md | 25 +++++++------- databases/embedjs-hnswlib/CHANGELOG.md | 25 +++++++------- databases/embedjs-lancedb/CHANGELOG.md | 25 +++++++------- databases/embedjs-lmdb/CHANGELOG.md | 25 +++++++------- databases/embedjs-mongodb/CHANGELOG.md | 25 +++++++------- databases/embedjs-pinecone/CHANGELOG.md | 25 +++++++------- databases/embedjs-qdrant/CHANGELOG.md | 25 +++++++------- databases/embedjs-redis/CHANGELOG.md | 25 +++++++------- databases/embedjs-weaviate/CHANGELOG.md | 25 +++++++------- .../embedjs-loader-confluence/CHANGELOG.md | 25 +++++++------- loaders/embedjs-loader-csv/CHANGELOG.md | 25 +++++++------- loaders/embedjs-loader-msoffice/CHANGELOG.md | 25 +++++++------- loaders/embedjs-loader-pdf/CHANGELOG.md | 25 +++++++------- loaders/embedjs-loader-sitemap/CHANGELOG.md | 25 +++++++------- loaders/embedjs-loader-web/CHANGELOG.md | 25 +++++++------- loaders/embedjs-loader-youtube/CHANGELOG.md | 25 +++++++------- models/embedjs-anthropic/CHANGELOG.md | 25 +++++++------- models/embedjs-cohere/CHANGELOG.md | 25 +++++++------- models/embedjs-huggingface/CHANGELOG.md | 25 +++++++------- models/embedjs-mistral/CHANGELOG.md | 25 +++++++------- models/embedjs-ollama/CHANGELOG.md | 25 +++++++------- models/embedjs-openai/CHANGELOG.md | 25 +++++++------- models/embedjs-vertexai/CHANGELOG.md | 25 +++++++------- 27 files changed, 328 insertions(+), 355 deletions(-) diff --git a/core/embedjs-interfaces/CHANGELOG.md b/core/embedjs-interfaces/CHANGELOG.md index ac136d9f..397f8fe3 100644 --- a/core/embedjs-interfaces/CHANGELOG.md +++ b/core/embedjs-interfaces/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/core/embedjs-utils/CHANGELOG.md b/core/embedjs-utils/CHANGELOG.md index 8de53d2a..aed2d430 100644 --- a/core/embedjs-utils/CHANGELOG.md +++ b/core/embedjs-utils/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/core/embedjs/CHANGELOG.md b/core/embedjs/CHANGELOG.md index 9b19bf94..b64198ef 100644 --- a/core/embedjs/CHANGELOG.md +++ b/core/embedjs/CHANGELOG.md @@ -1,20 +1,19 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -### ๐Ÿฉน Fixes - -- renamed remaining instances if vectorDb to vectorDatabase ([ca79586](https://github.com/llm-tools/embedJs/commit/ca79586)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + +### ๐Ÿฉน Fixes + +- renamed remaining instances if vectorDb to vectorDatabase ([ca79586](https://github.com/llm-tools/embedJs/commit/ca79586)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-astra/CHANGELOG.md b/databases/embedjs-astra/CHANGELOG.md index 61cce01e..92b6f921 100644 --- a/databases/embedjs-astra/CHANGELOG.md +++ b/databases/embedjs-astra/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-cosmos/CHANGELOG.md b/databases/embedjs-cosmos/CHANGELOG.md index 6bb039e7..e5ef80ae 100644 --- a/databases/embedjs-cosmos/CHANGELOG.md +++ b/databases/embedjs-cosmos/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-hnswlib/CHANGELOG.md b/databases/embedjs-hnswlib/CHANGELOG.md index 212809d6..214ba47e 100644 --- a/databases/embedjs-hnswlib/CHANGELOG.md +++ b/databases/embedjs-hnswlib/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-lancedb/CHANGELOG.md b/databases/embedjs-lancedb/CHANGELOG.md index 9a6b12d1..4c941542 100644 --- a/databases/embedjs-lancedb/CHANGELOG.md +++ b/databases/embedjs-lancedb/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-lmdb/CHANGELOG.md b/databases/embedjs-lmdb/CHANGELOG.md index 910e0587..d8adf562 100644 --- a/databases/embedjs-lmdb/CHANGELOG.md +++ b/databases/embedjs-lmdb/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-mongodb/CHANGELOG.md b/databases/embedjs-mongodb/CHANGELOG.md index 7505c9de..7fa12d58 100644 --- a/databases/embedjs-mongodb/CHANGELOG.md +++ b/databases/embedjs-mongodb/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-pinecone/CHANGELOG.md b/databases/embedjs-pinecone/CHANGELOG.md index 9c145b92..78fb0b0c 100644 --- a/databases/embedjs-pinecone/CHANGELOG.md +++ b/databases/embedjs-pinecone/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-qdrant/CHANGELOG.md b/databases/embedjs-qdrant/CHANGELOG.md index caf16fb1..99b7dcb7 100644 --- a/databases/embedjs-qdrant/CHANGELOG.md +++ b/databases/embedjs-qdrant/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-redis/CHANGELOG.md b/databases/embedjs-redis/CHANGELOG.md index b4f2e5ac..1a362bcc 100644 --- a/databases/embedjs-redis/CHANGELOG.md +++ b/databases/embedjs-redis/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/databases/embedjs-weaviate/CHANGELOG.md b/databases/embedjs-weaviate/CHANGELOG.md index 4fc84c1d..ebc8510b 100644 --- a/databases/embedjs-weaviate/CHANGELOG.md +++ b/databases/embedjs-weaviate/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-confluence/CHANGELOG.md b/loaders/embedjs-loader-confluence/CHANGELOG.md index 95045ba6..18b76e5c 100644 --- a/loaders/embedjs-loader-confluence/CHANGELOG.md +++ b/loaders/embedjs-loader-confluence/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-csv/CHANGELOG.md b/loaders/embedjs-loader-csv/CHANGELOG.md index 00d2cfcd..69c04a47 100644 --- a/loaders/embedjs-loader-csv/CHANGELOG.md +++ b/loaders/embedjs-loader-csv/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-msoffice/CHANGELOG.md b/loaders/embedjs-loader-msoffice/CHANGELOG.md index 10048f2a..8135da97 100644 --- a/loaders/embedjs-loader-msoffice/CHANGELOG.md +++ b/loaders/embedjs-loader-msoffice/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-pdf/CHANGELOG.md b/loaders/embedjs-loader-pdf/CHANGELOG.md index f149d692..03c97689 100644 --- a/loaders/embedjs-loader-pdf/CHANGELOG.md +++ b/loaders/embedjs-loader-pdf/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-sitemap/CHANGELOG.md b/loaders/embedjs-loader-sitemap/CHANGELOG.md index e2c87e30..ac67a99c 100644 --- a/loaders/embedjs-loader-sitemap/CHANGELOG.md +++ b/loaders/embedjs-loader-sitemap/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-web/CHANGELOG.md b/loaders/embedjs-loader-web/CHANGELOG.md index 3c5cf629..d54d4213 100644 --- a/loaders/embedjs-loader-web/CHANGELOG.md +++ b/loaders/embedjs-loader-web/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/loaders/embedjs-loader-youtube/CHANGELOG.md b/loaders/embedjs-loader-youtube/CHANGELOG.md index 3967f8bf..bced13d9 100644 --- a/loaders/embedjs-loader-youtube/CHANGELOG.md +++ b/loaders/embedjs-loader-youtube/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/models/embedjs-anthropic/CHANGELOG.md b/models/embedjs-anthropic/CHANGELOG.md index 22c89137..58e93b08 100644 --- a/models/embedjs-anthropic/CHANGELOG.md +++ b/models/embedjs-anthropic/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/models/embedjs-cohere/CHANGELOG.md b/models/embedjs-cohere/CHANGELOG.md index 8fe48c11..1cc2df88 100644 --- a/models/embedjs-cohere/CHANGELOG.md +++ b/models/embedjs-cohere/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/models/embedjs-huggingface/CHANGELOG.md b/models/embedjs-huggingface/CHANGELOG.md index 6217ab53..cbbb2fc2 100644 --- a/models/embedjs-huggingface/CHANGELOG.md +++ b/models/embedjs-huggingface/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/models/embedjs-mistral/CHANGELOG.md b/models/embedjs-mistral/CHANGELOG.md index e021a411..2d772e38 100644 --- a/models/embedjs-mistral/CHANGELOG.md +++ b/models/embedjs-mistral/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/models/embedjs-ollama/CHANGELOG.md b/models/embedjs-ollama/CHANGELOG.md index faa4fbeb..c93af75b 100644 --- a/models/embedjs-ollama/CHANGELOG.md +++ b/models/embedjs-ollama/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/models/embedjs-openai/CHANGELOG.md b/models/embedjs-openai/CHANGELOG.md index 259d17c2..a28ea032 100644 --- a/models/embedjs-openai/CHANGELOG.md +++ b/models/embedjs-openai/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features diff --git a/models/embedjs-vertexai/CHANGELOG.md b/models/embedjs-vertexai/CHANGELOG.md index 1e9ad349..913a4637 100644 --- a/models/embedjs-vertexai/CHANGELOG.md +++ b/models/embedjs-vertexai/CHANGELOG.md @@ -1,16 +1,15 @@ -## 0.1.17 (2024-11-05) - -### ๐Ÿš€ Features - -- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d)) -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - -## 0.1.16 (2024-11-04) - -### ๐Ÿš€ Features - -- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) - +## 0.1.17 (2024-11-05) + +### ๐Ÿš€ Features + +- added markdown/mdx loader ([847947d](https://github.com/llm-tools/embedJs/commit/847947d) + +## 0.1.16 (2024-11-04) + +### ๐Ÿš€ Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### ๐Ÿš€ Features From 05113c804f52eb5ad0f87a82596f784e731f41d6 Mon Sep 17 00:00:00 2001 From: Adhityan K V Date: Tue, 5 Nov 2024 11:42:17 +0100 Subject: [PATCH 7/7] fix: updated package-lock file --- package-lock.json | 172 ++++++++++++++++++++++++++++------------------ 1 file changed, 104 insertions(+), 68 deletions(-) diff --git a/package-lock.json b/package-lock.json index 76657ead..8ea2f95c 100644 --- a/package-lock.json +++ b/package-lock.json @@ -48,12 +48,12 @@ }, "core/embedjs": { "name": "@llm-tools/embedjs", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "debug": "^4.3.7", "langchain": "^0.3.5", "md5": "^2.3.0", @@ -68,7 +68,7 @@ }, "core/embedjs-interfaces": { "name": "@llm-tools/embedjs-interfaces", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/core": "^0.3.17", @@ -79,87 +79,87 @@ }, "core/embedjs-utils": { "name": "@llm-tools/embedjs-utils", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16" + "@llm-tools/embedjs-interfaces": "0.1.17" } }, "databases/embedjs-astra": { "name": "@llm-tools/embedjs-astradb", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@datastax/astra-db-ts": "^1.5.0", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" } }, "databases/embedjs-cosmos": { "name": "@llm-tools/embedjs-cosmos", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@azure/cosmos": "^4.1.1", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" } }, "databases/embedjs-hnswlib": { "name": "@llm-tools/embedjs-hnswlib", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7", "hnswlib-node": "^3.0.0" } }, "databases/embedjs-lancedb": { "name": "@llm-tools/embedjs-lancedb", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@lancedb/lancedb": "^0.12.0", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "compute-cosine-similarity": "^1.1.0" } }, "databases/embedjs-lmdb": { "name": "@llm-tools/embedjs-lmdb", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "lmdb": "^3.1.4" } }, "databases/embedjs-mongodb": { "name": "@llm-tools/embedjs-mongodb", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7", "mongodb": "^6.10.0" } }, "databases/embedjs-pinecone": { "name": "@llm-tools/embedjs-pinecone", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "@pinecone-database/pinecone": "^4.0.0", "debug": "^4.3.7" } }, "databases/embedjs-qdrant": { "name": "@llm-tools/embedjs-qdrant", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "@qdrant/js-client-rest": "^1.12.0", "debug": "^4.3.7", "uuid": "^11.0.2" @@ -167,19 +167,19 @@ }, "databases/embedjs-redis": { "name": "@llm-tools/embedjs-redis", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "ioredis": "^5.4.1" } }, "databases/embedjs-weaviate": { "name": "@llm-tools/embedjs-weaviate", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "compute-cosine-similarity": "^1.1.0", "debug": "^4.3.7", "weaviate-ts-client": "^2.2.0" @@ -187,11 +187,11 @@ }, "loaders/embedjs-loader-confluence": { "name": "@llm-tools/embedjs-loader-confluence", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-loader-web": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-loader-web": "0.1.17", "confluence.js": "^1.7.4", "debug": "^4.3.7", "md5": "^2.3.0" @@ -199,11 +199,11 @@ }, "loaders/embedjs-loader-csv": { "name": "@llm-tools/embedjs-loader-csv", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "csv-parse": "^5.5.6", "debug": "^4.3.7", "md5": "^2.3.0" @@ -211,11 +211,11 @@ }, "loaders/embedjs-loader-markdown": { "name": "@llm-tools/embedjs-loader-markdown", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-loader-web": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-loader-web": "0.1.17", "debug": "^4.3.7", "md5": "^2.3.0", "micromark": "^4.0.0", @@ -225,35 +225,35 @@ }, "loaders/embedjs-loader-msoffice": { "name": "@llm-tools/embedjs-loader-msoffice", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" } }, "loaders/embedjs-loader-pdf": { "name": "@llm-tools/embedjs-loader-pdf", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" } }, "loaders/embedjs-loader-sitemap": { "name": "@llm-tools/embedjs-loader-sitemap", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-loader-web": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-loader-web": "0.1.17", "debug": "^4.3.7", "md5": "^2.3.0", "sitemapper": "^3.2.14" @@ -261,12 +261,12 @@ }, "loaders/embedjs-loader-web": { "name": "@llm-tools/embedjs-loader-web", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "debug": "^4.3.7", "html-to-text": "^9.0.5", "md5": "^2.3.0" @@ -277,10 +277,10 @@ }, "loaders/embedjs-loader-xml": { "name": "@llm-tools/embedjs-loader-xml", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7", "fast-xml-parser": "^4.5.0", "md5": "^2.3.0" @@ -288,12 +288,12 @@ }, "loaders/embedjs-loader-youtube": { "name": "@llm-tools/embedjs-loader-youtube", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", - "@llm-tools/embedjs-utils": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", + "@llm-tools/embedjs-utils": "0.1.17", "debug": "^4.3.7", "md5": "^2.3.0", "usetube": "^2.2.7", @@ -305,34 +305,34 @@ }, "models/embedjs-anthropic": { "name": "@llm-tools/embedjs-anthropic", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/anthropic": "^0.3.7", "@langchain/core": "^0.3.17", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" } }, "models/embedjs-cohere": { "name": "@llm-tools/embedjs-cohere", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/cohere": "^0.3.1", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "cohere-ai": "^7.14.0" } }, "models/embedjs-huggingface": { "name": "@llm-tools/embedjs-huggingface", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@huggingface/inference": "^2.8.1", "@langchain/community": "^0.3.11", "@langchain/core": "^0.3.17", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" } }, @@ -859,45 +859,45 @@ }, "models/embedjs-mistral": { "name": "@llm-tools/embedjs-mistral", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/core": "^0.3.17", "@langchain/mistralai": "^0.1.1", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" } }, "models/embedjs-ollama": { "name": "@llm-tools/embedjs-ollama", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/core": "^0.3.17", "@langchain/ollama": "^0.1.1", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" } }, "models/embedjs-openai": { "name": "@llm-tools/embedjs-openai", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/core": "^0.3.17", "@langchain/openai": "^0.3.11", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" } }, "models/embedjs-vertexai": { "name": "@llm-tools/embedjs-vertexai", - "version": "0.1.16", + "version": "0.1.17", "license": "Apache-2.0", "dependencies": { "@langchain/core": "^0.3.17", "@langchain/google-vertexai": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-interfaces": "0.1.17", "debug": "^4.3.7" } }, @@ -12129,7 +12129,7 @@ "version": "5.3.2", "resolved": "https://registry.npmjs.org/ignore/-/ignore-5.3.2.tgz", "integrity": "sha512-hsBTNUqQTDwkWtcdYI2i06Y/nUBEsNEDJKjWdigLvegy8kDuJAS8uRlpkkcQpyEXL0Z/pjDy5HBmMjRCJ2gq+g==", - "dev": true, + "devOptional": true, "license": "MIT", "engines": { "node": ">= 4" @@ -12598,6 +12598,24 @@ "url": "https://github.com/chalk/ansi-styles?sponsor=1" } }, + "node_modules/jest-circus/node_modules/babel-plugin-macros": { + "version": "3.1.0", + "resolved": "https://registry.npmjs.org/babel-plugin-macros/-/babel-plugin-macros-3.1.0.tgz", + "integrity": "sha512-Cg7TFGpIr01vOQNODXOOaGz2NpCU5gl8x1qJFbb6hbZxR7XrcE2vtbAsTAbJ7/xwJtUuJEw8K8Zr/AE0LHlesg==", + "dev": true, + "license": "MIT", + "optional": true, + "peer": true, + "dependencies": { + "@babel/runtime": "^7.12.5", + "cosmiconfig": "^7.0.0", + "resolve": "^1.19.0" + }, + "engines": { + "node": ">=10", + "npm": ">=6" + } + }, "node_modules/jest-circus/node_modules/chalk": { "version": "4.1.2", "resolved": "https://registry.npmjs.org/chalk/-/chalk-4.1.2.tgz", @@ -12615,6 +12633,25 @@ "url": "https://github.com/chalk/chalk?sponsor=1" } }, + "node_modules/jest-circus/node_modules/cosmiconfig": { + "version": "7.1.0", + "resolved": "https://registry.npmjs.org/cosmiconfig/-/cosmiconfig-7.1.0.tgz", + "integrity": "sha512-AdmX6xUzdNASswsFtmwSt7Vj8po9IuqXm0UXz7QKPuEUmPB4XyjGfaAr2PSuELMwkRMVH1EpIkX5bTZGRB3eCA==", + "dev": true, + "license": "MIT", + "optional": true, + "peer": true, + "dependencies": { + "@types/parse-json": "^4.0.0", + "import-fresh": "^3.2.1", + "parse-json": "^5.0.0", + "path-type": "^4.0.0", + "yaml": "^1.10.0" + }, + "engines": { + "node": ">=10" + } + }, "node_modules/jest-circus/node_modules/dedent": { "version": "1.5.3", "resolved": "https://registry.npmjs.org/dedent/-/dedent-1.5.3.tgz", @@ -17672,7 +17709,6 @@ "version": "5.6.3", "resolved": "https://registry.npmjs.org/typescript/-/typescript-5.6.3.tgz", "integrity": "sha512-hjcS1mhfuyi4WW8IWtjP7brDrG2cuDZukyrYrSauoXGNgx0S7zceP07adYkJycEr56BOUTNPzbInooiN3fn1qw==", - "dev": true, "license": "Apache-2.0", "bin": { "tsc": "bin/tsc",