diff --git a/core/embedjs-interfaces/CHANGELOG.md b/core/embedjs-interfaces/CHANGELOG.md index 3d45f7af..c1c7bbe4 100644 --- a/core/embedjs-interfaces/CHANGELOG.md +++ b/core/embedjs-interfaces/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/core/embedjs-interfaces/package.json b/core/embedjs-interfaces/package.json index 08df2609..e613911c 100644 --- a/core/embedjs-interfaces/package.json +++ b/core/embedjs-interfaces/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-interfaces", - "version": "0.1.15", + "version": "0.1.16", "description": "Interfaces for extending the embedjs ecosystem", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "debug": "^4.3.7", "md5": "^2.3.0", "uuid": "^11.0.2" diff --git a/core/embedjs-utils/CHANGELOG.md b/core/embedjs-utils/CHANGELOG.md index bf6648f4..d177e1be 100644 --- a/core/embedjs-utils/CHANGELOG.md +++ b/core/embedjs-utils/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/core/embedjs-utils/package.json b/core/embedjs-utils/package.json index 30d27074..8057f628 100644 --- a/core/embedjs-utils/package.json +++ b/core/embedjs-utils/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-utils", - "version": "0.1.15", + "version": "0.1.16", "description": "Useful util functions when extending the embedjs ecosystem", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15" + "@llm-tools/embedjs-interfaces": "0.1.16" }, "type": "module", "main": "./src/index.js", diff --git a/core/embedjs-utils/src/index.ts b/core/embedjs-utils/src/index.ts index 3ca3280a..28144ee0 100644 --- a/core/embedjs-utils/src/index.ts +++ b/core/embedjs-utils/src/index.ts @@ -2,3 +2,4 @@ export * from './util/arrays.js'; export * from './util/log.js'; export * from './util/stream.js'; export * from './util/strings.js'; +export * from './util/web.js'; diff --git a/core/embedjs-utils/src/util/web.ts b/core/embedjs-utils/src/util/web.ts new file mode 100644 index 00000000..defaed8f --- /dev/null +++ b/core/embedjs-utils/src/util/web.ts @@ -0,0 +1,45 @@ +import createDebugMessages from 'debug'; + +const DEFAULT_USER_AGENT = + 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/130.0.0.0 Safari/537.36'; + +type getSafeResponsePartial = { + headers: Headers; + statusCode: number; +}; + +export async function getSafe( + url: string, + options: { headers?: Record; format: 'text' }, +): Promise<{ body: string } & getSafeResponsePartial>; +export async function getSafe( + url: string, + options: { headers?: Record; format: 'buffer' }, +): Promise<{ body: Buffer } & getSafeResponsePartial>; +export async function getSafe( + url: string, + options?: { headers?: Record; format?: 'stream' }, +): Promise<{ body: NodeJS.ReadableStream } & getSafeResponsePartial>; +export async function getSafe( + url: string, + options?: { headers?: Record; format?: 'text' | 'stream' | 'buffer' }, +) { + const headers = options?.headers ?? {}; + headers['User-Agent'] = headers['User-Agent'] ?? DEFAULT_USER_AGENT; + + const format = options?.format ?? 'stream'; + const response = await fetch(url, { headers }); + createDebugMessages('embedjs:util:getSafe')(`URL '${url}' returned status code ${response.status}`); + if (response.status !== 200) throw new Error(`Failed to fetch URL '${url}'. Got status code ${response.status}.`); + + return { + body: + format === 'text' + ? await response.text() + : format === 'buffer' + ? Buffer.from(await response.arrayBuffer()) + : (response.body as unknown as NodeJS.ReadableStream), + statusCode: response.status, + headers: response.headers, + }; +} diff --git a/core/embedjs/CHANGELOG.md b/core/embedjs/CHANGELOG.md index d636366a..df33ea85 100644 --- a/core/embedjs/CHANGELOG.md +++ b/core/embedjs/CHANGELOG.md @@ -1,3 +1,13 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + +### 🩹 Fixes + +- renamed remaining instances if vectorDb to vectorDatabase ([ca79586](https://github.com/llm-tools/embedJs/commit/ca79586)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/core/embedjs/package.json b/core/embedjs/package.json index a77ae7d5..15d45478 100644 --- a/core/embedjs/package.json +++ b/core/embedjs/package.json @@ -1,12 +1,12 @@ { "type": "module", "name": "@llm-tools/embedjs", - "version": "0.1.15", + "version": "0.1.16", "description": "A NodeJS RAG framework to easily work with LLMs and custom datasets", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "debug": "^4.3.7", "langchain": "^0.3.5", "md5": "^2.3.0", @@ -16,7 +16,7 @@ "devDependencies": { "@types/debug": "^4.1.12", "@types/md5": "^2.3.5", - "@types/node": "^22.8.6" + "@types/node": "^22.8.7" }, "main": "./src/index.js", "license": "Apache-2.0", diff --git a/core/embedjs/src/loaders/json-loader.ts b/core/embedjs/src/loaders/json-loader.ts index bbccf757..1f0e72a2 100644 --- a/core/embedjs/src/loaders/json-loader.ts +++ b/core/embedjs/src/loaders/json-loader.ts @@ -48,7 +48,6 @@ export class JsonLoader extends BaseLoader<{ type: 'JsonLoader' }> { metadata: { type: 'JsonLoader' as const, source: tuncatedObjectString, - ...entry, }, }; } diff --git a/core/embedjs/src/loaders/url-loader.ts b/core/embedjs/src/loaders/url-loader.ts index 70271f07..e3871776 100644 --- a/core/embedjs/src/loaders/url-loader.ts +++ b/core/embedjs/src/loaders/url-loader.ts @@ -2,7 +2,7 @@ import { getMimeType } from 'stream-mime-type'; import createDebugMessages from 'debug'; import md5 from 'md5'; -import { contentTypeToMimeType, truncateCenterString } from '@llm-tools/embedjs-utils'; +import { contentTypeToMimeType, getSafe, truncateCenterString } from '@llm-tools/embedjs-utils'; import { BaseLoader } from '@llm-tools/embedjs-interfaces'; import { createLoaderFromMimeType } from '../util/mime.js'; @@ -17,7 +17,7 @@ export class UrlLoader extends BaseLoader<{ type: 'UrlLoader' }> { } override async *getUnfilteredChunks() { - const response = await fetch(this.url, { headers: { 'Accept-Encoding': '' } }); + const response = await getSafe(this.url.toString(), { headers: { 'Accept-Encoding': '' } }); const stream = response.body as unknown as NodeJS.ReadableStream; let { mime } = await getMimeType(stream, { strict: true }); this.debug(`Loader stream detected type '${mime}'`); diff --git a/databases/embedjs-astra/CHANGELOG.md b/databases/embedjs-astra/CHANGELOG.md index fe45680d..a66804a5 100644 --- a/databases/embedjs-astra/CHANGELOG.md +++ b/databases/embedjs-astra/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-astra/package.json b/databases/embedjs-astra/package.json index a7ab31a6..82c5cb7e 100644 --- a/databases/embedjs-astra/package.json +++ b/databases/embedjs-astra/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-astradb", - "version": "0.1.15", + "version": "0.1.16", "description": "Add AstraDB support to embedjs", "dependencies": { "@datastax/astra-db-ts": "^1.5.0", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" }, "type": "module", diff --git a/databases/embedjs-cosmos/CHANGELOG.md b/databases/embedjs-cosmos/CHANGELOG.md index 2398edb0..53205d14 100644 --- a/databases/embedjs-cosmos/CHANGELOG.md +++ b/databases/embedjs-cosmos/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-cosmos/package.json b/databases/embedjs-cosmos/package.json index 47852f9e..12a5eac7 100644 --- a/databases/embedjs-cosmos/package.json +++ b/databases/embedjs-cosmos/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-cosmos", - "version": "0.1.15", + "version": "0.1.16", "description": "Add CosmosDB support to embedjs", "dependencies": { "@azure/cosmos": "^4.1.1", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" }, "type": "module", diff --git a/databases/embedjs-hnswlib/CHANGELOG.md b/databases/embedjs-hnswlib/CHANGELOG.md index 89376a0f..2c719d94 100644 --- a/databases/embedjs-hnswlib/CHANGELOG.md +++ b/databases/embedjs-hnswlib/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-hnswlib/package.json b/databases/embedjs-hnswlib/package.json index 00079e39..c8d9ec9a 100644 --- a/databases/embedjs-hnswlib/package.json +++ b/databases/embedjs-hnswlib/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-hnswlib", - "version": "0.1.15", + "version": "0.1.16", "description": "Add HNSWLib support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7", "hnswlib-node": "^3.0.0" }, diff --git a/databases/embedjs-lancedb/CHANGELOG.md b/databases/embedjs-lancedb/CHANGELOG.md index 0f773211..39a1c586 100644 --- a/databases/embedjs-lancedb/CHANGELOG.md +++ b/databases/embedjs-lancedb/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-lancedb/package.json b/databases/embedjs-lancedb/package.json index 29ab8cde..f91e4e68 100644 --- a/databases/embedjs-lancedb/package.json +++ b/databases/embedjs-lancedb/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-lancedb", - "version": "0.1.15", + "version": "0.1.16", "description": "Add LanceDb support to embedjs", "dependencies": { "@lancedb/lancedb": "^0.12.0", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "compute-cosine-similarity": "^1.1.0" }, "type": "module", diff --git a/databases/embedjs-lmdb/CHANGELOG.md b/databases/embedjs-lmdb/CHANGELOG.md index b930afb5..b56a1fd1 100644 --- a/databases/embedjs-lmdb/CHANGELOG.md +++ b/databases/embedjs-lmdb/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-lmdb/package.json b/databases/embedjs-lmdb/package.json index 5524d69c..3be6081d 100644 --- a/databases/embedjs-lmdb/package.json +++ b/databases/embedjs-lmdb/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-lmdb", - "version": "0.1.15", + "version": "0.1.16", "description": "Add LMDB support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "lmdb": "^3.1.4" }, "type": "module", diff --git a/databases/embedjs-mongodb/CHANGELOG.md b/databases/embedjs-mongodb/CHANGELOG.md index 62d0a349..750e622a 100644 --- a/databases/embedjs-mongodb/CHANGELOG.md +++ b/databases/embedjs-mongodb/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-mongodb/package.json b/databases/embedjs-mongodb/package.json index 2e14a8b4..9208260d 100644 --- a/databases/embedjs-mongodb/package.json +++ b/databases/embedjs-mongodb/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-mongodb", - "version": "0.1.15", + "version": "0.1.16", "description": "Add MongoDB support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7", "mongodb": "^6.10.0" }, diff --git a/databases/embedjs-pinecone/CHANGELOG.md b/databases/embedjs-pinecone/CHANGELOG.md index ee88c14e..6cedb453 100644 --- a/databases/embedjs-pinecone/CHANGELOG.md +++ b/databases/embedjs-pinecone/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-pinecone/package.json b/databases/embedjs-pinecone/package.json index 360004f8..3a073cfc 100644 --- a/databases/embedjs-pinecone/package.json +++ b/databases/embedjs-pinecone/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-pinecone", - "version": "0.1.15", + "version": "0.1.16", "description": "Add Pinecone support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "@pinecone-database/pinecone": "^4.0.0", "debug": "^4.3.7" }, diff --git a/databases/embedjs-pinecone/src/pinecone-db.ts b/databases/embedjs-pinecone/src/pinecone-db.ts index e62242d7..5dbbc96c 100644 --- a/databases/embedjs-pinecone/src/pinecone-db.ts +++ b/databases/embedjs-pinecone/src/pinecone-db.ts @@ -100,7 +100,7 @@ export class PineconeDb implements BaseVectorDatabase { } catch { this.debug( `Failed to delete keys for loader '${uniqueLoaderId}'. -Pinecone does not allow deleting by metadata filtering in serverless and free (what they call starter) instances`, +Pinecone does not allow deleting by metadata filtering in serverless and free instances`, ); return false; } diff --git a/databases/embedjs-qdrant/CHANGELOG.md b/databases/embedjs-qdrant/CHANGELOG.md index 3dc0a248..3314cc63 100644 --- a/databases/embedjs-qdrant/CHANGELOG.md +++ b/databases/embedjs-qdrant/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-qdrant/package.json b/databases/embedjs-qdrant/package.json index e8b3730f..fb818421 100644 --- a/databases/embedjs-qdrant/package.json +++ b/databases/embedjs-qdrant/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-qdrant", - "version": "0.1.15", + "version": "0.1.16", "description": "Add Qdrant support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "@qdrant/js-client-rest": "^1.12.0", "debug": "^4.3.7", "uuid": "^11.0.2" diff --git a/databases/embedjs-redis/CHANGELOG.md b/databases/embedjs-redis/CHANGELOG.md index 52db5c32..bdbd7325 100644 --- a/databases/embedjs-redis/CHANGELOG.md +++ b/databases/embedjs-redis/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-redis/package.json b/databases/embedjs-redis/package.json index e3c15850..1b7932d1 100644 --- a/databases/embedjs-redis/package.json +++ b/databases/embedjs-redis/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-redis", - "version": "0.1.15", + "version": "0.1.16", "description": "Add Redis support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "ioredis": "^5.4.1" }, "type": "module", diff --git a/databases/embedjs-weaviate/CHANGELOG.md b/databases/embedjs-weaviate/CHANGELOG.md index ea4a8025..29092de4 100644 --- a/databases/embedjs-weaviate/CHANGELOG.md +++ b/databases/embedjs-weaviate/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/databases/embedjs-weaviate/package.json b/databases/embedjs-weaviate/package.json index 119f0acc..40d8ffe9 100644 --- a/databases/embedjs-weaviate/package.json +++ b/databases/embedjs-weaviate/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-weaviate", - "version": "0.1.15", + "version": "0.1.16", "description": "Add Weaviate support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "compute-cosine-similarity": "^1.1.0", "debug": "^4.3.7", "weaviate-ts-client": "^2.2.0" diff --git a/docs/components/data-sources/csv.mdx b/docs/components/data-sources/csv.mdx index 0170a850..6a44eedb 100644 --- a/docs/components/data-sources/csv.mdx +++ b/docs/components/data-sources/csv.mdx @@ -19,7 +19,7 @@ npm install @llm-tools/embedjs-loader-csv import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { HNSWDb } from '@llm-tools/embedjs-hnswlib'; -import { DocxLoader } from '@llm-tools/embedjs-loader-csv'; +import { CsvLoader } from '@llm-tools/embedjs-loader-csv'; const app = await new RAGApplicationBuilder() .setModel(SIMPLE_MODELS.OPENAI_GPT4_O) @@ -36,7 +36,7 @@ app.addLoader(new CsvLoader({ filePathOrUrl: '/path/to/file.csv' })) import { RAGApplicationBuilder } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { HNSWDb } from '@llm-tools/embedjs-hnswlib'; -import { DocxLoader } from '@llm-tools/embedjs-loader-csv'; +import { CsvLoader } from '@llm-tools/embedjs-loader-csv'; const app = await new RAGApplicationBuilder() .setModel(SIMPLE_MODELS.OPENAI_GPT4_O) diff --git a/docs/components/data-sources/overview.mdx b/docs/components/data-sources/overview.mdx index 60a16eef..6f8c93b3 100644 --- a/docs/components/data-sources/overview.mdx +++ b/docs/components/data-sources/overview.mdx @@ -9,6 +9,7 @@ We handle the complexity of loading unstructured data from these data sources, a + diff --git a/docs/components/data-sources/text.mdx b/docs/components/data-sources/text.mdx index 5f8d7afa..498b5655 100644 --- a/docs/components/data-sources/text.mdx +++ b/docs/components/data-sources/text.mdx @@ -7,7 +7,7 @@ Text is a local data type. To supply your own text, use the `TextLoader` and ent ## Usage ```ts -import { RAGApplicationBuilder } from '@llm-tools/embedjs'; +import { RAGApplicationBuilder, TextLoader } from '@llm-tools/embedjs'; import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; import { HNSWDb } from '@llm-tools/embedjs-hnswlib'; diff --git a/docs/components/data-sources/xml.mdx b/docs/components/data-sources/xml.mdx new file mode 100644 index 00000000..d1fdb800 --- /dev/null +++ b/docs/components/data-sources/xml.mdx @@ -0,0 +1,48 @@ +--- +title: '📊 XML' +--- + +You can load any XML file from your local file system or through a URL. +Headers are included for each line, so if you have an `age` column, `18` will be added as `age: 18`. + +## Install XML addon + +```bash +npm install @llm-tools/embedjs-loader-xml +``` + +## Usage + +### Load from a local file + +```ts +import { RAGApplicationBuilder } from '@llm-tools/embedjs'; +import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; +import { HNSWDb } from '@llm-tools/embedjs-hnswlib'; +import { XmlLoader } from '@llm-tools/embedjs-loader-csv'; + +const app = await new RAGApplicationBuilder() +.setModel(SIMPLE_MODELS.OPENAI_GPT4_O) +.setEmbeddingModel(new OpenAiEmbeddings()) +.setVectorDatabase(new HNSWDb()) +.build(); + +app.addLoader(new XmlLoader({ filePathOrUrl: '/path/to/file.xml' })) +``` + +### Load from URL + +```ts +import { RAGApplicationBuilder } from '@llm-tools/embedjs'; +import { OpenAiEmbeddings } from '@llm-tools/embedjs-openai'; +import { HNSWDb } from '@llm-tools/embedjs-hnswlib'; +import { XmlLoader } from '@llm-tools/embedjs-loader-csv'; + +const app = await new RAGApplicationBuilder() +.setModel(SIMPLE_MODELS.OPENAI_GPT4_O) +.setEmbeddingModel(new OpenAiEmbeddings()) +.setVectorDatabase(new HNSWDb()) +.build(); + +app.addLoader(new XmlLoader({ filePathOrUrl: 'https://www.w3schools.com/xml/plant_catalog.xml' })) +``` diff --git a/docs/mint.json b/docs/mint.json index 0eff2c64..1575c197 100644 --- a/docs/mint.json +++ b/docs/mint.json @@ -70,6 +70,7 @@ "pages": [ "components/data-sources/pdf", "components/data-sources/csv", + "components/data-sources/xml", "components/data-sources/json", "components/data-sources/text", "components/data-sources/web-page", diff --git a/loaders/embedjs-loader-confluence/CHANGELOG.md b/loaders/embedjs-loader-confluence/CHANGELOG.md index be41effb..ed0cf058 100644 --- a/loaders/embedjs-loader-confluence/CHANGELOG.md +++ b/loaders/embedjs-loader-confluence/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/loaders/embedjs-loader-confluence/package.json b/loaders/embedjs-loader-confluence/package.json index ae14fa14..3b6e097c 100644 --- a/loaders/embedjs-loader-confluence/package.json +++ b/loaders/embedjs-loader-confluence/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-confluence", - "version": "0.1.15", + "version": "0.1.16", "description": "Confluence loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-loader-web": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-loader-web": "0.1.16", "confluence.js": "^1.7.4", "debug": "^4.3.7", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-csv/CHANGELOG.md b/loaders/embedjs-loader-csv/CHANGELOG.md index 53feba52..384831fc 100644 --- a/loaders/embedjs-loader-csv/CHANGELOG.md +++ b/loaders/embedjs-loader-csv/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/loaders/embedjs-loader-csv/package.json b/loaders/embedjs-loader-csv/package.json index 8cc3cec8..28ae6aea 100644 --- a/loaders/embedjs-loader-csv/package.json +++ b/loaders/embedjs-loader-csv/package.json @@ -1,11 +1,10 @@ { "name": "@llm-tools/embedjs-loader-csv", - "version": "0.1.15", + "version": "0.1.16", "description": "CSV loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", - "axios": "^1.7.7", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "csv-parse": "^5.5.6", "debug": "^4.3.7", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-csv/src/csv-loader.ts b/loaders/embedjs-loader-csv/src/csv-loader.ts index ebacbc45..ea98c5f8 100644 --- a/loaders/embedjs-loader-csv/src/csv-loader.ts +++ b/loaders/embedjs-loader-csv/src/csv-loader.ts @@ -1,11 +1,10 @@ import { parse, Options as CsvParseOptions } from 'csv-parse'; import createDebugMessages from 'debug'; -import axios from 'axios'; import fs from 'node:fs'; import md5 from 'md5'; import { BaseLoader } from '@llm-tools/embedjs-interfaces'; -import { cleanString, isValidURL, stream2buffer } from '@llm-tools/embedjs-utils'; +import { cleanString, getSafe, isValidURL, stream2buffer } from '@llm-tools/embedjs-utils'; export class CsvLoader extends BaseLoader<{ type: 'CsvLoader' }> { private readonly debug = createDebugMessages('embedjs:loader:CsvLoader'); @@ -32,16 +31,14 @@ export class CsvLoader extends BaseLoader<{ type: 'CsvLoader' }> { } override async *getUnfilteredChunks() { - const stream = await stream2buffer( - this.isUrl - ? (await axios.get(this.filePathOrUrl, { responseType: 'stream' })).data - : fs.createReadStream(this.filePathOrUrl), - ); + const buffer = this.isUrl + ? (await getSafe(this.filePathOrUrl, { format: 'buffer' })).body + : await stream2buffer(fs.createReadStream(this.filePathOrUrl)); + this.debug('CsvParser stream created'); - const parser = parse(stream, this.csvParseOptions); + const parser = parse(buffer, this.csvParseOptions); this.debug('CSV parsing started...'); - let i = 0; for await (const record of parser) { yield { pageContent: cleanString(record.join(',')), @@ -50,9 +47,8 @@ export class CsvLoader extends BaseLoader<{ type: 'CsvLoader' }> { source: this.filePathOrUrl, }, }; - i++; } - this.debug(`CsvParser for filePathOrUrl '${this.filePathOrUrl}' resulted in ${i} entries`); + this.debug(`CsvParser for filePathOrUrl '${this.filePathOrUrl}' finished`); } } diff --git a/loaders/embedjs-loader-msoffice/CHANGELOG.md b/loaders/embedjs-loader-msoffice/CHANGELOG.md index 140f13be..8d5618c8 100644 --- a/loaders/embedjs-loader-msoffice/CHANGELOG.md +++ b/loaders/embedjs-loader-msoffice/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/loaders/embedjs-loader-msoffice/package.json b/loaders/embedjs-loader-msoffice/package.json index 3583372b..afba1d32 100644 --- a/loaders/embedjs-loader-msoffice/package.json +++ b/loaders/embedjs-loader-msoffice/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-msoffice", - "version": "0.1.15", + "version": "0.1.16", "description": "Word, PPT and Excel loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" }, diff --git a/loaders/embedjs-loader-pdf/CHANGELOG.md b/loaders/embedjs-loader-pdf/CHANGELOG.md index acf03634..feca10ae 100644 --- a/loaders/embedjs-loader-pdf/CHANGELOG.md +++ b/loaders/embedjs-loader-pdf/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/loaders/embedjs-loader-pdf/package.json b/loaders/embedjs-loader-pdf/package.json index 53b2ad8a..f8a66ed8 100644 --- a/loaders/embedjs-loader-pdf/package.json +++ b/loaders/embedjs-loader-pdf/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-pdf", - "version": "0.1.15", + "version": "0.1.16", "description": "PDF loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" }, diff --git a/loaders/embedjs-loader-sitemap/CHANGELOG.md b/loaders/embedjs-loader-sitemap/CHANGELOG.md index 987bdded..fb423e36 100644 --- a/loaders/embedjs-loader-sitemap/CHANGELOG.md +++ b/loaders/embedjs-loader-sitemap/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/loaders/embedjs-loader-sitemap/package.json b/loaders/embedjs-loader-sitemap/package.json index 3540a932..a96bb533 100644 --- a/loaders/embedjs-loader-sitemap/package.json +++ b/loaders/embedjs-loader-sitemap/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-sitemap", - "version": "0.1.15", + "version": "0.1.16", "description": "Sitemap recursive loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-loader-web": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-loader-web": "0.1.16", "debug": "^4.3.7", "md5": "^2.3.0", "sitemapper": "^3.2.14" diff --git a/loaders/embedjs-loader-web/CHANGELOG.md b/loaders/embedjs-loader-web/CHANGELOG.md index a4198932..727df39f 100644 --- a/loaders/embedjs-loader-web/CHANGELOG.md +++ b/loaders/embedjs-loader-web/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/loaders/embedjs-loader-web/package.json b/loaders/embedjs-loader-web/package.json index 5f61e225..f70f433a 100644 --- a/loaders/embedjs-loader-web/package.json +++ b/loaders/embedjs-loader-web/package.json @@ -1,12 +1,11 @@ { "name": "@llm-tools/embedjs-loader-web", - "version": "0.1.15", + "version": "0.1.16", "description": "Web page loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", - "axios": "^1.7.7", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "debug": "^4.3.7", "html-to-text": "^9.0.5", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-web/src/web-loader.ts b/loaders/embedjs-loader-web/src/web-loader.ts index 5218d81f..9926dc59 100644 --- a/loaders/embedjs-loader-web/src/web-loader.ts +++ b/loaders/embedjs-loader-web/src/web-loader.ts @@ -1,11 +1,10 @@ import { RecursiveCharacterTextSplitter } from '@langchain/textsplitters'; import createDebugMessages from 'debug'; import { convert } from 'html-to-text'; -import axios from 'axios'; import md5 from 'md5'; import { BaseLoader } from '@llm-tools/embedjs-interfaces'; -import { isValidURL, truncateCenterString, cleanString } from '@llm-tools/embedjs-utils'; +import { isValidURL, truncateCenterString, cleanString, getSafe } from '@llm-tools/embedjs-utils'; export class WebLoader extends BaseLoader<{ type: 'WebLoader' }> { private readonly debug = createDebugMessages('embedjs:loader:WebLoader'); @@ -34,9 +33,8 @@ export class WebLoader extends BaseLoader<{ type: 'WebLoader' }> { }); try { - const data = this.isUrl - ? (await axios.get(this.urlOrContent, { responseType: 'document' })).data - : this.urlOrContent; + const data = this.isUrl ? (await getSafe(this.urlOrContent, { format: 'text' })).body : this.urlOrContent; + console.log('WTF', data); const text = convert(data, { wordwrap: false, diff --git a/loaders/embedjs-loader-xml/README.md b/loaders/embedjs-loader-xml/README.md new file mode 100644 index 00000000..20919e2a --- /dev/null +++ b/loaders/embedjs-loader-xml/README.md @@ -0,0 +1,8 @@ +# embedjs-loader-xml + +

+NPM Version +License +

+ +This package extends and offers additional functionality to [embedJs](https://www.npmjs.com/package/@llm-tools/embedjs). Refer to the documentation there for more details. diff --git a/loaders/embedjs-loader-xml/eslint.config.js b/loaders/embedjs-loader-xml/eslint.config.js new file mode 100644 index 00000000..4c3c47f6 --- /dev/null +++ b/loaders/embedjs-loader-xml/eslint.config.js @@ -0,0 +1,20 @@ +import baseConfig from '../../eslint.config.js'; +import parser from '@nx/eslint-plugin'; + +export default [ + ...baseConfig, + { + files: ['**/*.json'], + rules: { + '@nx/dependency-checks': [ + 'error', + { + ignoredFiles: ['{projectRoot}/eslint.config.{js,cjs,mjs}'], + }, + ], + }, + languageOptions: { + parser, + }, + }, +]; diff --git a/loaders/embedjs-loader-xml/package.json b/loaders/embedjs-loader-xml/package.json new file mode 100644 index 00000000..dd0409a8 --- /dev/null +++ b/loaders/embedjs-loader-xml/package.json @@ -0,0 +1,40 @@ +{ + "name": "@llm-tools/embedjs-loader-xml", + "version": "0.1.16", + "description": "XML loader for embedjs", + "dependencies": { + "@llm-tools/embedjs-interfaces": "0.1.16", + "debug": "^4.3.7", + "fast-xml-parser": "^4.5.0", + "md5": "^2.3.0" + }, + "type": "module", + "main": "./src/index.js", + "license": "Apache-2.0", + "publishConfig": { + "access": "public" + }, + "keywords": [ + "llm", + "ai", + "gpt3", + "chain", + "prompt", + "prompt engineering", + "chatgpt", + "machine learning", + "ml", + "anthropic", + "embeddings", + "vectorstores" + ], + "author": "K V Adhityan", + "bugs": { + "url": "https://github.com/llm-tools/embedjs/issues" + }, + "homepage": "https://github.com/llm-tools/embedjs#readme", + "repository": { + "type": "git", + "url": "git+https://github.com/llm-tools/embedjs.git" + } +} diff --git a/loaders/embedjs-loader-xml/project.json b/loaders/embedjs-loader-xml/project.json new file mode 100644 index 00000000..0148da86 --- /dev/null +++ b/loaders/embedjs-loader-xml/project.json @@ -0,0 +1,29 @@ +{ + "name": "embedjs-loader-xml", + "$schema": "../../node_modules/nx/schemas/project-schema.json", + "sourceRoot": "loaders/embedjs-loader-xml/src", + "projectType": "library", + "tags": [], + "targets": { + "build": { + "executor": "@nx/js:tsc", + "outputs": ["{options.outputPath}"], + "options": { + "outputPath": "dist/esm/embedjs-loader-xml", + "main": "loaders/embedjs-loader-xml/src/index.ts", + "tsConfig": "loaders/embedjs-loader-xml/tsconfig.lib.json", + "assets": ["loaders/embedjs-loader-xml/*.md"] + } + }, + "build-cjs": { + "executor": "@nx/js:tsc", + "outputs": ["{options.outputPath}"], + "dependsOn": ["^build-cjs"], + "options": { + "outputPath": "dist/cjs/embedjs-loader-xml", + "main": "loaders/embedjs-loader-xml/src/index.ts", + "tsConfig": "loaders/embedjs-loader-xml/tsconfig.cjs.json" + } + } + } +} diff --git a/loaders/embedjs-loader-xml/src/index.ts b/loaders/embedjs-loader-xml/src/index.ts new file mode 100644 index 00000000..c2560d50 --- /dev/null +++ b/loaders/embedjs-loader-xml/src/index.ts @@ -0,0 +1 @@ +export { XmlLoader } from './xml-loader.js'; diff --git a/loaders/embedjs-loader-xml/src/xml-loader.ts b/loaders/embedjs-loader-xml/src/xml-loader.ts new file mode 100644 index 00000000..49711315 --- /dev/null +++ b/loaders/embedjs-loader-xml/src/xml-loader.ts @@ -0,0 +1,62 @@ +import { X2jOptions, XMLParser } from 'fast-xml-parser'; +import createDebugMessages from 'debug'; +import fs from 'node:fs'; +import md5 from 'md5'; + +import { BaseLoader } from '@llm-tools/embedjs-interfaces'; +import { cleanString, getSafe, isValidURL, stream2buffer } from '@llm-tools/embedjs-utils'; + +export class XmlLoader extends BaseLoader<{ type: 'XmlLoader' }> { + private readonly debug = createDebugMessages('embedjs:loader:XmlLoader'); + private readonly xmlParseOptions: X2jOptions; + private readonly filePathOrUrl: string; + private readonly isUrl: boolean; + + constructor({ + filePathOrUrl, + xmlParseOptions, + chunkOverlap, + chunkSize, + }: { + filePathOrUrl: string; + xmlParseOptions?: X2jOptions; + chunkSize?: number; + chunkOverlap?: number; + }) { + super(`XmlLoader_${md5(filePathOrUrl)}`, { filePathOrUrl }, chunkSize ?? 1000, chunkOverlap ?? 0); + + this.filePathOrUrl = filePathOrUrl; + this.isUrl = isValidURL(filePathOrUrl) ? true : false; + this.xmlParseOptions = xmlParseOptions; + } + + override async *getUnfilteredChunks() { + const buffer = this.isUrl + ? (await getSafe(this.filePathOrUrl, { format: 'buffer' })).body + : await stream2buffer(fs.createReadStream(this.filePathOrUrl)); + + this.debug('XmlLoader stream created'); + const parsed = new XMLParser(this.xmlParseOptions).parse(buffer); + this.debug('XML data parsed'); + + const array = Array.isArray(parsed) ? parsed : [parsed]; + for (const entry of array) { + const str = cleanString(JSON.stringify(entry)); + + if ('id' in entry) { + entry.preEmbedId = entry.id; + delete entry.id; + } + + yield { + pageContent: str, + metadata: { + type: 'XmlLoader' as const, + source: this.filePathOrUrl, + }, + }; + } + + this.debug(`XmlLoader for filePathOrUrl '${this.filePathOrUrl}' finished`); + } +} diff --git a/loaders/embedjs-loader-xml/tsconfig.cjs.json b/loaders/embedjs-loader-xml/tsconfig.cjs.json new file mode 100644 index 00000000..1be21d0d --- /dev/null +++ b/loaders/embedjs-loader-xml/tsconfig.cjs.json @@ -0,0 +1,7 @@ +{ + "extends": "./tsconfig.lib.json", + "compilerOptions": { + "module": "commonjs", + "moduleResolution": "Node10" + } +} diff --git a/loaders/embedjs-loader-xml/tsconfig.json b/loaders/embedjs-loader-xml/tsconfig.json new file mode 100644 index 00000000..eeb778bc --- /dev/null +++ b/loaders/embedjs-loader-xml/tsconfig.json @@ -0,0 +1,26 @@ +{ + "extends": "../../tsconfig.base.json", + "compilerOptions": { + "target": "ES2022", + "lib": ["ES2022", "ES2022.Object"], + "module": "NodeNext", + "moduleResolution": "nodenext", + "esModuleInterop": true, + "declaration": true, + "noImplicitReturns": true, + "noFallthroughCasesInSwitch": true, + "noUnusedLocals": true, + "noUnusedParameters": true, + "useDefineForClassFields": true, + "strictPropertyInitialization": false, + "allowJs": false, + "strict": false + }, + "files": [], + "include": [], + "references": [ + { + "path": "./tsconfig.lib.json" + } + ] +} diff --git a/loaders/embedjs-loader-xml/tsconfig.lib.json b/loaders/embedjs-loader-xml/tsconfig.lib.json new file mode 100644 index 00000000..bdeb03cf --- /dev/null +++ b/loaders/embedjs-loader-xml/tsconfig.lib.json @@ -0,0 +1,10 @@ +{ + "extends": "./tsconfig.json", + "compilerOptions": { + "outDir": "../../dist/out-tsc", + "declaration": true, + "types": ["node"] + }, + "include": ["src/**/*.ts"], + "exclude": ["src/**/*.spec.ts", "src/**/*.test.ts"] +} diff --git a/loaders/embedjs-loader-youtube/CHANGELOG.md b/loaders/embedjs-loader-youtube/CHANGELOG.md index f5765049..637ef94b 100644 --- a/loaders/embedjs-loader-youtube/CHANGELOG.md +++ b/loaders/embedjs-loader-youtube/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/loaders/embedjs-loader-youtube/package.json b/loaders/embedjs-loader-youtube/package.json index 107a9e95..c5cd4e8b 100644 --- a/loaders/embedjs-loader-youtube/package.json +++ b/loaders/embedjs-loader-youtube/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-youtube", - "version": "0.1.15", + "version": "0.1.16", "description": "Youtube transcript and channel recursive loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "debug": "^4.3.7", "md5": "^2.3.0", "usetube": "^2.2.7", diff --git a/models/embedjs-anthropic/CHANGELOG.md b/models/embedjs-anthropic/CHANGELOG.md index 25f81323..2cb7f63b 100644 --- a/models/embedjs-anthropic/CHANGELOG.md +++ b/models/embedjs-anthropic/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/models/embedjs-anthropic/package.json b/models/embedjs-anthropic/package.json index 6e7c332c..b5f491c7 100644 --- a/models/embedjs-anthropic/package.json +++ b/models/embedjs-anthropic/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-anthropic", - "version": "0.1.15", + "version": "0.1.16", "description": "Enable usage of Anthropic models with embedjs", "dependencies": { "@langchain/anthropic": "^0.3.7", - "@langchain/core": "^0.3.16", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@langchain/core": "^0.3.17", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-cohere/CHANGELOG.md b/models/embedjs-cohere/CHANGELOG.md index deb3fbf0..a3ce0a72 100644 --- a/models/embedjs-cohere/CHANGELOG.md +++ b/models/embedjs-cohere/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/models/embedjs-cohere/package.json b/models/embedjs-cohere/package.json index 68fcbabb..3ce0b6f5 100644 --- a/models/embedjs-cohere/package.json +++ b/models/embedjs-cohere/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-cohere", - "version": "0.1.15", + "version": "0.1.16", "description": "Enable usage of Cohere models with embedjs", "dependencies": { "@langchain/cohere": "^0.3.1", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "cohere-ai": "^7.14.0" }, "type": "module", diff --git a/models/embedjs-huggingface/CHANGELOG.md b/models/embedjs-huggingface/CHANGELOG.md index cf89466b..0d7661f4 100644 --- a/models/embedjs-huggingface/CHANGELOG.md +++ b/models/embedjs-huggingface/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/models/embedjs-huggingface/package.json b/models/embedjs-huggingface/package.json index edf83258..b0d1e612 100644 --- a/models/embedjs-huggingface/package.json +++ b/models/embedjs-huggingface/package.json @@ -1,12 +1,12 @@ { "name": "@llm-tools/embedjs-huggingface", - "version": "0.1.15", + "version": "0.1.16", "description": "Enable usage of HuggingFace models with embedjs", "dependencies": { "@huggingface/inference": "^2.8.1", "@langchain/community": "^0.3.11", - "@langchain/core": "^0.3.16", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@langchain/core": "^0.3.17", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-mistral/CHANGELOG.md b/models/embedjs-mistral/CHANGELOG.md index e3c9e7b2..9f3b9fa9 100644 --- a/models/embedjs-mistral/CHANGELOG.md +++ b/models/embedjs-mistral/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/models/embedjs-mistral/package.json b/models/embedjs-mistral/package.json index 9301b776..85f4cbfc 100644 --- a/models/embedjs-mistral/package.json +++ b/models/embedjs-mistral/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-mistral", - "version": "0.1.15", + "version": "0.1.16", "description": "Enable usage of Mistral models with embedjs", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "@langchain/mistralai": "^0.1.1", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-ollama/CHANGELOG.md b/models/embedjs-ollama/CHANGELOG.md index 56142805..3cf348db 100644 --- a/models/embedjs-ollama/CHANGELOG.md +++ b/models/embedjs-ollama/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/models/embedjs-ollama/package.json b/models/embedjs-ollama/package.json index 4a15b517..e18089b3 100644 --- a/models/embedjs-ollama/package.json +++ b/models/embedjs-ollama/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-ollama", - "version": "0.1.15", + "version": "0.1.16", "description": "Enable usage of Ollama with embedjs", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "@langchain/ollama": "^0.1.1", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-openai/CHANGELOG.md b/models/embedjs-openai/CHANGELOG.md index 5be710c2..24b3eeac 100644 --- a/models/embedjs-openai/CHANGELOG.md +++ b/models/embedjs-openai/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/models/embedjs-openai/package.json b/models/embedjs-openai/package.json index 7d5d8f67..eeff4386 100644 --- a/models/embedjs-openai/package.json +++ b/models/embedjs-openai/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-openai", - "version": "0.1.15", + "version": "0.1.16", "description": "Enable usage of OpenAI models with embedjs", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "@langchain/openai": "^0.3.11", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" }, "type": "module", diff --git a/models/embedjs-vertexai/CHANGELOG.md b/models/embedjs-vertexai/CHANGELOG.md index d2399679..8883874f 100644 --- a/models/embedjs-vertexai/CHANGELOG.md +++ b/models/embedjs-vertexai/CHANGELOG.md @@ -1,3 +1,9 @@ +## 0.1.16 (2024-11-04) + +### 🚀 Features + +- added xml loader ([9172511](https://github.com/llm-tools/embedJs/commit/9172511)) + ## 0.1.15 and 0.1.14 (2024-11-01) ### 🚀 Features diff --git a/models/embedjs-vertexai/package.json b/models/embedjs-vertexai/package.json index 5440b24f..67124488 100644 --- a/models/embedjs-vertexai/package.json +++ b/models/embedjs-vertexai/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-vertexai", - "version": "0.1.15", + "version": "0.1.16", "description": "Enable usage of VertexAI models with embedjs", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "@langchain/google-vertexai": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" }, "type": "module", diff --git a/package-lock.json b/package-lock.json index 32228e10..9cf23a25 100644 --- a/package-lock.json +++ b/package-lock.json @@ -19,23 +19,23 @@ "@eslint/eslintrc": "^3.1.0", "@inquirer/prompts": "^7.0.1", "@npmcli/package-json": "^6.0.1", - "@nx/esbuild": "20.0.7", - "@nx/eslint": "20.0.7", - "@nx/eslint-plugin": "20.0.7", - "@nx/js": "20.0.7", - "@nx/node": "20.0.7", + "@nx/esbuild": "20.0.8", + "@nx/eslint": "20.0.8", + "@nx/eslint-plugin": "20.0.8", + "@nx/js": "20.0.8", + "@nx/node": "20.0.8", "@swc-node/register": "~1.10.9", - "@swc/core": "~1.7.42", + "@swc/core": "~1.8.0", "@swc/helpers": "~0.5.13", - "@types/node": "22.8.6", + "@types/node": "22.8.7", "@typescript-eslint/eslint-plugin": "^8.12.2", "@typescript-eslint/parser": "^8.12.2", "arg": "^5.0.2", "esbuild": "^0.19.12", - "eslint": "~9.13.0", + "eslint": "~9.14.0", "eslint-config-prettier": "^9.1.0", "husky": "^9.1.6", - "nx": "20.0.7", + "nx": "20.0.8", "prettier": "^3.3.3", "simple-git": "^3.27.0", "tslib": "^2.8.1", @@ -48,12 +48,12 @@ }, "core/embedjs": { "name": "@llm-tools/embedjs", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "debug": "^4.3.7", "langchain": "^0.3.5", "md5": "^2.3.0", @@ -63,243 +63,123 @@ "devDependencies": { "@types/debug": "^4.1.12", "@types/md5": "^2.3.5", - "@types/node": "^22.8.6" + "@types/node": "^22.8.7" } }, "core/embedjs-interfaces": { "name": "@llm-tools/embedjs-interfaces", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "debug": "^4.3.7", "md5": "^2.3.0", "uuid": "^11.0.2" } }, - "core/embedjs-interfaces/node_modules/uuid": { - "version": "11.0.2", - "funding": [ - "https://github.com/sponsors/broofa", - "https://github.com/sponsors/ctavan" - ], - "license": "MIT", - "bin": { - "uuid": "dist/esm/bin/uuid" - } - }, "core/embedjs-utils": { "name": "@llm-tools/embedjs-utils", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15" - } - }, - "core/embedjs/node_modules/langchain": { - "version": "0.3.5", - "license": "MIT", - "dependencies": { - "@langchain/openai": ">=0.1.0 <0.4.0", - "@langchain/textsplitters": ">=0.0.0 <0.2.0", - "js-tiktoken": "^1.0.12", - "js-yaml": "^4.1.0", - "jsonpointer": "^5.0.1", - "langsmith": "^0.2.0", - "openapi-types": "^12.1.3", - "p-retry": "4", - "uuid": "^10.0.0", - "yaml": "^2.2.1", - "zod": "^3.22.4", - "zod-to-json-schema": "^3.22.3" - }, - "engines": { - "node": ">=18" - }, - "peerDependencies": { - "@langchain/anthropic": "*", - "@langchain/aws": "*", - "@langchain/cohere": "*", - "@langchain/core": ">=0.2.21 <0.4.0", - "@langchain/google-genai": "*", - "@langchain/google-vertexai": "*", - "@langchain/groq": "*", - "@langchain/mistralai": "*", - "@langchain/ollama": "*", - "axios": "*", - "cheerio": "*", - "handlebars": "^4.7.8", - "peggy": "^3.0.2", - "typeorm": "*" - }, - "peerDependenciesMeta": { - "@langchain/anthropic": { - "optional": true - }, - "@langchain/aws": { - "optional": true - }, - "@langchain/cohere": { - "optional": true - }, - "@langchain/google-genai": { - "optional": true - }, - "@langchain/google-vertexai": { - "optional": true - }, - "@langchain/groq": { - "optional": true - }, - "@langchain/mistralai": { - "optional": true - }, - "@langchain/ollama": { - "optional": true - }, - "axios": { - "optional": true - }, - "cheerio": { - "optional": true - }, - "handlebars": { - "optional": true - }, - "peggy": { - "optional": true - }, - "typeorm": { - "optional": true - } - } - }, - "core/embedjs/node_modules/yaml": { - "version": "2.6.0", - "license": "ISC", - "bin": { - "yaml": "bin.mjs" - }, - "engines": { - "node": ">= 14" + "@llm-tools/embedjs-interfaces": "0.1.16" } }, "databases/embedjs-astra": { "name": "@llm-tools/embedjs-astradb", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@datastax/astra-db-ts": "^1.5.0", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" } }, "databases/embedjs-cosmos": { "name": "@llm-tools/embedjs-cosmos", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@azure/cosmos": "^4.1.1", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" } }, "databases/embedjs-hnswlib": { "name": "@llm-tools/embedjs-hnswlib", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7", "hnswlib-node": "^3.0.0" } }, "databases/embedjs-lancedb": { "name": "@llm-tools/embedjs-lancedb", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@lancedb/lancedb": "^0.12.0", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "compute-cosine-similarity": "^1.1.0" } }, "databases/embedjs-lmdb": { "name": "@llm-tools/embedjs-lmdb", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "lmdb": "^3.1.4" } }, "databases/embedjs-mongodb": { "name": "@llm-tools/embedjs-mongodb", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7", "mongodb": "^6.10.0" } }, "databases/embedjs-pinecone": { "name": "@llm-tools/embedjs-pinecone", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "@pinecone-database/pinecone": "^4.0.0", "debug": "^4.3.7" } }, - "databases/embedjs-pinecone/node_modules/@pinecone-database/pinecone": { - "version": "4.0.0", - "license": "Apache-2.0", - "dependencies": { - "encoding": "^0.1.13" - }, - "engines": { - "node": ">=18.0.0" - } - }, "databases/embedjs-qdrant": { "name": "@llm-tools/embedjs-qdrant", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "@qdrant/js-client-rest": "^1.12.0", "debug": "^4.3.7", "uuid": "^11.0.2" } }, - "databases/embedjs-qdrant/node_modules/uuid": { - "version": "11.0.2", - "funding": [ - "https://github.com/sponsors/broofa", - "https://github.com/sponsors/ctavan" - ], - "license": "MIT", - "bin": { - "uuid": "dist/esm/bin/uuid" - } - }, "databases/embedjs-redis": { "name": "@llm-tools/embedjs-redis", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "ioredis": "^5.4.1" } }, "databases/embedjs-weaviate": { "name": "@llm-tools/embedjs-weaviate", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "compute-cosine-similarity": "^1.1.0", "debug": "^4.3.7", "weaviate-ts-client": "^2.2.0" @@ -307,11 +187,11 @@ }, "loaders/embedjs-loader-confluence": { "name": "@llm-tools/embedjs-loader-confluence", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-loader-web": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-loader-web": "0.1.16", "confluence.js": "^1.7.4", "debug": "^4.3.7", "md5": "^2.3.0" @@ -319,12 +199,11 @@ }, "loaders/embedjs-loader-csv": { "name": "@llm-tools/embedjs-loader-csv", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", - "axios": "^1.7.7", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "csv-parse": "^5.5.6", "debug": "^4.3.7", "md5": "^2.3.0" @@ -332,35 +211,35 @@ }, "loaders/embedjs-loader-msoffice": { "name": "@llm-tools/embedjs-loader-msoffice", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" } }, "loaders/embedjs-loader-pdf": { "name": "@llm-tools/embedjs-loader-pdf", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" } }, "loaders/embedjs-loader-sitemap": { "name": "@llm-tools/embedjs-loader-sitemap", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-loader-web": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-loader-web": "0.1.16", "debug": "^4.3.7", "md5": "^2.3.0", "sitemapper": "^3.2.14" @@ -368,13 +247,12 @@ }, "loaders/embedjs-loader-web": { "name": "@llm-tools/embedjs-loader-web", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", - "axios": "^1.7.7", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "debug": "^4.3.7", "html-to-text": "^9.0.5", "md5": "^2.3.0" @@ -383,14 +261,25 @@ "@types/html-to-text": "^9.0.4" } }, + "loaders/embedjs-loader-xml": { + "name": "@llm-tools/embedjs-loader-xml", + "version": "0.1.16", + "license": "Apache-2.0", + "dependencies": { + "@llm-tools/embedjs-interfaces": "0.1.16", + "debug": "^4.3.7", + "fast-xml-parser": "^4.5.0", + "md5": "^2.3.0" + } + }, "loaders/embedjs-loader-youtube": { "name": "@llm-tools/embedjs-loader-youtube", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", - "@llm-tools/embedjs-utils": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", + "@llm-tools/embedjs-utils": "0.1.16", "debug": "^4.3.7", "md5": "^2.3.0", "usetube": "^2.2.7", @@ -402,39 +291,41 @@ }, "models/embedjs-anthropic": { "name": "@llm-tools/embedjs-anthropic", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@langchain/anthropic": "^0.3.7", - "@langchain/core": "^0.3.16", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@langchain/core": "^0.3.17", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" } }, "models/embedjs-cohere": { "name": "@llm-tools/embedjs-cohere", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@langchain/cohere": "^0.3.1", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "cohere-ai": "^7.14.0" } }, "models/embedjs-huggingface": { "name": "@llm-tools/embedjs-huggingface", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { "@huggingface/inference": "^2.8.1", "@langchain/community": "^0.3.11", - "@langchain/core": "^0.3.16", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@langchain/core": "^0.3.17", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" } }, "models/embedjs-huggingface/node_modules/@langchain/community": { "version": "0.3.11", + "resolved": "https://registry.npmjs.org/@langchain/community/-/community-0.3.11.tgz", + "integrity": "sha512-hgnqsgWAhfUj9Kp0y+FGxlKot/qJFxat9GfIPJSJU4ViN434PgeMAQK53tkGZ361E2Zoo1V4RoGlSw4AjJILiA==", "license": "MIT", "dependencies": { "@langchain/openai": ">=0.2.0 <0.4.0", @@ -939,135 +830,60 @@ } } }, - "models/embedjs-huggingface/node_modules/langchain": { - "version": "0.3.4", + "models/embedjs-huggingface/node_modules/uuid": { + "version": "10.0.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", + "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "funding": [ + "https://github.com/sponsors/broofa", + "https://github.com/sponsors/ctavan" + ], "license": "MIT", - "dependencies": { - "@langchain/openai": ">=0.1.0 <0.4.0", - "@langchain/textsplitters": ">=0.0.0 <0.2.0", - "js-tiktoken": "^1.0.12", - "js-yaml": "^4.1.0", - "jsonpointer": "^5.0.1", - "langsmith": "^0.2.0", - "openapi-types": "^12.1.3", - "p-retry": "4", - "uuid": "^10.0.0", - "yaml": "^2.2.1", - "zod": "^3.22.4", - "zod-to-json-schema": "^3.22.3" - }, - "engines": { - "node": ">=18" - }, - "peerDependencies": { - "@langchain/anthropic": "*", - "@langchain/aws": "*", - "@langchain/cohere": "*", - "@langchain/core": ">=0.2.21 <0.4.0", - "@langchain/google-genai": "*", - "@langchain/google-vertexai": "*", - "@langchain/groq": "*", - "@langchain/mistralai": "*", - "@langchain/ollama": "*", - "axios": "*", - "cheerio": "*", - "handlebars": "^4.7.8", - "peggy": "^3.0.2", - "typeorm": "*" - }, - "peerDependenciesMeta": { - "@langchain/anthropic": { - "optional": true - }, - "@langchain/aws": { - "optional": true - }, - "@langchain/cohere": { - "optional": true - }, - "@langchain/google-genai": { - "optional": true - }, - "@langchain/google-vertexai": { - "optional": true - }, - "@langchain/groq": { - "optional": true - }, - "@langchain/mistralai": { - "optional": true - }, - "@langchain/ollama": { - "optional": true - }, - "axios": { - "optional": true - }, - "cheerio": { - "optional": true - }, - "handlebars": { - "optional": true - }, - "peggy": { - "optional": true - }, - "typeorm": { - "optional": true - } - } - }, - "models/embedjs-huggingface/node_modules/yaml": { - "version": "2.6.0", - "license": "ISC", "bin": { - "yaml": "bin.mjs" - }, - "engines": { - "node": ">= 14" + "uuid": "dist/bin/uuid" } }, "models/embedjs-mistral": { "name": "@llm-tools/embedjs-mistral", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "@langchain/mistralai": "^0.1.1", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" } }, "models/embedjs-ollama": { "name": "@llm-tools/embedjs-ollama", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "@langchain/ollama": "^0.1.1", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" } }, "models/embedjs-openai": { "name": "@llm-tools/embedjs-openai", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "@langchain/openai": "^0.3.11", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" } }, "models/embedjs-vertexai": { "name": "@llm-tools/embedjs-vertexai", - "version": "0.1.15", + "version": "0.1.16", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.16", + "@langchain/core": "^0.3.17", "@langchain/google-vertexai": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.15", + "@llm-tools/embedjs-interfaces": "0.1.16", "debug": "^4.3.7" } }, @@ -1101,9 +917,9 @@ } }, "node_modules/@anthropic-ai/sdk/node_modules/@types/node": { - "version": "18.19.63", - "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.63.tgz", - "integrity": "sha512-hcUB7THvrGmaEcPcvUZCZtQ2Z3C+UR/aOcraBLCvTsFMh916Gc1kCCYcfcMuB76HM2pSerxl1PoP3KnmHzd9Lw==", + "version": "18.19.64", + "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.64.tgz", + "integrity": "sha512-955mDqvO2vFf/oL7V3WiUtiz+BugyX8uVbaT2H8oj3+8dRyH2FLiNdowe7eNqRM7IOIZvzDH76EoAT+gwm6aIQ==", "license": "MIT", "dependencies": { "undici-types": "~5.26.4" @@ -1269,9 +1085,9 @@ } }, "node_modules/@aws-sdk/client-cognito-identity": { - "version": "3.682.0", - "resolved": "https://registry.npmjs.org/@aws-sdk/client-cognito-identity/-/client-cognito-identity-3.682.0.tgz", - "integrity": "sha512-BD8PPPk3+ZzFqCJSPraoXkgRcPTtjguXtyDYsyBMzFofWmN4YeswXSavZVAC354W98mkffDaXBvieyqu1Y9fKA==", + "version": "3.685.0", + "resolved": "https://registry.npmjs.org/@aws-sdk/client-cognito-identity/-/client-cognito-identity-3.685.0.tgz", + "integrity": "sha512-4h+aw0pUEOVP77TpF1ec9AX0mzotsiw2alXfh+P0t+43eg2EjaKRftRpNXyt5XmUPws+wsH10uEL4CzSZo1sxQ==", "license": "Apache-2.0", "dependencies": { "@aws-crypto/sha256-browser": "5.2.0", @@ -1586,12 +1402,12 @@ } }, "node_modules/@aws-sdk/credential-provider-cognito-identity": { - "version": "3.682.0", - "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-cognito-identity/-/credential-provider-cognito-identity-3.682.0.tgz", - "integrity": "sha512-V+y4qUQtc0kTnNR7u5LwnZn8EZk2pjdNX+84MwD9VjXekqbXikADu06Mj93kVGVW+qgqtNMvJ8PpiI3EaaxC7A==", + "version": "3.685.0", + "resolved": "https://registry.npmjs.org/@aws-sdk/credential-provider-cognito-identity/-/credential-provider-cognito-identity-3.685.0.tgz", + "integrity": "sha512-qw9s09JFhJxEkmbo1gn94pAtyLHSx8YBX2qqrL6v3BdsJbP2fnRJMMssGMGR4jPyhklh5TSgZo0FzflbqJU8sw==", "license": "Apache-2.0", "dependencies": { - "@aws-sdk/client-cognito-identity": "3.682.0", + "@aws-sdk/client-cognito-identity": "3.685.0", "@aws-sdk/types": "3.679.0", "@smithy/property-provider": "^3.1.7", "@smithy/types": "^3.5.0", @@ -1743,16 +1559,16 @@ } }, "node_modules/@aws-sdk/credential-providers": { - "version": "3.682.0", - "resolved": "https://registry.npmjs.org/@aws-sdk/credential-providers/-/credential-providers-3.682.0.tgz", - "integrity": "sha512-vLBdUlTISEXVKYFFO665ajC0U0RdXFx21fwTHiN2g4edFH++di2XCJ8/Y34bu09z9bV/rwFT2jn41iAVWasNKg==", + "version": "3.685.0", + "resolved": "https://registry.npmjs.org/@aws-sdk/credential-providers/-/credential-providers-3.685.0.tgz", + "integrity": "sha512-pIXNNwPG2KnzjGYYbADquEkROuKxAJxuWt87TJO7LCFqKwb5l6h0Mc7yc4j13zxOVd/EhXD0VsPeqnobDklUoQ==", "license": "Apache-2.0", "dependencies": { - "@aws-sdk/client-cognito-identity": "3.682.0", + "@aws-sdk/client-cognito-identity": "3.685.0", "@aws-sdk/client-sso": "3.682.0", "@aws-sdk/client-sts": "3.682.0", "@aws-sdk/core": "3.679.0", - "@aws-sdk/credential-provider-cognito-identity": "3.682.0", + "@aws-sdk/credential-provider-cognito-identity": "3.685.0", "@aws-sdk/credential-provider-env": "3.679.0", "@aws-sdk/credential-provider-http": "3.679.0", "@aws-sdk/credential-provider-ini": "3.682.0", @@ -4724,9 +4540,9 @@ } }, "node_modules/@eslint/js": { - "version": "9.13.0", - "resolved": "https://registry.npmjs.org/@eslint/js/-/js-9.13.0.tgz", - "integrity": "sha512-IFLyoY4d72Z5y/6o/BazFBezupzI/taV8sGumxTAVw3lXG9A6md1Dc34T9s1FoD/an9pJH8RHbAxsaEbBed9lA==", + "version": "9.14.0", + "resolved": "https://registry.npmjs.org/@eslint/js/-/js-9.14.0.tgz", + "integrity": "sha512-pFoEtFWCPyDOl+C6Ift+wC7Ro89otjigCf5vcuWqWgqNSQbRrpjSvdeE6ofLz4dHmyxD5f7gIdGT4+p36L6Twg==", "dev": true, "license": "MIT", "engines": { @@ -4774,15 +4590,6 @@ "graphql": "^0.8.0 || ^0.9.0 || ^0.10.0 || ^0.11.0 || ^0.12.0 || ^0.13.0 || ^14.0.0 || ^15.0.0 || ^16.0.0 || ^17.0.0" } }, - "node_modules/@huggingface/gguf": { - "version": "0.1.12", - "resolved": "https://registry.npmjs.org/@huggingface/gguf/-/gguf-0.1.12.tgz", - "integrity": "sha512-m+u/ms28wE74v2VVCTncfI/KB2v897MRMOoRuYSU62P85fJ6/B2exMlHCNyAXkgDLeXBWDivXl4gPq+XbHmkaA==", - "license": "MIT", - "engines": { - "node": ">=20" - } - }, "node_modules/@huggingface/inference": { "version": "2.8.1", "resolved": "https://registry.npmjs.org/@huggingface/inference/-/inference-2.8.1.tgz", @@ -4796,13 +4603,10 @@ } }, "node_modules/@huggingface/tasks": { - "version": "0.12.28", - "resolved": "https://registry.npmjs.org/@huggingface/tasks/-/tasks-0.12.28.tgz", - "integrity": "sha512-kjc6PBhwo6+UmdelcdLku6Jj18bRDXlfRUweAaCSrXrX44enyNtm/L+Z8HZO1mqOAdRBVTz+MK2yWIwcb+8drg==", - "license": "MIT", - "dependencies": { - "@huggingface/gguf": "^0.1.12" - } + "version": "0.12.30", + "resolved": "https://registry.npmjs.org/@huggingface/tasks/-/tasks-0.12.30.tgz", + "integrity": "sha512-A1ITdxbEzx9L8wKR8pF7swyrTLxWNDFIGDLUWInxvks2ruQ8PLRBZe8r0EcjC3CDdtlj9jV1V4cgV35K/iy3GQ==", + "license": "MIT" }, "node_modules/@humanfs/core": { "version": "0.19.1", @@ -4828,6 +4632,20 @@ "node": ">=18.18.0" } }, + "node_modules/@humanfs/node/node_modules/@humanwhocodes/retry": { + "version": "0.3.1", + "resolved": "https://registry.npmjs.org/@humanwhocodes/retry/-/retry-0.3.1.tgz", + "integrity": "sha512-JBxkERygn7Bv/GbN5Rv8Ul6LVknS+5Bp6RgDC/O8gEBU/yeH5Ui5C/OlWrTb6qct7LjjfT6Re2NxB0ln0yYybA==", + "dev": true, + "license": "Apache-2.0", + "engines": { + "node": ">=18.18" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/nzakas" + } + }, "node_modules/@humanwhocodes/module-importer": { "version": "1.0.1", "resolved": "https://registry.npmjs.org/@humanwhocodes/module-importer/-/module-importer-1.0.1.tgz", @@ -4843,9 +4661,9 @@ } }, "node_modules/@humanwhocodes/retry": { - "version": "0.3.1", - "resolved": "https://registry.npmjs.org/@humanwhocodes/retry/-/retry-0.3.1.tgz", - "integrity": "sha512-JBxkERygn7Bv/GbN5Rv8Ul6LVknS+5Bp6RgDC/O8gEBU/yeH5Ui5C/OlWrTb6qct7LjjfT6Re2NxB0ln0yYybA==", + "version": "0.4.0", + "resolved": "https://registry.npmjs.org/@humanwhocodes/retry/-/retry-0.4.0.tgz", + "integrity": "sha512-xnRgu9DxZbkWak/te3fcytNyp8MTbuiZIaueg2rgEvBuN55n04nwLYLU9TX/VVlusc9L2ZNXi99nUFNkHXtr5g==", "dev": true, "license": "Apache-2.0", "engines": { @@ -5857,10 +5675,23 @@ "@langchain/core": ">=0.2.21 <0.4.0" } }, + "node_modules/@langchain/cohere/node_modules/uuid": { + "version": "10.0.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", + "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "funding": [ + "https://github.com/sponsors/broofa", + "https://github.com/sponsors/ctavan" + ], + "license": "MIT", + "bin": { + "uuid": "dist/bin/uuid" + } + }, "node_modules/@langchain/core": { - "version": "0.3.16", - "resolved": "https://registry.npmjs.org/@langchain/core/-/core-0.3.16.tgz", - "integrity": "sha512-g83M2Z1XlhECFUtT4C7XLsVVGt2Hk3Y/KhS5tZSsz+Gqtxwd790/MD7MxdUHpZj0VKkvrFuWARWpJmNKlkiY+g==", + "version": "0.3.17", + "resolved": "https://registry.npmjs.org/@langchain/core/-/core-0.3.17.tgz", + "integrity": "sha512-o4lgmRcEqAyioP4Snxat1DGIT0oasOYsfo9uvAxVjwGq+XRicXm+bO3smCBSiiPQnd6jJ9ULWJlI0RFUV1oNqQ==", "license": "MIT", "dependencies": { "ansi-styles": "^5.0.0", @@ -5891,11 +5722,24 @@ "url": "https://github.com/sponsors/sindresorhus" } }, - "node_modules/@langchain/google-common": { - "version": "0.1.1", - "resolved": "https://registry.npmjs.org/@langchain/google-common/-/google-common-0.1.1.tgz", - "integrity": "sha512-oT/6lBev/Ufkp1dJbOTJ2S7xD9c+w9CqnqKqFOSxuZJbM4G8hzJtt7PDBOGfamIwtQP8dR7ORKXs1sCl+f5Tig==", - "license": "MIT", + "node_modules/@langchain/core/node_modules/uuid": { + "version": "10.0.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", + "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "funding": [ + "https://github.com/sponsors/broofa", + "https://github.com/sponsors/ctavan" + ], + "license": "MIT", + "bin": { + "uuid": "dist/bin/uuid" + } + }, + "node_modules/@langchain/google-common": { + "version": "0.1.1", + "resolved": "https://registry.npmjs.org/@langchain/google-common/-/google-common-0.1.1.tgz", + "integrity": "sha512-oT/6lBev/Ufkp1dJbOTJ2S7xD9c+w9CqnqKqFOSxuZJbM4G8hzJtt7PDBOGfamIwtQP8dR7ORKXs1sCl+f5Tig==", + "license": "MIT", "dependencies": { "uuid": "^10.0.0", "zod-to-json-schema": "^3.22.4" @@ -5907,6 +5751,19 @@ "@langchain/core": ">=0.2.21 <0.4.0" } }, + "node_modules/@langchain/google-common/node_modules/uuid": { + "version": "10.0.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", + "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "funding": [ + "https://github.com/sponsors/broofa", + "https://github.com/sponsors/ctavan" + ], + "license": "MIT", + "bin": { + "uuid": "dist/bin/uuid" + } + }, "node_modules/@langchain/google-gauth": { "version": "0.1.0", "resolved": "https://registry.npmjs.org/@langchain/google-gauth/-/google-gauth-0.1.0.tgz", @@ -5956,6 +5813,19 @@ "@langchain/core": ">=0.2.21 <0.4.0" } }, + "node_modules/@langchain/mistralai/node_modules/uuid": { + "version": "10.0.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", + "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "funding": [ + "https://github.com/sponsors/broofa", + "https://github.com/sponsors/ctavan" + ], + "license": "MIT", + "bin": { + "uuid": "dist/bin/uuid" + } + }, "node_modules/@langchain/ollama": { "version": "0.1.1", "resolved": "https://registry.npmjs.org/@langchain/ollama/-/ollama-0.1.1.tgz", @@ -5972,6 +5842,19 @@ "@langchain/core": ">=0.2.21 <0.4.0" } }, + "node_modules/@langchain/ollama/node_modules/uuid": { + "version": "10.0.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", + "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "funding": [ + "https://github.com/sponsors/broofa", + "https://github.com/sponsors/ctavan" + ], + "license": "MIT", + "bin": { + "uuid": "dist/bin/uuid" + } + }, "node_modules/@langchain/openai": { "version": "0.3.11", "resolved": "https://registry.npmjs.org/@langchain/openai/-/openai-0.3.11.tgz", @@ -6069,6 +5952,10 @@ "resolved": "loaders/embedjs-loader-web", "link": true }, + "node_modules/@llm-tools/embedjs-loader-xml": { + "resolved": "loaders/embedjs-loader-xml", + "link": true + }, "node_modules/@llm-tools/embedjs-loader-youtube": { "resolved": "loaders/embedjs-loader-youtube", "link": true @@ -6391,9 +6278,9 @@ } }, "node_modules/@nx/devkit": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/devkit/-/devkit-20.0.7.tgz", - "integrity": "sha512-h+B5S+tkHObtKj2pQYUkbiaiYdcim95iS27CaZgasq7FiIXQOoupQ6jrIKduQJKx+GfYbuCCd60zrAYbkyvxiA==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/devkit/-/devkit-20.0.8.tgz", + "integrity": "sha512-MRUGgWSMzYtdwtolvWL5EZlX+7xYgu7JIXf1+3rmZU5adMmlqWKrIbyvDf53XocQlT8oxx/xXTEFHhIymGTQCg==", "dev": true, "license": "MIT", "dependencies": { @@ -6437,14 +6324,14 @@ } }, "node_modules/@nx/esbuild": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/esbuild/-/esbuild-20.0.7.tgz", - "integrity": "sha512-qXAMBqQDPxIp6kQlA7jdjaE4MBYZZ35xOghxKtkgvPJgMhMTfTIu0N1rzCtAO75GL6CKSiO8SQm0qUwidRPu/A==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/esbuild/-/esbuild-20.0.8.tgz", + "integrity": "sha512-eOhtyCS6dtXe4HqVnRa3MYwZJW2CSS7zhMI2zEnkxLp4ZPRXlTrY91tUdF1/wF1dMdTsK4T/Uhnq7mwMn5F6DQ==", "dev": true, "license": "MIT", "dependencies": { - "@nx/devkit": "20.0.7", - "@nx/js": "20.0.7", + "@nx/devkit": "20.0.8", + "@nx/js": "20.0.8", "fast-glob": "3.2.7", "picocolors": "^1.1.0", "tsconfig-paths": "^4.1.2", @@ -6460,14 +6347,14 @@ } }, "node_modules/@nx/eslint": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/eslint/-/eslint-20.0.7.tgz", - "integrity": "sha512-0XpCASmmFD7FCDhAbCRqArfP5X+opZb0+HK5M/KC21XT6froAnurf2lD8q2GP0BpCj01gNChmfAw3dYhLZYU7Q==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/eslint/-/eslint-20.0.8.tgz", + "integrity": "sha512-mh8zup1mzDcDFY3pjC6rxl8ftzFmtV3upWEbbMcg+P5e4UaDG4vnDyGwOSzZaewL+e864hNzmDN5Xfluz4lNPw==", "dev": true, "license": "MIT", "dependencies": { - "@nx/devkit": "20.0.7", - "@nx/js": "20.0.7", + "@nx/devkit": "20.0.8", + "@nx/js": "20.0.8", "semver": "^7.5.3", "tslib": "^2.3.0", "typescript": "~5.4.2" @@ -6483,14 +6370,14 @@ } }, "node_modules/@nx/eslint-plugin": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/eslint-plugin/-/eslint-plugin-20.0.7.tgz", - "integrity": "sha512-gRL4esYbZVeMrCyAmFhUtnss+sNOPwS733gucUcss82IW3bAzuOpIGYOEiNkZFL2NY/rt0XjmuUTJ1RoopDSVw==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/eslint-plugin/-/eslint-plugin-20.0.8.tgz", + "integrity": "sha512-E64qOinUI+LHROHFKgHgDue5wiKWVBZfMVlWXl3/7IfWTf3aTUjQUfMHVTogJWR9Ry7A7tQkXc0Ex/4ISDzUrQ==", "dev": true, "license": "MIT", "dependencies": { - "@nx/devkit": "20.0.7", - "@nx/js": "20.0.7", + "@nx/devkit": "20.0.8", + "@nx/js": "20.0.8", "@typescript-eslint/type-utils": "^8.0.0", "@typescript-eslint/utils": "^8.0.0", "chalk": "^4.1.0", @@ -6544,9 +6431,9 @@ } }, "node_modules/@nx/eslint-plugin/node_modules/globals": { - "version": "15.11.0", - "resolved": "https://registry.npmjs.org/globals/-/globals-15.11.0.tgz", - "integrity": "sha512-yeyNSjdbyVaWurlwCpcA6XNBrHTMIeDdj0/hnvX/OLJ9ekOXYbLsLinH/MucQyGvNnXhidTdNhTtJaffL2sMfw==", + "version": "15.12.0", + "resolved": "https://registry.npmjs.org/globals/-/globals-15.12.0.tgz", + "integrity": "sha512-1+gLErljJFhbOVyaetcwJiJ4+eLe45S2E7P5UiZ9xGfeq3ATQf5DOv9G7MH3gGbKQLkzmNh2DxfZwLdw+j6oTQ==", "dev": true, "license": "MIT", "engines": { @@ -6571,16 +6458,16 @@ } }, "node_modules/@nx/jest": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/jest/-/jest-20.0.7.tgz", - "integrity": "sha512-mV7qQY9EYvOgKRPe3HfFmlnoLWCy+mQ08BXj1HNdV+rtkUH4nEY6ljE9PT3aAA9RyNmVD2PZEXYGHUnISXiDoA==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/jest/-/jest-20.0.8.tgz", + "integrity": "sha512-LEs1EKl0RezDycGKxCaJivvKKXXHL5HUGp9dxE2FuS2nzimYhYldxlOH+zr73J5SWEZtxnMHHjRPkbDffnoxug==", "dev": true, "license": "MIT", "dependencies": { "@jest/reporters": "^29.4.1", "@jest/test-result": "^29.4.1", - "@nx/devkit": "20.0.7", - "@nx/js": "20.0.7", + "@nx/devkit": "20.0.8", + "@nx/js": "20.0.8", "@phenomnomnominal/tsquery": "~5.0.1", "chalk": "^4.1.0", "identity-obj-proxy": "3.0.0", @@ -6654,9 +6541,9 @@ } }, "node_modules/@nx/js": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/js/-/js-20.0.7.tgz", - "integrity": "sha512-HehtLu6wXLrdbVnPboy5vkRn6d+8KL0n18IJYlDoZonY2xc7NTuifZ+bZN9n4zoSSUnorJ7ux6QccURaGV+0Yw==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/js/-/js-20.0.8.tgz", + "integrity": "sha512-PDkjhen4Gl1bMw65XfgebSceNH7HOeTr1f5C+WY/II+7pcAx2lqWj4n6t0XkzBMWlOyfHt/H+O/F4GuZ/hjIyg==", "dev": true, "license": "MIT", "dependencies": { @@ -6667,8 +6554,8 @@ "@babel/preset-env": "^7.23.2", "@babel/preset-typescript": "^7.22.5", "@babel/runtime": "^7.22.6", - "@nx/devkit": "20.0.7", - "@nx/workspace": "20.0.7", + "@nx/devkit": "20.0.8", + "@nx/workspace": "20.0.8", "@zkochan/js-yaml": "0.0.7", "babel-plugin-const-enum": "^1.0.1", "babel-plugin-macros": "^2.8.0", @@ -6760,23 +6647,23 @@ } }, "node_modules/@nx/node": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/node/-/node-20.0.7.tgz", - "integrity": "sha512-VheVnuKd6ldxohe2wMndlHmZoc/PXdnP2aBI+7Oe0ccuSq0IAm9p+DlXC0ZlkCngBVeKK52IDwU5bUI+fF6bWQ==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/node/-/node-20.0.8.tgz", + "integrity": "sha512-M9hUoXOY6iJAbNp0UapHltP8d/5bMIPKZWCvgkIgLeMgGKD5Z/VfxNSXbjKTnlcvDutXXL6MO0IpgJAYUFhUwA==", "dev": true, "license": "MIT", "dependencies": { - "@nx/devkit": "20.0.7", - "@nx/eslint": "20.0.7", - "@nx/jest": "20.0.7", - "@nx/js": "20.0.7", + "@nx/devkit": "20.0.8", + "@nx/eslint": "20.0.8", + "@nx/jest": "20.0.8", + "@nx/js": "20.0.8", "tslib": "^2.3.0" } }, "node_modules/@nx/nx-darwin-arm64": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-darwin-arm64/-/nx-darwin-arm64-20.0.7.tgz", - "integrity": "sha512-QLD0DlyT343okCMHNg4EyM1s9HWU55RGiD36OxopaAmDcJ45j4p7IgmYlwbWCC5TyjIXSnLnZyIAs5DrqaKwrg==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-darwin-arm64/-/nx-darwin-arm64-20.0.8.tgz", + "integrity": "sha512-tDoafq5YUyOwxR1Y796WXA6j49OLJRO7TA/Fym52SSuD3AULbgo3/X5XeY6oL2PWM044CuUVrp3V4cIDUtyJpA==", "cpu": [ "arm64" ], @@ -6791,9 +6678,9 @@ } }, "node_modules/@nx/nx-darwin-x64": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-darwin-x64/-/nx-darwin-x64-20.0.7.tgz", - "integrity": "sha512-Sc2h+eAunGKiqpumvjVrrt0LRtk/l6Fev/633WP55svSNuY9muB/MPcP9v/oLyAD1flDnzvIWeUT6eEw6oqvZw==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-darwin-x64/-/nx-darwin-x64-20.0.8.tgz", + "integrity": "sha512-bvfZ6VhSvOpPV00veaJDO1a4X+f0dn8S1A73/2ThbGZrZLAQIFrA8v+ysax+bfCGRHNdtlAL+f7TG2buh/4BRg==", "cpu": [ "x64" ], @@ -6808,9 +6695,9 @@ } }, "node_modules/@nx/nx-freebsd-x64": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-freebsd-x64/-/nx-freebsd-x64-20.0.7.tgz", - "integrity": "sha512-Sp0pMVGj4LuPaO6oL9R5gsIPjIm8Xt3IyP9f+5uwtqjipiPriw0IdD2uV9bDjPPs0QQc15ncz+eSk30p836qpA==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-freebsd-x64/-/nx-freebsd-x64-20.0.8.tgz", + "integrity": "sha512-AdOme0o/pTFy+TutIOAamuGTqbh6nOLrkNEX8f4ogfDRH+k/WvjRQ4z4ne58wf/2EVXua4jKTIEipIZAP/Ad1w==", "cpu": [ "x64" ], @@ -6825,9 +6712,9 @@ } }, "node_modules/@nx/nx-linux-arm-gnueabihf": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-linux-arm-gnueabihf/-/nx-linux-arm-gnueabihf-20.0.7.tgz", - "integrity": "sha512-hs15RudLvFkfBtUL20M9Hr0wn8FLije3EGn1j9iPmo8EiZBZn4mDAywwPZXmDiAuxKTU8LKBLT/xJczNe8gzbQ==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-linux-arm-gnueabihf/-/nx-linux-arm-gnueabihf-20.0.8.tgz", + "integrity": "sha512-PYf7Z30A1TCZq9HVUP6JjT3ghTLYkaBpR6vDwiGWUV/exuNmhUgfYW6TiTpiSArXwnAgSIbaoGe537iEvYzA7A==", "cpu": [ "arm" ], @@ -6842,9 +6729,9 @@ } }, "node_modules/@nx/nx-linux-arm64-gnu": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-linux-arm64-gnu/-/nx-linux-arm64-gnu-20.0.7.tgz", - "integrity": "sha512-t1NSxBvWpyjb9VnbxAN2Oka3JXEKtbQv//aLOer8++8Y+e6INDOHmRADyyp5BcLwBpsaP/lWLKcDa6vlsMzXTg==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-linux-arm64-gnu/-/nx-linux-arm64-gnu-20.0.8.tgz", + "integrity": "sha512-3VpvhjmNR78HVxGzpWiwqZsG5sNvLUv2Qfohtxyc3561o8VU41R9Onf/LJmbbZvmdDaPvvXQp3rs0OXT4i7T1g==", "cpu": [ "arm64" ], @@ -6859,9 +6746,9 @@ } }, "node_modules/@nx/nx-linux-arm64-musl": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-linux-arm64-musl/-/nx-linux-arm64-musl-20.0.7.tgz", - "integrity": "sha512-lLAzyxQeeALMKM2uBA9728gZ0bihy6rfhMe+fracV1xjGLfcHEa/hNmhXNMp9Vf80sZJ50EUeW6mUPluLROBNQ==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-linux-arm64-musl/-/nx-linux-arm64-musl-20.0.8.tgz", + "integrity": "sha512-3Z7fTJGG8h4VCHhD8Ix0zr6eFMfa1y3YDlzm8Clxu4Enzz0pEsUrT+ph6qrsArnIyUgiCowSi8+xgHFg7V/F1Q==", "cpu": [ "arm64" ], @@ -6876,9 +6763,9 @@ } }, "node_modules/@nx/nx-linux-x64-gnu": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-linux-x64-gnu/-/nx-linux-x64-gnu-20.0.7.tgz", - "integrity": "sha512-H9LfEoHEa0ZHnfifseY24RPErtGaXSoWTuW9JAPylUXeYOy66i/FwxwbjsG5BMFJCnL1LGXPN9Oirh442lcsbQ==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-linux-x64-gnu/-/nx-linux-x64-gnu-20.0.8.tgz", + "integrity": "sha512-Uttl1RHzWpjZgdzowCUNjC6/b3YhZR31wyXWgVF4PDWpDVgy4EigGc19tdrvv8pUVKQFuj0uaSTPUklguN7c3A==", "cpu": [ "x64" ], @@ -6893,9 +6780,9 @@ } }, "node_modules/@nx/nx-linux-x64-musl": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-linux-x64-musl/-/nx-linux-x64-musl-20.0.7.tgz", - "integrity": "sha512-2VsTSLZZVGHmN2BkSaLoOp/Byj9j20so/Ne/TZg4Lo/HBp0iDSOmUtbPAnkJOS6UiAPvQtb9zqzRKPphhDhnzg==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-linux-x64-musl/-/nx-linux-x64-musl-20.0.8.tgz", + "integrity": "sha512-llc6ywSPaOWQzEzD73USyAXd/y3Slu+GHS02IsQqZeA23EIOEzhvEeeeKgs4F8LKuFW/TpV6T5IhvSHw9/mvBg==", "cpu": [ "x64" ], @@ -6910,9 +6797,9 @@ } }, "node_modules/@nx/nx-win32-arm64-msvc": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-win32-arm64-msvc/-/nx-win32-arm64-msvc-20.0.7.tgz", - "integrity": "sha512-lmH7xTPHJe2q/P2tnHEjOTdwzNxnFV08Kp2z6sUU0lAfJ79mye2nydGBDtFq9CeFF1Q6vfCSDTRu5fbxAZ9/Xg==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-win32-arm64-msvc/-/nx-win32-arm64-msvc-20.0.8.tgz", + "integrity": "sha512-GhPVVNrL0QcQ3B6r0P0Dta3TIesJz7uso7iI5rCZ/oOGa02UsT4NkQBpIhxYQZ4TnHYNy84g4rHtYHrSlpDlEw==", "cpu": [ "arm64" ], @@ -6927,9 +6814,9 @@ } }, "node_modules/@nx/nx-win32-x64-msvc": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/nx-win32-x64-msvc/-/nx-win32-x64-msvc-20.0.7.tgz", - "integrity": "sha512-U8LY1O3XA1yD8FoCM0ozT0DpFJdei2NNSrp/5lBXn5KHb2nkZ8DQ1zh7RKvMhEMwDNfNGbM7JsaBTr+fP6eYJg==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/nx-win32-x64-msvc/-/nx-win32-x64-msvc-20.0.8.tgz", + "integrity": "sha512-yLlcgM0zFdmsExdLv8O2g5FWQ6d2vyN5OynKV+F5BrWHC4LvrqyYJ99y++5bLFoEi19RYIK6sLnzGIRSF6dHGg==", "cpu": [ "x64" ], @@ -6944,16 +6831,16 @@ } }, "node_modules/@nx/workspace": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/@nx/workspace/-/workspace-20.0.7.tgz", - "integrity": "sha512-1Vdl7Rti4aKa9kIsuSnD+tNeBfD6tF/Eln5VbUydJ7NpMb1ko7jz4qqWUVm6tLYbLtGcgVoer1AZyD3nWa4qyA==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/@nx/workspace/-/workspace-20.0.8.tgz", + "integrity": "sha512-G7nON6s3KDWNAH9P8IBvvAmTGgTsFZPuWH7We9px0ZwsRcURDDP1OqZsYmfr0zTHTS58wu4Uax/uQLwnTVC1xQ==", "dev": true, "license": "MIT", "dependencies": { - "@nx/devkit": "20.0.7", + "@nx/devkit": "20.0.8", "chalk": "^4.1.0", "enquirer": "~2.3.6", - "nx": "20.0.7", + "nx": "20.0.8", "tslib": "^2.3.0", "yargs-parser": "21.1.1" } @@ -7161,6 +7048,18 @@ "typescript": "^3 || ^4 || ^5" } }, + "node_modules/@pinecone-database/pinecone": { + "version": "4.0.0", + "resolved": "https://registry.npmjs.org/@pinecone-database/pinecone/-/pinecone-4.0.0.tgz", + "integrity": "sha512-INYS+GBys9v5BRTyn0tv8srVsPTlSRvE3BPE4Wkc/lOEyAIyB9F7DEMXbeF19FOLEgRwCuHTLjzm1niENl+4FA==", + "license": "Apache-2.0", + "dependencies": { + "encoding": "^0.1.13" + }, + "engines": { + "node": ">=18.0.0" + } + }, "node_modules/@pkgjs/parseargs": { "version": "0.11.0", "resolved": "https://registry.npmjs.org/@pkgjs/parseargs/-/parseargs-0.11.0.tgz", @@ -8016,15 +7915,15 @@ } }, "node_modules/@swc/core": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core/-/core-1.7.42.tgz", - "integrity": "sha512-iQrRk3SKndQZ4ptJv1rzeQSiCYQIhMjiO97QXOlCcCoaazOLKPnLnXzU4Kv0FuBFyYfG2FE94BoR0XI2BN02qw==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core/-/core-1.8.0.tgz", + "integrity": "sha512-EF8C5lp1RKMp3426tAKwQyVbg4Zcn/2FDax3cz8EcOXYQJM/ctB687IvBm9Ciej1wMcQ/dMRg+OB4Xl8BGLBoA==", "dev": true, "hasInstallScript": true, "license": "Apache-2.0", "dependencies": { "@swc/counter": "^0.1.3", - "@swc/types": "^0.1.13" + "@swc/types": "^0.1.14" }, "engines": { "node": ">=10" @@ -8034,16 +7933,16 @@ "url": "https://opencollective.com/swc" }, "optionalDependencies": { - "@swc/core-darwin-arm64": "1.7.42", - "@swc/core-darwin-x64": "1.7.42", - "@swc/core-linux-arm-gnueabihf": "1.7.42", - "@swc/core-linux-arm64-gnu": "1.7.42", - "@swc/core-linux-arm64-musl": "1.7.42", - "@swc/core-linux-x64-gnu": "1.7.42", - "@swc/core-linux-x64-musl": "1.7.42", - "@swc/core-win32-arm64-msvc": "1.7.42", - "@swc/core-win32-ia32-msvc": "1.7.42", - "@swc/core-win32-x64-msvc": "1.7.42" + "@swc/core-darwin-arm64": "1.8.0", + "@swc/core-darwin-x64": "1.8.0", + "@swc/core-linux-arm-gnueabihf": "1.8.0", + "@swc/core-linux-arm64-gnu": "1.8.0", + "@swc/core-linux-arm64-musl": "1.8.0", + "@swc/core-linux-x64-gnu": "1.8.0", + "@swc/core-linux-x64-musl": "1.8.0", + "@swc/core-win32-arm64-msvc": "1.8.0", + "@swc/core-win32-ia32-msvc": "1.8.0", + "@swc/core-win32-x64-msvc": "1.8.0" }, "peerDependencies": { "@swc/helpers": "*" @@ -8055,9 +7954,9 @@ } }, "node_modules/@swc/core-darwin-arm64": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-darwin-arm64/-/core-darwin-arm64-1.7.42.tgz", - "integrity": "sha512-fWhaCs2+8GDRIcjExVDEIfbptVrxDqG8oHkESnXgymmvqTWzWei5SOnPNMS8Q+MYsn/b++Y2bDxkcwmq35Bvxg==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-darwin-arm64/-/core-darwin-arm64-1.8.0.tgz", + "integrity": "sha512-TIus1/SE/Ud4g84hCnchcagu+LfyndSDy5r5qf64nflojejDidPU9Fp1InzQhQpEgIpntnZID/KFCP5rQnvsIw==", "cpu": [ "arm64" ], @@ -8072,9 +7971,9 @@ } }, "node_modules/@swc/core-darwin-x64": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-darwin-x64/-/core-darwin-x64-1.7.42.tgz", - "integrity": "sha512-ZaVHD2bijrlkCyD7NDzLmSK849Jgcx+6DdL4x1dScoz1slJ8GTvLtEu0JOUaaScQwA+cVlhmrmlmi9ssjbRLGQ==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-darwin-x64/-/core-darwin-x64-1.8.0.tgz", + "integrity": "sha512-yCb1FHCX/HUmNRGB1X3CFJ1WPKXMosZVUe3K2TrosCGvytwgaLoW5FS0bZg5Qv6cEUERQBg75cJnOUPwLLRCVg==", "cpu": [ "x64" ], @@ -8089,9 +7988,9 @@ } }, "node_modules/@swc/core-linux-arm-gnueabihf": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-linux-arm-gnueabihf/-/core-linux-arm-gnueabihf-1.7.42.tgz", - "integrity": "sha512-iF0BJj7hVTbY/vmbvyzVTh/0W80+Q4fbOYschdUM3Bsud39TA+lSaPOefOHywkNH58EQ1z3EAxYcJOWNES7GFQ==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-linux-arm-gnueabihf/-/core-linux-arm-gnueabihf-1.8.0.tgz", + "integrity": "sha512-6TdjVdiLaSW+eGiHKEojMDlx673nowrPHa6nM6toWgRzy8tIZgjPOguVKJDoMnoHuvO7SkOLCUiMRw0rTskypA==", "cpu": [ "arm" ], @@ -8106,9 +8005,9 @@ } }, "node_modules/@swc/core-linux-arm64-gnu": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-linux-arm64-gnu/-/core-linux-arm64-gnu-1.7.42.tgz", - "integrity": "sha512-xGu8j+DOLYTLkVmsfZPJbNPW1EkiWgSucT0nOlz77bLxImukt/0+HVm2hOwHSKuArQ8C3cjahAMY3b/s4VH2ww==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-linux-arm64-gnu/-/core-linux-arm64-gnu-1.8.0.tgz", + "integrity": "sha512-TU2YcTornnyZiJUabRuk7Xtvzaep11FwK77IkFomjN9/Os5s25B8ea652c2fAQMe9RsM84FPVmX303ohxavjKQ==", "cpu": [ "arm64" ], @@ -8123,9 +8022,9 @@ } }, "node_modules/@swc/core-linux-arm64-musl": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-linux-arm64-musl/-/core-linux-arm64-musl-1.7.42.tgz", - "integrity": "sha512-qtW3JNO7i1yHEko59xxz+jY38+tYmB96JGzj6XzygMbYJYZDYbrOpXQvKbMGNG3YeTDan7Fp2jD0dlKf7NgDPA==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-linux-arm64-musl/-/core-linux-arm64-musl-1.8.0.tgz", + "integrity": "sha512-2CdPTEKxx2hJIj/B0fn8L8k2coo/FDS95smzXyi2bov5FcrP6Ohboq8roFBYgj38fkHusXjY8qt+cCH7yXWAdg==", "cpu": [ "arm64" ], @@ -8140,9 +8039,9 @@ } }, "node_modules/@swc/core-linux-x64-gnu": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-linux-x64-gnu/-/core-linux-x64-gnu-1.7.42.tgz", - "integrity": "sha512-F9WY1TN+hhhtiEzZjRQziNLt36M5YprMeOBHjsLVNqwgflzleSI7ulgnlQECS8c8zESaXj3ksGduAoJYtPC1cA==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-linux-x64-gnu/-/core-linux-x64-gnu-1.8.0.tgz", + "integrity": "sha512-14StQBifCs/AMsySdU95OmwNJr9LOVqo6rcTFt2b7XaWpe/AyeuMJFxcndLgUewksJHpfepzCTwNdbcYmuNo6A==", "cpu": [ "x64" ], @@ -8157,9 +8056,9 @@ } }, "node_modules/@swc/core-linux-x64-musl": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-linux-x64-musl/-/core-linux-x64-musl-1.7.42.tgz", - "integrity": "sha512-7YMdOaYKLMQ8JGfnmRDwidpLFs/6ka+80zekeM0iCVO48yLrJR36G0QGXzMjKsXI0BPhq+mboZRRENK4JfQnEA==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-linux-x64-musl/-/core-linux-x64-musl-1.8.0.tgz", + "integrity": "sha512-qemJnAQlYqKCfWNqVv5SG8uGvw8JotwU86cuFUkq35oTB+dsSFM3b83+B1giGTKKFOh2nfWT7bvPXTKk+aUjew==", "cpu": [ "x64" ], @@ -8174,9 +8073,9 @@ } }, "node_modules/@swc/core-win32-arm64-msvc": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-win32-arm64-msvc/-/core-win32-arm64-msvc-1.7.42.tgz", - "integrity": "sha512-C5CYWaIZEyqPl5W/EwcJ/mLBJFHVoUEa/IwWi0b4q2fCXcSCktQGwKXOQ+d67GneiZoiq0HasgcdMmMpGS9YRQ==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-win32-arm64-msvc/-/core-win32-arm64-msvc-1.8.0.tgz", + "integrity": "sha512-fXt5vZbnrVdXZzGj2qRnZtY3uh+NtLCaFjS2uD9w8ssdbjhbDZYlJCj2JINOjv35ttEfAD2goiYmVa5P/Ypl+g==", "cpu": [ "arm64" ], @@ -8191,9 +8090,9 @@ } }, "node_modules/@swc/core-win32-ia32-msvc": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-win32-ia32-msvc/-/core-win32-ia32-msvc-1.7.42.tgz", - "integrity": "sha512-3j47seZ5pO62mbrqvPe1iwhe2BXnM5q7iB+n2xgA38PCGYt0mnaJafqmpCXm/uYZOCMqSNynaoOWCMMZm4sqtA==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-win32-ia32-msvc/-/core-win32-ia32-msvc-1.8.0.tgz", + "integrity": "sha512-W4FA2vSJ+bGYiTj6gspxghSdKQNLfLMo65AH07u797x7I+YJj8amnFY/fQRlroDv5Dez/FHTv14oPlTlNFUpIw==", "cpu": [ "ia32" ], @@ -8208,9 +8107,9 @@ } }, "node_modules/@swc/core-win32-x64-msvc": { - "version": "1.7.42", - "resolved": "https://registry.npmjs.org/@swc/core-win32-x64-msvc/-/core-win32-x64-msvc-1.7.42.tgz", - "integrity": "sha512-FXl9MdeUogZLGDcLr6QIRdDVkpG0dkN4MLM4dwQ5kcAk+XfKPrQibX6M2kcfhsCx+jtBqtK7hRFReRXPWJZGbA==", + "version": "1.8.0", + "resolved": "https://registry.npmjs.org/@swc/core-win32-x64-msvc/-/core-win32-x64-msvc-1.8.0.tgz", + "integrity": "sha512-Il4y8XwKDV0Bnk0IpA00kGcSQC6I9XOIinW5egTutnwIDfDE+qsD0j+0isW5H76GetY3/Ze0lVxeOXLAUgpegA==", "cpu": [ "x64" ], @@ -8242,9 +8141,9 @@ } }, "node_modules/@swc/types": { - "version": "0.1.13", - "resolved": "https://registry.npmjs.org/@swc/types/-/types-0.1.13.tgz", - "integrity": "sha512-JL7eeCk6zWCbiYQg2xQSdLXQJl8Qoc9rXmG2cEKvHe3CKwMHwHGpfOb8frzNLmbycOo6I51qxnLnn9ESf4I20Q==", + "version": "0.1.14", + "resolved": "https://registry.npmjs.org/@swc/types/-/types-0.1.14.tgz", + "integrity": "sha512-PbSmTiYCN+GMrvfjrMo9bdY+f2COnwbdnoMw7rqU/PI5jXpKjxOGZ0qqZCImxnT81NkNsKnmEpvu+hRXLBeCJg==", "dev": true, "license": "Apache-2.0", "dependencies": { @@ -8472,9 +8371,9 @@ "license": "MIT" }, "node_modules/@types/node": { - "version": "22.8.6", - "resolved": "https://registry.npmjs.org/@types/node/-/node-22.8.6.tgz", - "integrity": "sha512-tosuJYKrIqjQIlVCM4PEGxOmyg3FCPa/fViuJChnGeEIhjA46oy8FMVoF9su1/v8PNs2a8Q0iFNyOx0uOF91nw==", + "version": "22.8.7", + "resolved": "https://registry.npmjs.org/@types/node/-/node-22.8.7.tgz", + "integrity": "sha512-LidcG+2UeYIWcMuMUpBKOnryBWG/rnmOHQR5apjn8myTQcx3rinFRn7DcIFhMnS0PPFSC6OafdIKEad0lj6U0Q==", "license": "MIT", "dependencies": { "undici-types": "~6.19.8" @@ -8571,17 +8470,17 @@ "license": "MIT" }, "node_modules/@typescript-eslint/eslint-plugin": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/@typescript-eslint/eslint-plugin/-/eslint-plugin-8.12.2.tgz", - "integrity": "sha512-gQxbxM8mcxBwaEmWdtLCIGLfixBMHhQjBqR8sVWNTPpcj45WlYL2IObS/DNMLH1DBP0n8qz+aiiLTGfopPEebw==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/@typescript-eslint/eslint-plugin/-/eslint-plugin-8.13.0.tgz", + "integrity": "sha512-nQtBLiZYMUPkclSeC3id+x4uVd1SGtHuElTxL++SfP47jR0zfkZBJHc+gL4qPsgTuypz0k8Y2GheaDYn6Gy3rg==", "dev": true, "license": "MIT", "dependencies": { "@eslint-community/regexpp": "^4.10.0", - "@typescript-eslint/scope-manager": "8.12.2", - "@typescript-eslint/type-utils": "8.12.2", - "@typescript-eslint/utils": "8.12.2", - "@typescript-eslint/visitor-keys": "8.12.2", + "@typescript-eslint/scope-manager": "8.13.0", + "@typescript-eslint/type-utils": "8.13.0", + "@typescript-eslint/utils": "8.13.0", + "@typescript-eslint/visitor-keys": "8.13.0", "graphemer": "^1.4.0", "ignore": "^5.3.1", "natural-compare": "^1.4.0", @@ -8605,16 +8504,16 @@ } }, "node_modules/@typescript-eslint/parser": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-8.12.2.tgz", - "integrity": "sha512-MrvlXNfGPLH3Z+r7Tk+Z5moZAc0dzdVjTgUgwsdGweH7lydysQsnSww3nAmsq8blFuRD5VRlAr9YdEFw3e6PBw==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-8.13.0.tgz", + "integrity": "sha512-w0xp+xGg8u/nONcGw1UXAr6cjCPU1w0XVyBs6Zqaj5eLmxkKQAByTdV/uGgNN5tVvN/kKpoQlP2cL7R+ajZZIQ==", "dev": true, "license": "BSD-2-Clause", "dependencies": { - "@typescript-eslint/scope-manager": "8.12.2", - "@typescript-eslint/types": "8.12.2", - "@typescript-eslint/typescript-estree": "8.12.2", - "@typescript-eslint/visitor-keys": "8.12.2", + "@typescript-eslint/scope-manager": "8.13.0", + "@typescript-eslint/types": "8.13.0", + "@typescript-eslint/typescript-estree": "8.13.0", + "@typescript-eslint/visitor-keys": "8.13.0", "debug": "^4.3.4" }, "engines": { @@ -8634,14 +8533,14 @@ } }, "node_modules/@typescript-eslint/scope-manager": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/@typescript-eslint/scope-manager/-/scope-manager-8.12.2.tgz", - "integrity": "sha512-gPLpLtrj9aMHOvxJkSbDBmbRuYdtiEbnvO25bCMza3DhMjTQw0u7Y1M+YR5JPbMsXXnSPuCf5hfq0nEkQDL/JQ==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/@typescript-eslint/scope-manager/-/scope-manager-8.13.0.tgz", + "integrity": "sha512-XsGWww0odcUT0gJoBZ1DeulY1+jkaHUciUq4jKNv4cpInbvvrtDoyBH9rE/n2V29wQJPk8iCH1wipra9BhmiMA==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/types": "8.12.2", - "@typescript-eslint/visitor-keys": "8.12.2" + "@typescript-eslint/types": "8.13.0", + "@typescript-eslint/visitor-keys": "8.13.0" }, "engines": { "node": "^18.18.0 || ^20.9.0 || >=21.1.0" @@ -8652,14 +8551,14 @@ } }, "node_modules/@typescript-eslint/type-utils": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/@typescript-eslint/type-utils/-/type-utils-8.12.2.tgz", - "integrity": "sha512-bwuU4TAogPI+1q/IJSKuD4shBLc/d2vGcRT588q+jzayQyjVK2X6v/fbR4InY2U2sgf8MEvVCqEWUzYzgBNcGQ==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/@typescript-eslint/type-utils/-/type-utils-8.13.0.tgz", + "integrity": "sha512-Rqnn6xXTR316fP4D2pohZenJnp+NwQ1mo7/JM+J1LWZENSLkJI8ID8QNtlvFeb0HnFSK94D6q0cnMX6SbE5/vA==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/typescript-estree": "8.12.2", - "@typescript-eslint/utils": "8.12.2", + "@typescript-eslint/typescript-estree": "8.13.0", + "@typescript-eslint/utils": "8.13.0", "debug": "^4.3.4", "ts-api-utils": "^1.3.0" }, @@ -8677,9 +8576,9 @@ } }, "node_modules/@typescript-eslint/types": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/@typescript-eslint/types/-/types-8.12.2.tgz", - "integrity": "sha512-VwDwMF1SZ7wPBUZwmMdnDJ6sIFk4K4s+ALKLP6aIQsISkPv8jhiw65sAK6SuWODN/ix+m+HgbYDkH+zLjrzvOA==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/@typescript-eslint/types/-/types-8.13.0.tgz", + "integrity": "sha512-4cyFErJetFLckcThRUFdReWJjVsPCqyBlJTi6IDEpc1GWCIIZRFxVppjWLIMcQhNGhdWJJRYFHpHoDWvMlDzng==", "dev": true, "license": "MIT", "engines": { @@ -8691,14 +8590,14 @@ } }, "node_modules/@typescript-eslint/typescript-estree": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/@typescript-eslint/typescript-estree/-/typescript-estree-8.12.2.tgz", - "integrity": "sha512-mME5MDwGe30Pq9zKPvyduyU86PH7aixwqYR2grTglAdB+AN8xXQ1vFGpYaUSJ5o5P/5znsSBeNcs5g5/2aQwow==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/@typescript-eslint/typescript-estree/-/typescript-estree-8.13.0.tgz", + "integrity": "sha512-v7SCIGmVsRK2Cy/LTLGN22uea6SaUIlpBcO/gnMGT/7zPtxp90bphcGf4fyrCQl3ZtiBKqVTG32hb668oIYy1g==", "dev": true, "license": "BSD-2-Clause", "dependencies": { - "@typescript-eslint/types": "8.12.2", - "@typescript-eslint/visitor-keys": "8.12.2", + "@typescript-eslint/types": "8.13.0", + "@typescript-eslint/visitor-keys": "8.13.0", "debug": "^4.3.4", "fast-glob": "^3.3.2", "is-glob": "^4.0.3", @@ -8776,16 +8675,16 @@ } }, "node_modules/@typescript-eslint/utils": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/@typescript-eslint/utils/-/utils-8.12.2.tgz", - "integrity": "sha512-UTTuDIX3fkfAz6iSVa5rTuSfWIYZ6ATtEocQ/umkRSyC9O919lbZ8dcH7mysshrCdrAM03skJOEYaBugxN+M6A==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/@typescript-eslint/utils/-/utils-8.13.0.tgz", + "integrity": "sha512-A1EeYOND6Uv250nybnLZapeXpYMl8tkzYUxqmoKAWnI4sei3ihf2XdZVd+vVOmHGcp3t+P7yRrNsyyiXTvShFQ==", "dev": true, "license": "MIT", "dependencies": { "@eslint-community/eslint-utils": "^4.4.0", - "@typescript-eslint/scope-manager": "8.12.2", - "@typescript-eslint/types": "8.12.2", - "@typescript-eslint/typescript-estree": "8.12.2" + "@typescript-eslint/scope-manager": "8.13.0", + "@typescript-eslint/types": "8.13.0", + "@typescript-eslint/typescript-estree": "8.13.0" }, "engines": { "node": "^18.18.0 || ^20.9.0 || >=21.1.0" @@ -8799,13 +8698,13 @@ } }, "node_modules/@typescript-eslint/visitor-keys": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/@typescript-eslint/visitor-keys/-/visitor-keys-8.12.2.tgz", - "integrity": "sha512-PChz8UaKQAVNHghsHcPyx1OMHoFRUEA7rJSK/mDhdq85bk+PLsUHUBqTQTFt18VJZbmxBovM65fezlheQRsSDA==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/@typescript-eslint/visitor-keys/-/visitor-keys-8.13.0.tgz", + "integrity": "sha512-7N/+lztJqH4Mrf0lb10R/CbI1EaAMMGyF5y0oJvFoAhafwgiRA7TXyd8TFn8FC8k5y2dTsYogg238qavRGNnlw==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/types": "8.12.2", + "@typescript-eslint/types": "8.13.0", "eslint-visitor-keys": "^3.4.3" }, "engines": { @@ -9400,6 +9299,18 @@ "node": "*" } }, + "node_modules/binary-extensions": { + "version": "2.3.0", + "resolved": "https://registry.npmjs.org/binary-extensions/-/binary-extensions-2.3.0.tgz", + "integrity": "sha512-Ceh+7ox5qe7LJuLHoY0feh3pHuUDHAcRUeyL2VYghZwfpkNIy/+8Ocg0a3UuSoYzavmylwuLWQOf3hl0jjMMIw==", + "license": "MIT", + "engines": { + "node": ">=8" + }, + "funding": { + "url": "https://github.com/sponsors/sindresorhus" + } + }, "node_modules/bindings": { "version": "1.5.0", "resolved": "https://registry.npmjs.org/bindings/-/bindings-1.5.0.tgz", @@ -9620,9 +9531,9 @@ } }, "node_modules/caniuse-lite": { - "version": "1.0.30001676", - "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001676.tgz", - "integrity": "sha512-Qz6zwGCiPghQXGJvgQAem79esjitvJ+CxSbSQkW9H/UX5hg8XM88d4lp2W+MEQ81j+Hip58Il+jGVdazk1z9cw==", + "version": "1.0.30001677", + "resolved": "https://registry.npmjs.org/caniuse-lite/-/caniuse-lite-1.0.30001677.tgz", + "integrity": "sha512-fmfjsOlJUpMWu+mAAtZZZHz7UEwsUxIIvu1TJfO1HqFQvB/B+ii0xr9B5HpbZY/mC4XZ8SvjHJqtAY6pDPQEog==", "dev": true, "funding": [ { @@ -10543,9 +10454,9 @@ } }, "node_modules/electron-to-chromium": { - "version": "1.5.50", - "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.5.50.tgz", - "integrity": "sha512-eMVObiUQ2LdgeO1F/ySTXsvqvxb6ZH2zPGaMYsWzRDdOddUa77tdmI0ltg+L16UpbWdhPmuF3wIQYyQq65WfZw==", + "version": "1.5.51", + "resolved": "https://registry.npmjs.org/electron-to-chromium/-/electron-to-chromium-1.5.51.tgz", + "integrity": "sha512-kKeWV57KSS8jH4alKt/jKnvHPmJgBxXzGUSbMd4eQF+iOsVPl7bz2KUmu6eo80eMP8wVioTfTyTzdMgM15WXNg==", "dev": true, "license": "ISC" }, @@ -10569,6 +10480,27 @@ "dev": true, "license": "MIT" }, + "node_modules/encoding": { + "version": "0.1.13", + "resolved": "https://registry.npmjs.org/encoding/-/encoding-0.1.13.tgz", + "integrity": "sha512-ETBauow1T35Y/WZMkio9jiM0Z5xjHHmJ4XmjZOq1l/dXz3lr2sRn87nJy20RupqSh1F2m3HHPSp8ShIPQJrJ3A==", + "license": "MIT", + "dependencies": { + "iconv-lite": "^0.6.2" + } + }, + "node_modules/encoding/node_modules/iconv-lite": { + "version": "0.6.3", + "resolved": "https://registry.npmjs.org/iconv-lite/-/iconv-lite-0.6.3.tgz", + "integrity": "sha512-4fCk79wshMdzMp2rH06qWrJE4iolqLhCUH+OiuIgU++RB0+94NlDL81atO7GX55uUKueo0txHNtvEyI6D7WdMw==", + "license": "MIT", + "dependencies": { + "safer-buffer": ">= 2.1.2 < 3.0.0" + }, + "engines": { + "node": ">=0.10.0" + } + }, "node_modules/end-of-stream": { "version": "1.4.4", "resolved": "https://registry.npmjs.org/end-of-stream/-/end-of-stream-1.4.4.tgz", @@ -10704,22 +10636,22 @@ } }, "node_modules/eslint": { - "version": "9.13.0", - "resolved": "https://registry.npmjs.org/eslint/-/eslint-9.13.0.tgz", - "integrity": "sha512-EYZK6SX6zjFHST/HRytOdA/zE72Cq/bfw45LSyuwrdvcclb/gqV8RRQxywOBEWO2+WDpva6UZa4CcDeJKzUCFA==", + "version": "9.14.0", + "resolved": "https://registry.npmjs.org/eslint/-/eslint-9.14.0.tgz", + "integrity": "sha512-c2FHsVBr87lnUtjP4Yhvk4yEhKrQavGafRA/Se1ouse8PfbfC/Qh9Mxa00yWsZRlqeUB9raXip0aiiUZkgnr9g==", "dev": true, "license": "MIT", "dependencies": { "@eslint-community/eslint-utils": "^4.2.0", - "@eslint-community/regexpp": "^4.11.0", + "@eslint-community/regexpp": "^4.12.1", "@eslint/config-array": "^0.18.0", "@eslint/core": "^0.7.0", "@eslint/eslintrc": "^3.1.0", - "@eslint/js": "9.13.0", + "@eslint/js": "9.14.0", "@eslint/plugin-kit": "^0.2.0", - "@humanfs/node": "^0.16.5", + "@humanfs/node": "^0.16.6", "@humanwhocodes/module-importer": "^1.0.1", - "@humanwhocodes/retry": "^0.3.1", + "@humanwhocodes/retry": "^0.4.0", "@types/estree": "^1.0.6", "@types/json-schema": "^7.0.15", "ajv": "^6.12.4", @@ -10727,9 +10659,9 @@ "cross-spawn": "^7.0.2", "debug": "^4.3.2", "escape-string-regexp": "^4.0.0", - "eslint-scope": "^8.1.0", - "eslint-visitor-keys": "^4.1.0", - "espree": "^10.2.0", + "eslint-scope": "^8.2.0", + "eslint-visitor-keys": "^4.2.0", + "espree": "^10.3.0", "esquery": "^1.5.0", "esutils": "^2.0.2", "fast-deep-equal": "^3.1.3", @@ -11043,6 +10975,12 @@ "node": "^14.15.0 || ^16.10.0 || >=18.0.0" } }, + "node_modules/expr-eval": { + "version": "2.0.2", + "resolved": "https://registry.npmjs.org/expr-eval/-/expr-eval-2.0.2.tgz", + "integrity": "sha512-4EMSHGOPSwAfBiibw3ndnP0AvjDWLsMvGOvWEZ2F96IGk0bIVdjQisOHxReSkE13mHcfbuCiXw+G4y0zv6N8Eg==", + "license": "MIT" + }, "node_modules/extend": { "version": "3.0.2", "resolved": "https://registry.npmjs.org/extend/-/extend-3.0.2.tgz", @@ -11250,23 +11188,6 @@ "node": ">=16.0.0" } }, - "node_modules/file-type": { - "version": "18.5.0", - "resolved": "https://registry.npmjs.org/file-type/-/file-type-18.5.0.tgz", - "integrity": "sha512-yvpl5U868+V6PqXHMmsESpg6unQ5GfnPssl4dxdJudBrr9qy7Fddt7EVX1VLlddFfe8Gj9N7goCZH22FXuSQXQ==", - "license": "MIT", - "dependencies": { - "readable-web-to-node-stream": "^3.0.2", - "strtok3": "^7.0.0", - "token-types": "^5.0.1" - }, - "engines": { - "node": ">=14.16" - }, - "funding": { - "url": "https://github.com/sindresorhus/file-type?sponsor=1" - } - }, "node_modules/file-uri-to-path": { "version": "1.0.0", "resolved": "https://registry.npmjs.org/file-uri-to-path/-/file-uri-to-path-1.0.0.tgz", @@ -13709,6 +13630,15 @@ "dev": true, "license": "MIT" }, + "node_modules/jsonpointer": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/jsonpointer/-/jsonpointer-5.0.1.tgz", + "integrity": "sha512-p/nXbhSEcu3pZRdkW1OfJhpsVtW1gd4Wa1fnQc9YLiTfAjn0312eMKimbdIQzuZl9aa9xUGaRlP9T/CJE/ditQ==", + "license": "MIT", + "engines": { + "node": ">=0.10.0" + } + }, "node_modules/jsuri": { "version": "1.3.1", "resolved": "https://registry.npmjs.org/jsuri/-/jsuri-1.3.1.tgz", @@ -13789,6 +13719,111 @@ "json-buffer": "3.0.1" } }, + "node_modules/langchain": { + "version": "0.3.5", + "resolved": "https://registry.npmjs.org/langchain/-/langchain-0.3.5.tgz", + "integrity": "sha512-Gq0xC45Sq6nszS8kQG9suCrmBsuXH0INMmiF7D2TwPb6mtG35Jiq4grCk9ykpwPsarTHdty3SzUbII/FqiYSSw==", + "license": "MIT", + "dependencies": { + "@langchain/openai": ">=0.1.0 <0.4.0", + "@langchain/textsplitters": ">=0.0.0 <0.2.0", + "js-tiktoken": "^1.0.12", + "js-yaml": "^4.1.0", + "jsonpointer": "^5.0.1", + "langsmith": "^0.2.0", + "openapi-types": "^12.1.3", + "p-retry": "4", + "uuid": "^10.0.0", + "yaml": "^2.2.1", + "zod": "^3.22.4", + "zod-to-json-schema": "^3.22.3" + }, + "engines": { + "node": ">=18" + }, + "peerDependencies": { + "@langchain/anthropic": "*", + "@langchain/aws": "*", + "@langchain/cohere": "*", + "@langchain/core": ">=0.2.21 <0.4.0", + "@langchain/google-genai": "*", + "@langchain/google-vertexai": "*", + "@langchain/groq": "*", + "@langchain/mistralai": "*", + "@langchain/ollama": "*", + "axios": "*", + "cheerio": "*", + "handlebars": "^4.7.8", + "peggy": "^3.0.2", + "typeorm": "*" + }, + "peerDependenciesMeta": { + "@langchain/anthropic": { + "optional": true + }, + "@langchain/aws": { + "optional": true + }, + "@langchain/cohere": { + "optional": true + }, + "@langchain/google-genai": { + "optional": true + }, + "@langchain/google-vertexai": { + "optional": true + }, + "@langchain/groq": { + "optional": true + }, + "@langchain/mistralai": { + "optional": true + }, + "@langchain/ollama": { + "optional": true + }, + "axios": { + "optional": true + }, + "cheerio": { + "optional": true + }, + "handlebars": { + "optional": true + }, + "peggy": { + "optional": true + }, + "typeorm": { + "optional": true + } + } + }, + "node_modules/langchain/node_modules/uuid": { + "version": "10.0.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", + "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "funding": [ + "https://github.com/sponsors/broofa", + "https://github.com/sponsors/ctavan" + ], + "license": "MIT", + "bin": { + "uuid": "dist/bin/uuid" + } + }, + "node_modules/langchain/node_modules/yaml": { + "version": "2.6.0", + "resolved": "https://registry.npmjs.org/yaml/-/yaml-2.6.0.tgz", + "integrity": "sha512-a6ae//JvKDEra2kdi1qzCyrJW/WZCgFi8ydDV+eXExl95t+5R+ijnqHJbz9tmMh8FUjx3iv2fCQ4dclAQlO2UQ==", + "license": "ISC", + "bin": { + "yaml": "bin.mjs" + }, + "engines": { + "node": ">= 14" + } + }, "node_modules/langsmith": { "version": "0.2.3", "resolved": "https://registry.npmjs.org/langsmith/-/langsmith-0.2.3.tgz", @@ -13817,6 +13852,19 @@ "integrity": "sha512-7gqG38EyHgyP1S+7+xomFtL+ZNHcKv6DwNaCZmJmo1vgMugyF3TCnXVg4t1uk89mLNwnLtnY3TpOpCOyp1/xHQ==", "license": "MIT" }, + "node_modules/langsmith/node_modules/uuid": { + "version": "10.0.0", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", + "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "funding": [ + "https://github.com/sponsors/broofa", + "https://github.com/sponsors/ctavan" + ], + "license": "MIT", + "bin": { + "uuid": "dist/bin/uuid" + } + }, "node_modules/leac": { "version": "0.6.0", "resolved": "https://registry.npmjs.org/leac/-/leac-0.6.0.tgz", @@ -14630,9 +14678,9 @@ } }, "node_modules/nx": { - "version": "20.0.7", - "resolved": "https://registry.npmjs.org/nx/-/nx-20.0.7.tgz", - "integrity": "sha512-Un7eMAqTx+gRB4j6hRWafMvOso4pmFg3Ff+BmfFOgqD8XdE+xV/+Ke9mPTfi4qYD5eQiY1lO15l3dRuBH7+AJw==", + "version": "20.0.8", + "resolved": "https://registry.npmjs.org/nx/-/nx-20.0.8.tgz", + "integrity": "sha512-cMtb+u5Eji7Xm9xMHZkRXMcO8GH6FFqS2+nMgtLUZ/+ZmquEgoV8mbsKVw1u1sJ6osOpWAu9OwXcilwtvSOoBw==", "dev": true, "hasInstallScript": true, "license": "MIT", @@ -14675,16 +14723,16 @@ "nx-cloud": "bin/nx-cloud.js" }, "optionalDependencies": { - "@nx/nx-darwin-arm64": "20.0.7", - "@nx/nx-darwin-x64": "20.0.7", - "@nx/nx-freebsd-x64": "20.0.7", - "@nx/nx-linux-arm-gnueabihf": "20.0.7", - "@nx/nx-linux-arm64-gnu": "20.0.7", - "@nx/nx-linux-arm64-musl": "20.0.7", - "@nx/nx-linux-x64-gnu": "20.0.7", - "@nx/nx-linux-x64-musl": "20.0.7", - "@nx/nx-win32-arm64-msvc": "20.0.7", - "@nx/nx-win32-x64-msvc": "20.0.7" + "@nx/nx-darwin-arm64": "20.0.8", + "@nx/nx-darwin-x64": "20.0.8", + "@nx/nx-freebsd-x64": "20.0.8", + "@nx/nx-linux-arm-gnueabihf": "20.0.8", + "@nx/nx-linux-arm64-gnu": "20.0.8", + "@nx/nx-linux-arm64-musl": "20.0.8", + "@nx/nx-linux-x64-gnu": "20.0.8", + "@nx/nx-linux-x64-musl": "20.0.8", + "@nx/nx-win32-arm64-msvc": "20.0.8", + "@nx/nx-win32-x64-msvc": "20.0.8" }, "peerDependencies": { "@swc-node/register": "^1.8.0", @@ -14818,6 +14866,70 @@ "node": ">= 16" } }, + "node_modules/office-text-extractor/node_modules/file-type": { + "version": "18.5.0", + "resolved": "https://registry.npmjs.org/file-type/-/file-type-18.5.0.tgz", + "integrity": "sha512-yvpl5U868+V6PqXHMmsESpg6unQ5GfnPssl4dxdJudBrr9qy7Fddt7EVX1VLlddFfe8Gj9N7goCZH22FXuSQXQ==", + "license": "MIT", + "dependencies": { + "readable-web-to-node-stream": "^3.0.2", + "strtok3": "^7.0.0", + "token-types": "^5.0.1" + }, + "engines": { + "node": ">=14.16" + }, + "funding": { + "url": "https://github.com/sindresorhus/file-type?sponsor=1" + } + }, + "node_modules/office-text-extractor/node_modules/peek-readable": { + "version": "5.3.1", + "resolved": "https://registry.npmjs.org/peek-readable/-/peek-readable-5.3.1.tgz", + "integrity": "sha512-GVlENSDW6KHaXcd9zkZltB7tCLosKB/4Hg0fqBJkAoBgYG2Tn1xtMgXtSUuMU9AK/gCm/tTdT8mgAeF4YNeeqw==", + "license": "MIT", + "engines": { + "node": ">=14.16" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, + "node_modules/office-text-extractor/node_modules/strtok3": { + "version": "7.1.1", + "resolved": "https://registry.npmjs.org/strtok3/-/strtok3-7.1.1.tgz", + "integrity": "sha512-mKX8HA/cdBqMKUr0MMZAFssCkIGoZeSCMXgnt79yKxNFguMLVFgRe6wB+fsL0NmoHDbeyZXczy7vEPSoo3rkzg==", + "license": "MIT", + "dependencies": { + "@tokenizer/token": "^0.3.0", + "peek-readable": "^5.1.3" + }, + "engines": { + "node": ">=16" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, + "node_modules/office-text-extractor/node_modules/token-types": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/token-types/-/token-types-5.0.1.tgz", + "integrity": "sha512-Y2fmSnZjQdDb9W4w4r1tswlMHylzWIeOKpx0aZH9BgGtACHhrk3OkT52AzwcuqTRBZtvvnTjDBh8eynMulu8Vg==", + "license": "MIT", + "dependencies": { + "@tokenizer/token": "^0.3.0", + "ieee754": "^1.2.1" + }, + "engines": { + "node": ">=14.16" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, "node_modules/ollama": { "version": "0.5.9", "resolved": "https://registry.npmjs.org/ollama/-/ollama-0.5.9.tgz", @@ -14871,9 +14983,9 @@ } }, "node_modules/openai": { - "version": "4.70.0", - "resolved": "https://registry.npmjs.org/openai/-/openai-4.70.0.tgz", - "integrity": "sha512-Hz8lRAH2oXBG9ct0mssSag/iJz9vrH+k6hSl3enwwtnJz5x9sCaBmWNcYYTsPmkz3GmgUUD102GRrWWBbufqFQ==", + "version": "4.70.3", + "resolved": "https://registry.npmjs.org/openai/-/openai-4.70.3.tgz", + "integrity": "sha512-N2XOWjuT5yKIdLgjZkQt9i5+cAXI7qKM7E5PpIsmVfnTi/Y812omr3rozgKwxXJC6aga8nl2BWos4HRdlZllFA==", "license": "Apache-2.0", "dependencies": { "@types/node": "^18.11.18", @@ -14897,9 +15009,9 @@ } }, "node_modules/openai/node_modules/@types/node": { - "version": "18.19.63", - "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.63.tgz", - "integrity": "sha512-hcUB7THvrGmaEcPcvUZCZtQ2Z3C+UR/aOcraBLCvTsFMh916Gc1kCCYcfcMuB76HM2pSerxl1PoP3KnmHzd9Lw==", + "version": "18.19.64", + "resolved": "https://registry.npmjs.org/@types/node/-/node-18.19.64.tgz", + "integrity": "sha512-955mDqvO2vFf/oL7V3WiUtiz+BugyX8uVbaT2H8oj3+8dRyH2FLiNdowe7eNqRM7IOIZvzDH76EoAT+gwm6aIQ==", "license": "MIT", "dependencies": { "undici-types": "~5.26.4" @@ -14911,6 +15023,12 @@ "integrity": "sha512-JlCMO+ehdEIKqlFxk6IfVoAUVmgz7cU7zD/h9XZ0qzeosSHmUJVOzSQvvYSYWXkFXC+IfLKSIffhv0sVZup6pA==", "license": "MIT" }, + "node_modules/openapi-types": { + "version": "12.1.3", + "resolved": "https://registry.npmjs.org/openapi-types/-/openapi-types-12.1.3.tgz", + "integrity": "sha512-N4YtSYJqghVu4iek2ZUvcN/0aqH1kRDuNqzcycDxhOUpg7GdvLa2F3DgS6yBNhInhv2r/6I0Flkn7CqL8+nIcw==", + "license": "MIT" + }, "node_modules/option": { "version": "0.2.4", "resolved": "https://registry.npmjs.org/option/-/option-0.2.4.tgz", @@ -14992,9 +15110,9 @@ } }, "node_modules/ordered-binary": { - "version": "1.5.2", - "resolved": "https://registry.npmjs.org/ordered-binary/-/ordered-binary-1.5.2.tgz", - "integrity": "sha512-JTo+4+4Fw7FreyAvlSLjb1BBVaxEQAacmjD3jjuyPZclpbEghTvQZbXBb2qPd2LeIMxiHwXBZUcpmG2Gl/mDEA==", + "version": "1.5.3", + "resolved": "https://registry.npmjs.org/ordered-binary/-/ordered-binary-1.5.3.tgz", + "integrity": "sha512-oGFr3T+pYdTGJ+YFEILMpS3es+GiIbs9h/XQrclBXUtd44ey7XwfsMzM31f64I1SQOawDoDr/D823kNCADI8TA==", "license": "MIT" }, "node_modules/os-tmpdir": { @@ -15318,19 +15436,6 @@ "url": "https://ko-fi.com/killymxi" } }, - "node_modules/peek-readable": { - "version": "5.3.1", - "resolved": "https://registry.npmjs.org/peek-readable/-/peek-readable-5.3.1.tgz", - "integrity": "sha512-GVlENSDW6KHaXcd9zkZltB7tCLosKB/4Hg0fqBJkAoBgYG2Tn1xtMgXtSUuMU9AK/gCm/tTdT8mgAeF4YNeeqw==", - "license": "MIT", - "engines": { - "node": ">=14.16" - }, - "funding": { - "type": "github", - "url": "https://github.com/sponsors/Borewit" - } - }, "node_modules/picocolors": { "version": "1.1.1", "resolved": "https://registry.npmjs.org/picocolors/-/picocolors-1.1.1.tgz", @@ -15903,7 +16008,6 @@ "version": "2.1.2", "resolved": "https://registry.npmjs.org/safer-buffer/-/safer-buffer-2.1.2.tgz", "integrity": "sha512-YZo3K82SD7Riyi0E1EQPojLz7kpepnSQI9IyPbHHg1XXXevb5dJI7tpyN2ADxGcQbHG7vcyRHk0cbwqcQriUtg==", - "dev": true, "license": "MIT" }, "node_modules/sax": { @@ -16357,6 +16461,70 @@ "node": ">=14.13.1" } }, + "node_modules/stream-mime-type/node_modules/file-type": { + "version": "18.7.0", + "resolved": "https://registry.npmjs.org/file-type/-/file-type-18.7.0.tgz", + "integrity": "sha512-ihHtXRzXEziMrQ56VSgU7wkxh55iNchFkosu7Y9/S+tXHdKyrGjVK0ujbqNnsxzea+78MaLhN6PGmfYSAv1ACw==", + "license": "MIT", + "dependencies": { + "readable-web-to-node-stream": "^3.0.2", + "strtok3": "^7.0.0", + "token-types": "^5.0.1" + }, + "engines": { + "node": ">=14.16" + }, + "funding": { + "url": "https://github.com/sindresorhus/file-type?sponsor=1" + } + }, + "node_modules/stream-mime-type/node_modules/peek-readable": { + "version": "5.3.1", + "resolved": "https://registry.npmjs.org/peek-readable/-/peek-readable-5.3.1.tgz", + "integrity": "sha512-GVlENSDW6KHaXcd9zkZltB7tCLosKB/4Hg0fqBJkAoBgYG2Tn1xtMgXtSUuMU9AK/gCm/tTdT8mgAeF4YNeeqw==", + "license": "MIT", + "engines": { + "node": ">=14.16" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, + "node_modules/stream-mime-type/node_modules/strtok3": { + "version": "7.1.1", + "resolved": "https://registry.npmjs.org/strtok3/-/strtok3-7.1.1.tgz", + "integrity": "sha512-mKX8HA/cdBqMKUr0MMZAFssCkIGoZeSCMXgnt79yKxNFguMLVFgRe6wB+fsL0NmoHDbeyZXczy7vEPSoo3rkzg==", + "license": "MIT", + "dependencies": { + "@tokenizer/token": "^0.3.0", + "peek-readable": "^5.1.3" + }, + "engines": { + "node": ">=16" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, + "node_modules/stream-mime-type/node_modules/token-types": { + "version": "5.0.1", + "resolved": "https://registry.npmjs.org/token-types/-/token-types-5.0.1.tgz", + "integrity": "sha512-Y2fmSnZjQdDb9W4w4r1tswlMHylzWIeOKpx0aZH9BgGtACHhrk3OkT52AzwcuqTRBZtvvnTjDBh8eynMulu8Vg==", + "license": "MIT", + "dependencies": { + "@tokenizer/token": "^0.3.0", + "ieee754": "^1.2.1" + }, + "engines": { + "node": ">=14.16" + }, + "funding": { + "type": "github", + "url": "https://github.com/sponsors/Borewit" + } + }, "node_modules/string_decoder": { "version": "1.3.0", "resolved": "https://registry.npmjs.org/string_decoder/-/string_decoder-1.3.0.tgz", @@ -16506,23 +16674,6 @@ "integrity": "sha512-J8bbNyKKXl5qYcR36TIO8W3mVGVHrmmxsd5PAItGkmyzwJvybiw2IVq5nqd0i4LSNSkB/sx9VHllbfFdr9k1JA==", "license": "MIT" }, - "node_modules/strtok3": { - "version": "7.1.1", - "resolved": "https://registry.npmjs.org/strtok3/-/strtok3-7.1.1.tgz", - "integrity": "sha512-mKX8HA/cdBqMKUr0MMZAFssCkIGoZeSCMXgnt79yKxNFguMLVFgRe6wB+fsL0NmoHDbeyZXczy7vEPSoo3rkzg==", - "license": "MIT", - "dependencies": { - "@tokenizer/token": "^0.3.0", - "peek-readable": "^5.1.3" - }, - "engines": { - "node": ">=16" - }, - "funding": { - "type": "github", - "url": "https://github.com/sponsors/Borewit" - } - }, "node_modules/supports-color": { "version": "7.2.0", "resolved": "https://registry.npmjs.org/supports-color/-/supports-color-7.2.0.tgz", @@ -16662,23 +16813,6 @@ "node": ">=8.0" } }, - "node_modules/token-types": { - "version": "5.0.1", - "resolved": "https://registry.npmjs.org/token-types/-/token-types-5.0.1.tgz", - "integrity": "sha512-Y2fmSnZjQdDb9W4w4r1tswlMHylzWIeOKpx0aZH9BgGtACHhrk3OkT52AzwcuqTRBZtvvnTjDBh8eynMulu8Vg==", - "license": "MIT", - "dependencies": { - "@tokenizer/token": "^0.3.0", - "ieee754": "^1.2.1" - }, - "engines": { - "node": ">=14.16" - }, - "funding": { - "type": "github", - "url": "https://github.com/sponsors/Borewit" - } - }, "node_modules/tough-cookie": { "version": "4.1.4", "resolved": "https://registry.npmjs.org/tough-cookie/-/tough-cookie-4.1.4.tgz", @@ -16860,15 +16994,15 @@ } }, "node_modules/typescript-eslint": { - "version": "8.12.2", - "resolved": "https://registry.npmjs.org/typescript-eslint/-/typescript-eslint-8.12.2.tgz", - "integrity": "sha512-UbuVUWSrHVR03q9CWx+JDHeO6B/Hr9p4U5lRH++5tq/EbFq1faYZe50ZSBePptgfIKLEti0aPQ3hFgnPVcd8ZQ==", + "version": "8.13.0", + "resolved": "https://registry.npmjs.org/typescript-eslint/-/typescript-eslint-8.13.0.tgz", + "integrity": "sha512-vIMpDRJrQd70au2G8w34mPps0ezFSPMEX4pXkTzUkrNbRX+36ais2ksGWN0esZL+ZMaFJEneOBHzCgSqle7DHw==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/eslint-plugin": "8.12.2", - "@typescript-eslint/parser": "8.12.2", - "@typescript-eslint/utils": "8.12.2" + "@typescript-eslint/eslint-plugin": "8.13.0", + "@typescript-eslint/parser": "8.13.0", + "@typescript-eslint/utils": "8.13.0" }, "engines": { "node": "^18.18.0 || ^20.9.0 || >=21.1.0" @@ -17044,16 +17178,16 @@ "license": "MIT" }, "node_modules/uuid": { - "version": "10.0.0", - "resolved": "https://registry.npmjs.org/uuid/-/uuid-10.0.0.tgz", - "integrity": "sha512-8XkAphELsDnEGrDxUOHB3RGvXz6TeuYSGEZBOjtTtPm2lwhGBjLgOzLHB63IUWfBpNucQjND6d3AOudO+H3RWQ==", + "version": "11.0.2", + "resolved": "https://registry.npmjs.org/uuid/-/uuid-11.0.2.tgz", + "integrity": "sha512-14FfcOJmqdjbBPdDjFQyk/SdT4NySW4eM0zcG+HqbHP5jzuH56xO3J1DGhgs/cEMCfwYi3HQI1gnTO62iaG+tQ==", "funding": [ "https://github.com/sponsors/broofa", "https://github.com/sponsors/ctavan" ], "license": "MIT", "bin": { - "uuid": "dist/bin/uuid" + "uuid": "dist/esm/bin/uuid" } }, "node_modules/uuidv7": { diff --git a/package.json b/package.json index 30c06bbb..7d4823a2 100644 --- a/package.json +++ b/package.json @@ -22,23 +22,23 @@ "@eslint/eslintrc": "^3.1.0", "@inquirer/prompts": "^7.0.1", "@npmcli/package-json": "^6.0.1", - "@nx/esbuild": "20.0.7", - "@nx/eslint": "20.0.7", - "@nx/eslint-plugin": "20.0.7", - "@nx/js": "20.0.7", - "@nx/node": "20.0.7", + "@nx/esbuild": "20.0.8", + "@nx/eslint": "20.0.8", + "@nx/eslint-plugin": "20.0.8", + "@nx/js": "20.0.8", + "@nx/node": "20.0.8", "@swc-node/register": "~1.10.9", - "@swc/core": "~1.7.42", + "@swc/core": "~1.8.0", "@swc/helpers": "~0.5.13", - "@types/node": "22.8.6", + "@types/node": "22.8.7", "@typescript-eslint/eslint-plugin": "^8.12.2", "@typescript-eslint/parser": "^8.12.2", "arg": "^5.0.2", "esbuild": "^0.19.12", - "eslint": "~9.13.0", + "eslint": "~9.14.0", "eslint-config-prettier": "^9.1.0", "husky": "^9.1.6", - "nx": "20.0.7", + "nx": "20.0.8", "prettier": "^3.3.3", "simple-git": "^3.27.0", "tslib": "^2.8.1", diff --git a/tsconfig.base.json b/tsconfig.base.json index 9ba744fc..490167d2 100644 --- a/tsconfig.base.json +++ b/tsconfig.base.json @@ -32,6 +32,7 @@ "@llm-tools/embedjs-loader-pdf": ["loaders/embedjs-loader-pdf/src/index.ts"], "@llm-tools/embedjs-loader-sitemap": ["loaders/embedjs-loader-sitemap/src/index.ts"], "@llm-tools/embedjs-loader-web": ["loaders/embedjs-loader-web/src/index.ts"], + "@llm-tools/embedjs-loader-xml": ["loaders/embedjs-loader-xml/src/index.ts"], "@llm-tools/embedjs-loader-youtube": ["loaders/embedjs-loader-youtube/src/index.ts"], "@llm-tools/embedjs-mistral": ["models/embedjs-mistral/src/index.ts"], "@llm-tools/embedjs-mongodb": ["databases/embedjs-mongodb/src/index.ts"],