Skip to content

Commit

Permalink
Merge pull request #183 from llm-tools/lmdb_fix
Browse files Browse the repository at this point in the history 
Lmdb fix
  • Loading branch information
@adhityan
adhityan authored Dec 12, 2024
2 parents 0ee88b5 + 5fcce8e commit 84d6be8
Show file tree
Hide file tree
Showing 44 changed files with 1,315 additions and 824 deletions.
6 changes: 3 additions & 3 deletions core/embedjs-interfaces/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
{
"name": "@llm-tools/embedjs-interfaces",
"version": "0.1.23",
"version": "0.1.24",
"description": "Interfaces for extending the embedjs ecosystem",
"dependencies": {
"@langchain/core": "^0.3.19",
"debug": "^4.3.7",
"@langchain/core": "^0.3.23",
"debug": "^4.4.0",
"md5": "^2.3.0",
"uuid": "^11.0.3"
},
Expand Down
4 changes: 2 additions & 2 deletions core/embedjs-utils/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"name": "@llm-tools/embedjs-utils",
"version": "0.1.23",
"version": "0.1.24",
"description": "Useful util functions when extending the embedjs ecosystem",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23"
"@llm-tools/embedjs-interfaces": "0.1.24"
},
"type": "module",
"main": "./src/index.js",
Expand Down
12 changes: 6 additions & 6 deletions core/embedjs/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,22 +1,22 @@
{
"type": "module",
"name": "@llm-tools/embedjs",
"version": "0.1.23",
"version": "0.1.24",
"description": "A NodeJS RAG framework to easily work with LLMs and custom datasets",
"dependencies": {
"@langchain/textsplitters": "^0.1.0",
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-utils": "0.1.23",
"debug": "^4.3.7",
"langchain": "^0.3.6",
"@llm-tools/embedjs-interfaces": "0.1.24",
"@llm-tools/embedjs-utils": "0.1.24",
"debug": "^4.4.0",
"langchain": "^0.3.7",
"md5": "^2.3.0",
"mime": "^4.0.4",
"stream-mime-type": "^2.0.0"
},
"devDependencies": {
"@types/debug": "^4.1.12",
"@types/md5": "^2.3.5",
"@types/node": "^22.10.0"
"@types/node": "^22.10.2"
},
"main": "./src/index.js",
"license": "Apache-2.0",
Expand Down
6 changes: 3 additions & 3 deletions databases/embedjs-astra/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-astradb",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add AstraDB support to embedjs",
"dependencies": {
"@datastax/astra-db-ts": "^1.5.0",
"@llm-tools/embedjs-interfaces": "0.1.23",
"debug": "^4.3.7"
"@llm-tools/embedjs-interfaces": "0.1.24",
"debug": "^4.4.0"
},
"type": "module",
"main": "./src/index.js",
Expand Down
6 changes: 3 additions & 3 deletions databases/embedjs-cosmos/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-cosmos",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add CosmosDB support to embedjs",
"dependencies": {
"@azure/cosmos": "^4.2.0",
"@llm-tools/embedjs-interfaces": "0.1.23",
"debug": "^4.3.7"
"@llm-tools/embedjs-interfaces": "0.1.24",
"debug": "^4.4.0"
},
"type": "module",
"main": "./src/index.js",
Expand Down
6 changes: 3 additions & 3 deletions databases/embedjs-hnswlib/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,10 +1,10 @@
{
"name": "@llm-tools/embedjs-hnswlib",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add HNSWLib support to embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"debug": "^4.3.7",
"@llm-tools/embedjs-interfaces": "0.1.24",
"debug": "^4.4.0",
"hnswlib-node": "^3.0.0"
},
"type": "module",
Expand Down
8 changes: 4 additions & 4 deletions databases/embedjs-lancedb/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"name": "@llm-tools/embedjs-lancedb",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add LanceDb support to embedjs",
"dependencies": {
"@lancedb/lancedb": "^0.13.0",
"@llm-tools/embedjs-interfaces": "0.1.23",
"@lancedb/lancedb": "^0.14.0",
"@llm-tools/embedjs-interfaces": "0.1.24",
"compute-cosine-similarity": "^1.1.0",
"debug": "^4.3.7"
"debug": "^4.4.0"
},
"type": "module",
"main": "./src/index.js",
Expand Down
8 changes: 4 additions & 4 deletions databases/embedjs-libsql/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"name": "@llm-tools/embedjs-libsql",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add LibSQL support to embedjs",
"dependencies": {
"@libsql/client": "^0.14.0",
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-utils": "0.1.23",
"debug": "^4.3.7"
"@llm-tools/embedjs-interfaces": "0.1.24",
"@llm-tools/embedjs-utils": "0.1.24",
"debug": "^4.4.0"
},
"type": "module",
"main": "./src/index.js",
Expand Down
8 changes: 4 additions & 4 deletions databases/embedjs-lmdb/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-lmdb",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add LMDB support to embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"debug": "^4.3.7",
"lmdb": "^3.1.6"
"@llm-tools/embedjs-interfaces": "0.1.24",
"debug": "^4.4.0",
"lmdb": "^3.2.0"
},
"type": "module",
"main": "./src/index.js",
Expand Down
2 changes: 1 addition & 1 deletion databases/embedjs-lmdb/src/lmdb-store.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -103,7 +103,7 @@ export class LmdbStore implements BaseStore {
}

async addEntryToConversation(conversationId: string, entry: Message): Promise<void> {
const conversation = await this.getConversation(`conversation_${conversationId}`);
const conversation = await this.getConversation(conversationId);
conversation.entries.push(entry);

await this.database.put(`conversation_${conversationId}`, conversation);
Expand Down
8 changes: 4 additions & 4 deletions databases/embedjs-mongodb/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-mongodb",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add MongoDB support to embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"debug": "^4.3.7",
"mongodb": "^6.11.0"
"@llm-tools/embedjs-interfaces": "0.1.24",
"debug": "^4.4.0",
"mongodb": "^6.12.0"
},
"type": "module",
"main": "./src/index.js",
Expand Down
6 changes: 3 additions & 3 deletions databases/embedjs-pinecone/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-pinecone",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add Pinecone support to embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-interfaces": "0.1.24",
"@pinecone-database/pinecone": "^4.0.0",
"debug": "^4.3.7"
"debug": "^4.4.0"
},
"type": "module",
"main": "./src/index.js",
Expand Down
6 changes: 3 additions & 3 deletions databases/embedjs-qdrant/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-qdrant",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add Qdrant support to embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-interfaces": "0.1.24",
"@qdrant/js-client-rest": "^1.12.0",
"debug": "^4.3.7",
"debug": "^4.4.0",
"uuid": "^11.0.3"
},
"type": "module",
Expand Down
4 changes: 2 additions & 2 deletions databases/embedjs-redis/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,9 +1,9 @@
{
"name": "@llm-tools/embedjs-redis",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add Redis support to embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-interfaces": "0.1.24",
"ioredis": "^5.4.1"
},
"type": "module",
Expand Down
6 changes: 3 additions & 3 deletions databases/embedjs-weaviate/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-weaviate",
"version": "0.1.23",
"version": "0.1.24",
"description": "Add Weaviate support to embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-interfaces": "0.1.24",
"compute-cosine-similarity": "^1.1.0",
"debug": "^4.3.7",
"debug": "^4.4.0",
"weaviate-ts-client": "^2.2.0"
},
"type": "module",
Expand Down
2 changes: 1 addition & 1 deletion examples/confluence/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
"version": "0.1.1",
"type": "module",
"dependencies": {
"dotenv": "^16.4.5"
"dotenv": "^16.4.7"
},
"scripts": {
"start": "nx run examples-confluence:serve"
Expand Down
2 changes: 1 addition & 1 deletion examples/dynamic/package-lock.json
View file

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion examples/dynamic/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
"version": "0.1.1",
"type": "module",
"dependencies": {
"dotenv": "^16.4.5"
"dotenv": "^16.4.7"
},
"scripts": {
"start": "nx run examples-dynamic:serve"
Expand Down
2 changes: 1 addition & 1 deletion examples/libsql/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
"version": "0.1.1",
"type": "module",
"dependencies": {
"dotenv": "^16.4.5"
"dotenv": "^16.4.7"
},
"scripts": {
"start": "nx run examples-libsql:serve"
Expand Down
2 changes: 1 addition & 1 deletion examples/markdown/package-lock.json
View file

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion examples/markdown/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
"version": "0.1.1",
"type": "module",
"dependencies": {
"dotenv": "^16.4.5"
"dotenv": "^16.4.7"
},
"scripts": {
"start": "nx run examples-markdown:serve"
Expand Down
2 changes: 1 addition & 1 deletion examples/pinecone/package-lock.json
View file

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion examples/pinecone/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
"version": "0.1.1",
"type": "module",
"dependencies": {
"dotenv": "^16.4.5"
"dotenv": "^16.4.7"
},
"scripts": {
"start": "nx run examples-pinecone:serve"
Expand Down
2 changes: 1 addition & 1 deletion examples/simple/package-lock.json
View file

Some generated files are not rendered by default. Learn more about how customized files appear on GitHub.

2 changes: 1 addition & 1 deletion examples/simple/package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@
"version": "0.1.1",
"type": "module",
"dependencies": {
"dotenv": "^16.4.5"
"dotenv": "^16.4.7"
},
"scripts": {
"start": "nx run examples-simple:serve"
Expand Down
8 changes: 4 additions & 4 deletions loaders/embedjs-loader-confluence/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"name": "@llm-tools/embedjs-loader-confluence",
"version": "0.1.23",
"version": "0.1.24",
"description": "Confluence loader for embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-loader-web": "0.1.23",
"@llm-tools/embedjs-interfaces": "0.1.24",
"@llm-tools/embedjs-loader-web": "0.1.24",
"confluence.js": "^1.7.4",
"debug": "^4.3.7",
"debug": "^4.4.0",
"md5": "^2.3.0"
},
"type": "module",
Expand Down
8 changes: 4 additions & 4 deletions loaders/embedjs-loader-csv/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
{
"name": "@llm-tools/embedjs-loader-csv",
"version": "0.1.23",
"version": "0.1.24",
"description": "CSV loader for embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-utils": "0.1.23",
"@llm-tools/embedjs-interfaces": "0.1.24",
"@llm-tools/embedjs-utils": "0.1.24",
"csv-parse": "^5.6.0",
"debug": "^4.3.7",
"debug": "^4.4.0",
"md5": "^2.3.0"
},
"type": "module",
Expand Down
8 changes: 4 additions & 4 deletions loaders/embedjs-loader-markdown/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-loader-markdown",
"version": "0.1.23",
"version": "0.1.24",
"description": "XML loader for embedjs",
"dependencies": {
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-loader-web": "0.1.23",
"debug": "^4.3.7",
"@llm-tools/embedjs-interfaces": "0.1.24",
"@llm-tools/embedjs-loader-web": "0.1.24",
"debug": "^4.4.0",
"md5": "^2.3.0",
"micromark": "^4.0.1",
"micromark-extension-gfm": "^3.0.0",
Expand Down
6 changes: 3 additions & 3 deletions loaders/embedjs-loader-msoffice/package.json
View file
Original file line number Diff line number Diff line change
@@ -1,11 +1,11 @@
{
"name": "@llm-tools/embedjs-loader-msoffice",
"version": "0.1.23",
"version": "0.1.24",
"description": "Word, PPT and Excel loader for embedjs",
"dependencies": {
"@langchain/textsplitters": "^0.1.0",
"@llm-tools/embedjs-interfaces": "0.1.23",
"@llm-tools/embedjs-utils": "0.1.23",
"@llm-tools/embedjs-interfaces": "0.1.24",
"@llm-tools/embedjs-utils": "0.1.24",
"md5": "^2.3.0",
"office-text-extractor": "^3.0.3"
},
Expand Down
Loading

0 comments on commit 84d6be8

Please sign in to comment.