diff --git a/core/embedjs-interfaces/package.json b/core/embedjs-interfaces/package.json index fc800588..fed813e1 100644 --- a/core/embedjs-interfaces/package.json +++ b/core/embedjs-interfaces/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-interfaces", - "version": "0.1.24", + "version": "0.1.25", "description": "Interfaces for extending the embedjs ecosystem", "dependencies": { - "@langchain/core": "^0.3.23", + "@langchain/core": "^0.3.25", "debug": "^4.4.0", "md5": "^2.3.0", "uuid": "^11.0.3" diff --git a/core/embedjs-utils/package.json b/core/embedjs-utils/package.json index ce37adb7..ce2e4aa2 100644 --- a/core/embedjs-utils/package.json +++ b/core/embedjs-utils/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-utils", - "version": "0.1.24", + "version": "0.1.25", "description": "Useful util functions when extending the embedjs ecosystem", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24" + "@llm-tools/embedjs-interfaces": "0.1.25" }, "type": "module", "main": "./src/index.js", diff --git a/core/embedjs/package.json b/core/embedjs/package.json index 14c93897..159a3386 100644 --- a/core/embedjs/package.json +++ b/core/embedjs/package.json @@ -1,16 +1,16 @@ { "type": "module", "name": "@llm-tools/embedjs", - "version": "0.1.24", + "version": "0.1.25", "description": "A NodeJS RAG framework to easily work with LLMs and custom datasets", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "debug": "^4.4.0", "langchain": "^0.3.7", "md5": "^2.3.0", - "mime": "^4.0.4", + "mime": "^4.0.6", "stream-mime-type": "^2.0.0" }, "devDependencies": { diff --git a/databases/embedjs-astra/package.json b/databases/embedjs-astra/package.json index 7ea75340..83155b48 100644 --- a/databases/embedjs-astra/package.json +++ b/databases/embedjs-astra/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-astradb", - "version": "0.1.24", + "version": "0.1.25", "description": "Add AstraDB support to embedjs", "dependencies": { "@datastax/astra-db-ts": "^1.5.0", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/databases/embedjs-cosmos/package.json b/databases/embedjs-cosmos/package.json index b7d0396d..1ec6fdc6 100644 --- a/databases/embedjs-cosmos/package.json +++ b/databases/embedjs-cosmos/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-cosmos", - "version": "0.1.24", + "version": "0.1.25", "description": "Add CosmosDB support to embedjs", "dependencies": { "@azure/cosmos": "^4.2.0", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/databases/embedjs-hnswlib/package.json b/databases/embedjs-hnswlib/package.json index 948fa5c0..1c42a1dd 100644 --- a/databases/embedjs-hnswlib/package.json +++ b/databases/embedjs-hnswlib/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-hnswlib", - "version": "0.1.24", + "version": "0.1.25", "description": "Add HNSWLib support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", "hnswlib-node": "^3.0.0" }, diff --git a/databases/embedjs-lancedb/package.json b/databases/embedjs-lancedb/package.json index f60c79c7..bc494766 100644 --- a/databases/embedjs-lancedb/package.json +++ b/databases/embedjs-lancedb/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-lancedb", - "version": "0.1.24", + "version": "0.1.25", "description": "Add LanceDb support to embedjs", "dependencies": { "@lancedb/lancedb": "^0.14.0", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "compute-cosine-similarity": "^1.1.0", "debug": "^4.4.0" }, diff --git a/databases/embedjs-libsql/package.json b/databases/embedjs-libsql/package.json index e7168c54..87c27ebf 100644 --- a/databases/embedjs-libsql/package.json +++ b/databases/embedjs-libsql/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-libsql", - "version": "0.1.24", + "version": "0.1.25", "description": "Add LibSQL support to embedjs", "dependencies": { "@libsql/client": "^0.14.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/databases/embedjs-lmdb/package.json b/databases/embedjs-lmdb/package.json index 1f27fac2..e4c99638 100644 --- a/databases/embedjs-lmdb/package.json +++ b/databases/embedjs-lmdb/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-lmdb", - "version": "0.1.24", + "version": "0.1.25", "description": "Add LMDB support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", "lmdb": "^3.2.0" }, diff --git a/databases/embedjs-mongodb/package.json b/databases/embedjs-mongodb/package.json index e2333003..0a8d9cc6 100644 --- a/databases/embedjs-mongodb/package.json +++ b/databases/embedjs-mongodb/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-mongodb", - "version": "0.1.24", + "version": "0.1.25", "description": "Add MongoDB support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", "mongodb": "^6.12.0" }, diff --git a/databases/embedjs-pinecone/package.json b/databases/embedjs-pinecone/package.json index c2cee893..b5d938f5 100644 --- a/databases/embedjs-pinecone/package.json +++ b/databases/embedjs-pinecone/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-pinecone", - "version": "0.1.24", + "version": "0.1.25", "description": "Add Pinecone support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "@pinecone-database/pinecone": "^4.0.0", "debug": "^4.4.0" }, diff --git a/databases/embedjs-qdrant/package.json b/databases/embedjs-qdrant/package.json index 6eb8bf77..14a061d0 100644 --- a/databases/embedjs-qdrant/package.json +++ b/databases/embedjs-qdrant/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-qdrant", - "version": "0.1.24", + "version": "0.1.25", "description": "Add Qdrant support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "@qdrant/js-client-rest": "^1.12.0", "debug": "^4.4.0", "uuid": "^11.0.3" diff --git a/databases/embedjs-redis/package.json b/databases/embedjs-redis/package.json index 0795a481..56eff19f 100644 --- a/databases/embedjs-redis/package.json +++ b/databases/embedjs-redis/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-redis", - "version": "0.1.24", + "version": "0.1.25", "description": "Add Redis support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "ioredis": "^5.4.1" }, "type": "module", diff --git a/databases/embedjs-weaviate/package.json b/databases/embedjs-weaviate/package.json index 2b720ba4..bcf5b6af 100644 --- a/databases/embedjs-weaviate/package.json +++ b/databases/embedjs-weaviate/package.json @@ -1,9 +1,9 @@ { "name": "@llm-tools/embedjs-weaviate", - "version": "0.1.24", + "version": "0.1.25", "description": "Add Weaviate support to embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "compute-cosine-similarity": "^1.1.0", "debug": "^4.4.0", "weaviate-ts-client": "^2.2.0" diff --git a/examples/confluence/src/main.ts b/examples/confluence/src/main.ts index ff9b3386..f85bc751 100644 --- a/examples/confluence/src/main.ts +++ b/examples/confluence/src/main.ts @@ -13,5 +13,5 @@ const llmApplication = await new RAGApplicationBuilder() .setEmbeddingModel(new OpenAiEmbeddings()) .build(); -await llmApplication.addLoader(new ConfluenceLoader({ spaceNames: ['DEMO'] })); +await llmApplication.addLoader(new ConfluenceLoader({ spaceName: 'DEMO' })); console.log(await llmApplication.query('Who founded Tesla?')); diff --git a/loaders/embedjs-loader-confluence/package.json b/loaders/embedjs-loader-confluence/package.json index 7de23037..63234c57 100644 --- a/loaders/embedjs-loader-confluence/package.json +++ b/loaders/embedjs-loader-confluence/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-confluence", - "version": "0.1.24", + "version": "0.1.25", "description": "Confluence loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-loader-web": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-loader-web": "0.1.25", "confluence.js": "^1.7.4", "debug": "^4.4.0", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-confluence/src/confluence-loader.ts b/loaders/embedjs-loader-confluence/src/confluence-loader.ts index e77c7ce6..7dd7345d 100644 --- a/loaders/embedjs-loader-confluence/src/confluence-loader.ts +++ b/loaders/embedjs-loader-confluence/src/confluence-loader.ts @@ -10,32 +10,34 @@ export class ConfluenceLoader extends BaseLoader<{ type: 'ConfluenceLoader' }, { private readonly confluence: ConfluenceClient; private readonly confluenceBaseUrl: string; - private readonly spaceNames: string[]; + private readonly spaceName: string; + + private readonly lastUpdatedFilter?: Date; constructor({ - spaceNames, + spaceName, confluenceBaseUrl, confluenceUsername, confluenceToken, chunkSize, chunkOverlap, + options, }: { - spaceNames: [string, ...string[]]; + spaceName: string; confluenceBaseUrl?: string; confluenceUsername?: string; confluenceToken?: string; chunkSize?: number; chunkOverlap?: number; + options?: { + lastUpdatedFilter: Date; + }; }) { - super( - `ConfluenceLoader_${md5(spaceNames.sort().join(','))}`, - { spaceNames }, - chunkSize ?? 2000, - chunkOverlap ?? 200, - ); - - this.spaceNames = spaceNames; + super(`ConfluenceLoader_${md5(spaceName)}`, { spaceName }, chunkSize ?? 2000, chunkOverlap ?? 200); + + this.spaceName = spaceName; this.confluenceBaseUrl = confluenceBaseUrl ?? process.env.CONFLUENCE_BASE_URL; + this.lastUpdatedFilter = options?.lastUpdatedFilter ?? null; this.confluence = new ConfluenceClient({ host: this.confluenceBaseUrl, @@ -49,16 +51,13 @@ export class ConfluenceLoader extends BaseLoader<{ type: 'ConfluenceLoader' }, { } override async *getUnfilteredChunks() { - for (const spaceKey of this.spaceNames) { - let count = 0; - - for await (const result of this.processSpace(spaceKey)) { - yield result; - count++; - } - - this.debug(`Space '${spaceKey}' had ${count} new pages`); + let count = 0; + for await (const result of this.processSpace(this.spaceName)) { + yield result; + count++; } + + this.debug(`Space '${this.spaceName}' had ${count} new pages`); } private async *processSpace(spaceKey: string) { @@ -84,13 +83,26 @@ export class ConfluenceLoader extends BaseLoader<{ type: 'ConfluenceLoader' }, { let confluenceVersion = 0; try { - const spaceProperties = await this.confluence.content.getContentById({ + const pageProperties = await this.confluence.content.getContentById({ id: pageId, - expand: ['version'], + expand: ['version', 'history'], }); - if (!spaceProperties.version.number) throw new Error('Version number not found in space properties...'); - confluenceVersion = spaceProperties.version.number; + if (this.lastUpdatedFilter) { + const pageLastEditDate = new Date(pageProperties.history.lastUpdated.when); + + if (pageLastEditDate > this.lastUpdatedFilter) { + this.debug(`Page '${title}' has last edit date ${pageLastEditDate}. Continuing...`); + } else { + this.debug( + `Page '${title}' has last edit date ${pageLastEditDate}, which is less than filter date. Skipping...`, + ); + return; + } + } + + if (!pageProperties.version.number) throw new Error('Version number not found in page properties...'); + confluenceVersion = pageProperties.version.number; } catch (e) { this.debug('Could not get page properties. Page will be SKIPPED!', title, e.response); return; diff --git a/loaders/embedjs-loader-csv/package.json b/loaders/embedjs-loader-csv/package.json index 7dc25b2f..e36013fb 100644 --- a/loaders/embedjs-loader-csv/package.json +++ b/loaders/embedjs-loader-csv/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-csv", - "version": "0.1.24", + "version": "0.1.25", "description": "CSV loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "csv-parse": "^5.6.0", "debug": "^4.4.0", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-markdown/package.json b/loaders/embedjs-loader-markdown/package.json index 31724122..76c08aef 100644 --- a/loaders/embedjs-loader-markdown/package.json +++ b/loaders/embedjs-loader-markdown/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-markdown", - "version": "0.1.24", + "version": "0.1.25", "description": "XML loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-loader-web": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-loader-web": "0.1.25", "debug": "^4.4.0", "md5": "^2.3.0", "micromark": "^4.0.1", diff --git a/loaders/embedjs-loader-msoffice/package.json b/loaders/embedjs-loader-msoffice/package.json index db49415d..02b1c09b 100644 --- a/loaders/embedjs-loader-msoffice/package.json +++ b/loaders/embedjs-loader-msoffice/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-msoffice", - "version": "0.1.24", + "version": "0.1.25", "description": "Word, PPT and Excel loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" }, diff --git a/loaders/embedjs-loader-pdf/package.json b/loaders/embedjs-loader-pdf/package.json index a6fa1dac..7b681cae 100644 --- a/loaders/embedjs-loader-pdf/package.json +++ b/loaders/embedjs-loader-pdf/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-pdf", - "version": "0.1.24", + "version": "0.1.25", "description": "PDF loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" }, diff --git a/loaders/embedjs-loader-sitemap/package.json b/loaders/embedjs-loader-sitemap/package.json index 16722682..a0619555 100644 --- a/loaders/embedjs-loader-sitemap/package.json +++ b/loaders/embedjs-loader-sitemap/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-loader-sitemap", - "version": "0.1.24", + "version": "0.1.25", "description": "Sitemap recursive loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-loader-web": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-loader-web": "0.1.25", "debug": "^4.4.0", "md5": "^2.3.0", "sitemapper": "^3.2.18" diff --git a/loaders/embedjs-loader-web/package.json b/loaders/embedjs-loader-web/package.json index cfa73ca3..6d821f89 100644 --- a/loaders/embedjs-loader-web/package.json +++ b/loaders/embedjs-loader-web/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-web", - "version": "0.1.24", + "version": "0.1.25", "description": "Web page loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "debug": "^4.4.0", "html-to-text": "^9.0.5", "md5": "^2.3.0" diff --git a/loaders/embedjs-loader-xml/package.json b/loaders/embedjs-loader-xml/package.json index ea61e059..b4b1a300 100644 --- a/loaders/embedjs-loader-xml/package.json +++ b/loaders/embedjs-loader-xml/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-xml", - "version": "0.1.24", + "version": "0.1.25", "description": "XML loader for embedjs", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", - "fast-xml-parser": "^4.5.0", + "fast-xml-parser": "^4.5.1", "md5": "^2.3.0" }, "type": "module", diff --git a/loaders/embedjs-loader-youtube/package.json b/loaders/embedjs-loader-youtube/package.json index ab1838b5..55a5b132 100644 --- a/loaders/embedjs-loader-youtube/package.json +++ b/loaders/embedjs-loader-youtube/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-loader-youtube", - "version": "0.1.24", + "version": "0.1.25", "description": "Youtube transcript and channel recursive loader for embedjs", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "debug": "^4.4.0", "md5": "^2.3.0", "usetube": "^2.2.7", diff --git a/models/embedjs-anthropic/package.json b/models/embedjs-anthropic/package.json index ad14aa1a..d395b2b1 100644 --- a/models/embedjs-anthropic/package.json +++ b/models/embedjs-anthropic/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-anthropic", - "version": "0.1.24", + "version": "0.1.25", "description": "Enable usage of Anthropic models with embedjs", "dependencies": { "@langchain/anthropic": "^0.3.9", "@langchain/core": "^0.3.23", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/models/embedjs-cohere/package.json b/models/embedjs-cohere/package.json index a2f0e7a4..d8237b97 100644 --- a/models/embedjs-cohere/package.json +++ b/models/embedjs-cohere/package.json @@ -1,10 +1,10 @@ { "name": "@llm-tools/embedjs-cohere", - "version": "0.1.24", + "version": "0.1.25", "description": "Enable usage of Cohere models with embedjs", "dependencies": { "@langchain/cohere": "^0.3.1", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "cohere-ai": "^7.15.0" }, "type": "module", diff --git a/models/embedjs-huggingface/package.json b/models/embedjs-huggingface/package.json index efc24fd9..87f0e45d 100644 --- a/models/embedjs-huggingface/package.json +++ b/models/embedjs-huggingface/package.json @@ -1,12 +1,12 @@ { "name": "@llm-tools/embedjs-huggingface", - "version": "0.1.24", + "version": "0.1.25", "description": "Enable usage of HuggingFace models with embedjs", "dependencies": { "@huggingface/inference": "^2.8.1", - "@langchain/community": "^0.3.18", - "@langchain/core": "^0.3.23", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/community": "^0.3.19", + "@langchain/core": "^0.3.25", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/models/embedjs-llama-cpp/package.json b/models/embedjs-llama-cpp/package.json index 2574e92e..2894455a 100644 --- a/models/embedjs-llama-cpp/package.json +++ b/models/embedjs-llama-cpp/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-llama-cpp", - "version": "0.1.24", + "version": "0.1.25", "description": "Enable usage of Node-Llama-Cpp with embedjs", "dependencies": { - "@langchain/community": "^0.3.18", - "@langchain/core": "^0.3.23", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/community": "^0.3.19", + "@langchain/core": "^0.3.25", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", "node-llama-cpp": "^3.3.1" }, diff --git a/models/embedjs-mistral/package.json b/models/embedjs-mistral/package.json index df24ba1b..cd765d31 100644 --- a/models/embedjs-mistral/package.json +++ b/models/embedjs-mistral/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-mistral", - "version": "0.1.24", + "version": "0.1.25", "description": "Enable usage of Mistral models with embedjs", "dependencies": { - "@langchain/core": "^0.3.23", + "@langchain/core": "^0.3.25", "@langchain/mistralai": "^0.2.0", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/models/embedjs-ollama/package.json b/models/embedjs-ollama/package.json index 1d7a26fb..fc54ddfd 100644 --- a/models/embedjs-ollama/package.json +++ b/models/embedjs-ollama/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-ollama", - "version": "0.1.24", + "version": "0.1.25", "description": "Enable usage of Ollama with embedjs", "dependencies": { - "@langchain/core": "^0.3.23", - "@langchain/ollama": "^0.1.3", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/core": "^0.3.25", + "@langchain/ollama": "^0.1.4", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/models/embedjs-openai/package.json b/models/embedjs-openai/package.json index e51aa23e..dd748cc9 100644 --- a/models/embedjs-openai/package.json +++ b/models/embedjs-openai/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-openai", - "version": "0.1.24", + "version": "0.1.25", "description": "Enable usage of OpenAI models with embedjs", "dependencies": { - "@langchain/core": "^0.3.23", - "@langchain/openai": "^0.3.14", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/core": "^0.3.25", + "@langchain/openai": "^0.3.15", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/models/embedjs-vertexai/package.json b/models/embedjs-vertexai/package.json index 12323c59..efe0dbf1 100644 --- a/models/embedjs-vertexai/package.json +++ b/models/embedjs-vertexai/package.json @@ -1,11 +1,11 @@ { "name": "@llm-tools/embedjs-vertexai", - "version": "0.1.24", + "version": "0.1.25", "description": "Enable usage of VertexAI models with embedjs", "dependencies": { - "@langchain/core": "^0.3.23", - "@langchain/google-vertexai": "^0.1.3", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/core": "^0.3.25", + "@langchain/google-vertexai": "^0.1.4", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" }, "type": "module", diff --git a/package-lock.json b/package-lock.json index 460349eb..bbde1005 100644 --- a/package-lock.json +++ b/package-lock.json @@ -1,12 +1,12 @@ { "name": "@llm-tools/embedjs-source", - "version": "0.1.18", + "version": "0.1.25", "lockfileVersion": 3, "requires": true, "packages": { "": { "name": "@llm-tools/embedjs-source", - "version": "0.1.18", + "version": "0.1.25", "license": "Apache-2.0", "workspaces": [ "core/*", @@ -28,11 +28,11 @@ "@swc/core": "~1.10.1", "@swc/helpers": "~0.5.15", "@types/node": "22.10.2", - "@typescript-eslint/eslint-plugin": "^8.18.0", - "@typescript-eslint/parser": "^8.18.0", + "@typescript-eslint/eslint-plugin": "^8.18.1", + "@typescript-eslint/parser": "^8.18.1", "arg": "^5.0.2", "esbuild": "^0.19.12", - "eslint": "~9.16.0", + "eslint": "~9.17.0", "eslint-config-prettier": "^9.1.0", "husky": "^9.1.7", "nx": "20.2.2", @@ -40,7 +40,7 @@ "simple-git": "^3.27.0", "tslib": "^2.8.1", "typescript": "5.7.2", - "typescript-eslint": "^8.18.0" + "typescript-eslint": "^8.18.1" }, "engines": { "node": ">= 18.0.0" @@ -48,16 +48,16 @@ }, "core/embedjs": { "name": "@llm-tools/embedjs", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "debug": "^4.4.0", "langchain": "^0.3.7", "md5": "^2.3.0", - "mime": "^4.0.4", + "mime": "^4.0.6", "stream-mime-type": "^2.0.0" }, "devDependencies": { @@ -68,10 +68,10 @@ }, "core/embedjs-interfaces": { "name": "@llm-tools/embedjs-interfaces", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.23", + "@langchain/core": "^0.3.25", "debug": "^4.4.0", "md5": "^2.3.0", "uuid": "^11.0.3" @@ -91,10 +91,10 @@ }, "core/embedjs-utils": { "name": "@llm-tools/embedjs-utils", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24" + "@llm-tools/embedjs-interfaces": "0.1.25" } }, "core/embedjs/node_modules/langchain": { @@ -190,41 +190,41 @@ }, "databases/embedjs-astra": { "name": "@llm-tools/embedjs-astradb", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@datastax/astra-db-ts": "^1.5.0", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" } }, "databases/embedjs-cosmos": { "name": "@llm-tools/embedjs-cosmos", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@azure/cosmos": "^4.2.0", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" } }, "databases/embedjs-hnswlib": { "name": "@llm-tools/embedjs-hnswlib", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", "hnswlib-node": "^3.0.0" } }, "databases/embedjs-lancedb": { "name": "@llm-tools/embedjs-lancedb", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@lancedb/lancedb": "^0.14.0", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "compute-cosine-similarity": "^1.1.0", "debug": "^4.4.0" } @@ -265,51 +265,51 @@ }, "databases/embedjs-libsql": { "name": "@llm-tools/embedjs-libsql", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@libsql/client": "^0.14.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "debug": "^4.4.0" } }, "databases/embedjs-lmdb": { "name": "@llm-tools/embedjs-lmdb", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", "lmdb": "^3.2.0" } }, "databases/embedjs-mongodb": { "name": "@llm-tools/embedjs-mongodb", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", "mongodb": "^6.12.0" } }, "databases/embedjs-pinecone": { "name": "@llm-tools/embedjs-pinecone", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "@pinecone-database/pinecone": "^4.0.0", "debug": "^4.4.0" } }, "databases/embedjs-qdrant": { "name": "@llm-tools/embedjs-qdrant", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "@qdrant/js-client-rest": "^1.12.0", "debug": "^4.4.0", "uuid": "^11.0.3" @@ -329,19 +329,19 @@ }, "databases/embedjs-redis": { "name": "@llm-tools/embedjs-redis", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "ioredis": "^5.4.1" } }, "databases/embedjs-weaviate": { "name": "@llm-tools/embedjs-weaviate", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "compute-cosine-similarity": "^1.1.0", "debug": "^4.4.0", "weaviate-ts-client": "^2.2.0" @@ -349,11 +349,11 @@ }, "loaders/embedjs-loader-confluence": { "name": "@llm-tools/embedjs-loader-confluence", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-loader-web": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-loader-web": "0.1.25", "confluence.js": "^1.7.4", "debug": "^4.4.0", "md5": "^2.3.0" @@ -361,11 +361,11 @@ }, "loaders/embedjs-loader-csv": { "name": "@llm-tools/embedjs-loader-csv", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "csv-parse": "^5.6.0", "debug": "^4.4.0", "md5": "^2.3.0" @@ -373,11 +373,11 @@ }, "loaders/embedjs-loader-markdown": { "name": "@llm-tools/embedjs-loader-markdown", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-loader-web": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-loader-web": "0.1.25", "debug": "^4.4.0", "md5": "^2.3.0", "micromark": "^4.0.1", @@ -387,35 +387,35 @@ }, "loaders/embedjs-loader-msoffice": { "name": "@llm-tools/embedjs-loader-msoffice", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" } }, "loaders/embedjs-loader-pdf": { "name": "@llm-tools/embedjs-loader-pdf", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "md5": "^2.3.0", "office-text-extractor": "^3.0.3" } }, "loaders/embedjs-loader-sitemap": { "name": "@llm-tools/embedjs-loader-sitemap", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-loader-web": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-loader-web": "0.1.25", "debug": "^4.4.0", "md5": "^2.3.0", "sitemapper": "^3.2.18" @@ -423,12 +423,12 @@ }, "loaders/embedjs-loader-web": { "name": "@llm-tools/embedjs-loader-web", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "debug": "^4.4.0", "html-to-text": "^9.0.5", "md5": "^2.3.0" @@ -439,23 +439,23 @@ }, "loaders/embedjs-loader-xml": { "name": "@llm-tools/embedjs-loader-xml", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", - "fast-xml-parser": "^4.5.0", + "fast-xml-parser": "^4.5.1", "md5": "^2.3.0" } }, "loaders/embedjs-loader-youtube": { "name": "@llm-tools/embedjs-loader-youtube", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@langchain/textsplitters": "^0.1.0", - "@llm-tools/embedjs-interfaces": "0.1.24", - "@llm-tools/embedjs-utils": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", + "@llm-tools/embedjs-utils": "0.1.25", "debug": "^4.4.0", "md5": "^2.3.0", "usetube": "^2.2.7", @@ -467,41 +467,41 @@ }, "models/embedjs-anthropic": { "name": "@llm-tools/embedjs-anthropic", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@langchain/anthropic": "^0.3.9", "@langchain/core": "^0.3.23", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" } }, "models/embedjs-cohere": { "name": "@llm-tools/embedjs-cohere", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@langchain/cohere": "^0.3.1", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "cohere-ai": "^7.15.0" } }, "models/embedjs-huggingface": { "name": "@llm-tools/embedjs-huggingface", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { "@huggingface/inference": "^2.8.1", - "@langchain/community": "^0.3.18", - "@langchain/core": "^0.3.23", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/community": "^0.3.19", + "@langchain/core": "^0.3.25", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" } }, "models/embedjs-huggingface/node_modules/@langchain/community": { - "version": "0.3.18", - "resolved": "https://registry.npmjs.org/@langchain/community/-/community-0.3.18.tgz", - "integrity": "sha512-hKXjf+K9NKZW/Ji3Y03npWDtvewPLGdevkGDtDKEBgxBMyDXN/AXxI0vt0mVAI3qsbeLmyzF3yLI7UZEN+S6fA==", + "version": "0.3.19", + "resolved": "https://registry.npmjs.org/@langchain/community/-/community-0.3.19.tgz", + "integrity": "sha512-7ygPPC9eaIq6Bkv7Z3Vz8PxKjCEi0FCyOuK3e5fafm7ahqX0JXDxnBADObDJ7euFWTKXYFiXDYdoJI/BGlm1PQ==", "license": "MIT", "dependencies": { "@langchain/openai": ">=0.2.0 <0.4.0", @@ -1010,20 +1010,20 @@ }, "models/embedjs-llama-cpp": { "name": "@llm-tools/embedjs-llama-cpp", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@langchain/community": "^0.3.18", - "@langchain/core": "^0.3.23", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/community": "^0.3.19", + "@langchain/core": "^0.3.25", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0", "node-llama-cpp": "^3.3.1" } }, "models/embedjs-llama-cpp/node_modules/@langchain/community": { - "version": "0.3.18", - "resolved": "https://registry.npmjs.org/@langchain/community/-/community-0.3.18.tgz", - "integrity": "sha512-hKXjf+K9NKZW/Ji3Y03npWDtvewPLGdevkGDtDKEBgxBMyDXN/AXxI0vt0mVAI3qsbeLmyzF3yLI7UZEN+S6fA==", + "version": "0.3.19", + "resolved": "https://registry.npmjs.org/@langchain/community/-/community-0.3.19.tgz", + "integrity": "sha512-7ygPPC9eaIq6Bkv7Z3Vz8PxKjCEi0FCyOuK3e5fafm7ahqX0JXDxnBADObDJ7euFWTKXYFiXDYdoJI/BGlm1PQ==", "license": "MIT", "dependencies": { "@langchain/openai": ">=0.2.0 <0.4.0", @@ -1532,45 +1532,45 @@ }, "models/embedjs-mistral": { "name": "@llm-tools/embedjs-mistral", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.23", + "@langchain/core": "^0.3.25", "@langchain/mistralai": "^0.2.0", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" } }, "models/embedjs-ollama": { "name": "@llm-tools/embedjs-ollama", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.23", - "@langchain/ollama": "^0.1.3", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/core": "^0.3.25", + "@langchain/ollama": "^0.1.4", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" } }, "models/embedjs-openai": { "name": "@llm-tools/embedjs-openai", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.23", - "@langchain/openai": "^0.3.14", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/core": "^0.3.25", + "@langchain/openai": "^0.3.15", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" } }, "models/embedjs-vertexai": { "name": "@llm-tools/embedjs-vertexai", - "version": "0.1.24", + "version": "0.1.25", "license": "Apache-2.0", "dependencies": { - "@langchain/core": "^0.3.23", - "@langchain/google-vertexai": "^0.1.3", - "@llm-tools/embedjs-interfaces": "0.1.24", + "@langchain/core": "^0.3.25", + "@langchain/google-vertexai": "^0.1.4", + "@llm-tools/embedjs-interfaces": "0.1.25", "debug": "^4.4.0" } }, @@ -5228,9 +5228,9 @@ } }, "node_modules/@eslint/js": { - "version": "9.16.0", - "resolved": "https://registry.npmjs.org/@eslint/js/-/js-9.16.0.tgz", - "integrity": "sha512-tw2HxzQkrbeuvyj1tG2Yqq+0H9wGoI2IMk4EOsQeX+vmd75FtJAzf+gTA69WF+baUKRYQ3x2kbLE08js5OsTVg==", + "version": "9.17.0", + "resolved": "https://registry.npmjs.org/@eslint/js/-/js-9.17.0.tgz", + "integrity": "sha512-Sxc4hqcs1kTu0iID3kcZDW3JHq2a77HO9P8CP6YEA/FpH3Ll8UXE2r/86Rz9YJLKme39S9vU5OWNjC6Xl0Cr3w==", "dev": true, "license": "MIT", "engines": { @@ -6384,9 +6384,9 @@ } }, "node_modules/@langchain/core": { - "version": "0.3.23", - "resolved": "https://registry.npmjs.org/@langchain/core/-/core-0.3.23.tgz", - "integrity": "sha512-Aut43dEJYH/ibccSErFOLQzymkBG4emlN16P0OHWwx02bDosOR9ilZly4JJiCSYcprn2X2H8nee6P/4VMg1oQA==", + "version": "0.3.25", + "resolved": "https://registry.npmjs.org/@langchain/core/-/core-0.3.25.tgz", + "integrity": "sha512-kB4BhGK2XQu/c9RtHD+ocixZ7fziakvXzzVJhkd3KdR5RBcZNigzDVLf83cYAQbqeeEpLdbKb/6N+KWDc7zX/g==", "license": "MIT", "dependencies": { "@cfworker/json-schema": "^4.0.2", @@ -6419,9 +6419,10 @@ } }, "node_modules/@langchain/google-common": { - "version": "0.1.3", - "resolved": "https://registry.npmjs.org/@langchain/google-common/-/google-common-0.1.3.tgz", - "integrity": "sha512-yry0taVC5AUwn55Gc6PTQX2XHLfbh6PAOheatkB77u22bYzLNaKG+DGQR8CRVRS9oZEXuNpXyAV7X2+2wv1w6Q==", + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/@langchain/google-common/-/google-common-0.1.4.tgz", + "integrity": "sha512-EIpJYhat+BpGXRJiLSKKWlbBl88AJLnwGhLNOh85nNPtcqKqWTIJ/WGVNfFNsrAwHZ+f77gZeNfefeRIrChNZw==", + "license": "MIT", "dependencies": { "uuid": "^10.0.0", "zod-to-json-schema": "^3.22.4" @@ -6434,11 +6435,12 @@ } }, "node_modules/@langchain/google-gauth": { - "version": "0.1.3", - "resolved": "https://registry.npmjs.org/@langchain/google-gauth/-/google-gauth-0.1.3.tgz", - "integrity": "sha512-/FfF/5KNP78gUHLMhyqI9kMlYy7v+uyRddjx0lsiTOGWTZeFhhemmYw4Vbb8ltUSgfyx7/c9M8GryxY9vW5pqA==", + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/@langchain/google-gauth/-/google-gauth-0.1.4.tgz", + "integrity": "sha512-g/yXfGCgBU5FkH/lW4L0E2HDvQ3JuS5/KZylixWwkV+hk9gSyYcMV3RnhMjp+zEY/68XALiqlwUyvfK5vToz4g==", + "license": "MIT", "dependencies": { - "@langchain/google-common": "~0.1.3", + "@langchain/google-common": "~0.1.4", "google-auth-library": "^8.9.0" }, "engines": { @@ -6449,11 +6451,12 @@ } }, "node_modules/@langchain/google-vertexai": { - "version": "0.1.3", - "resolved": "https://registry.npmjs.org/@langchain/google-vertexai/-/google-vertexai-0.1.3.tgz", - "integrity": "sha512-AOvojzPiKKv1gZiH9tBYPBcZ3nOCuQAQsh4a/djYmlwjcA5bIb/teOa9eFZVTB83L2eM1U5steZF4nwQHnIIvw==", + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/@langchain/google-vertexai/-/google-vertexai-0.1.4.tgz", + "integrity": "sha512-x78wezYBOxmiMOPSatlCk4UOQd6RPxz2YVfGKLOzNV89xxHrEVX9JcyRUCx4L568S4kqZYkLvnqzZA9AF/TCaA==", + "license": "MIT", "dependencies": { - "@langchain/google-gauth": "~0.1.3" + "@langchain/google-gauth": "~0.1.4" }, "engines": { "node": ">=18" @@ -6480,9 +6483,9 @@ } }, "node_modules/@langchain/ollama": { - "version": "0.1.3", - "resolved": "https://registry.npmjs.org/@langchain/ollama/-/ollama-0.1.3.tgz", - "integrity": "sha512-j7STBQXzfT3HtU3pUXh7cp5lz2W8BA0mba0eC8zPjZo009VfLI/bE3cO90zjRFVY9ZloWU6r+jzL92Z2tPkQbQ==", + "version": "0.1.4", + "resolved": "https://registry.npmjs.org/@langchain/ollama/-/ollama-0.1.4.tgz", + "integrity": "sha512-olHPViUurGcmOI3IbhIGK/EJ7QxDlZru4j98V269PiEFTIVlciRULltgI/t3voHYTdvB8R+HV8pMo/Y3UVzvzA==", "license": "MIT", "dependencies": { "ollama": "^0.5.9", @@ -6496,12 +6499,13 @@ } }, "node_modules/@langchain/openai": { - "version": "0.3.14", - "resolved": "https://registry.npmjs.org/@langchain/openai/-/openai-0.3.14.tgz", - "integrity": "sha512-lNWjUo1tbvsss45IF7UQtMu1NJ6oUKvhgPYWXnX9f/d6OmuLu7D99HQ3Y88vLcUo9XjjOy417olYHignMduMjA==", + "version": "0.3.15", + "resolved": "https://registry.npmjs.org/@langchain/openai/-/openai-0.3.15.tgz", + "integrity": "sha512-aIYcScyWn3Ijq+tUwTjVKACyvsbDs4CKca9kjM46ZMebyjWZBK5OzSzezXyE8uhZfxxdo6TrMBXIXH0tWBTSQA==", + "license": "MIT", "dependencies": { "js-tiktoken": "^1.0.12", - "openai": "^4.71.0", + "openai": "^4.77.0", "zod": "^3.22.4", "zod-to-json-schema": "^3.22.3" }, @@ -9985,17 +9989,17 @@ "license": "MIT" }, "node_modules/@typescript-eslint/eslint-plugin": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/@typescript-eslint/eslint-plugin/-/eslint-plugin-8.18.0.tgz", - "integrity": "sha512-NR2yS7qUqCL7AIxdJUQf2MKKNDVNaig/dEB0GBLU7D+ZdHgK1NoH/3wsgO3OnPVipn51tG3MAwaODEGil70WEw==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/eslint-plugin/-/eslint-plugin-8.18.1.tgz", + "integrity": "sha512-Ncvsq5CT3Gvh+uJG0Lwlho6suwDfUXH0HztslDf5I+F2wAFAZMRwYLEorumpKLzmO2suAXZ/td1tBg4NZIi9CQ==", "dev": true, "license": "MIT", "dependencies": { "@eslint-community/regexpp": "^4.10.0", - "@typescript-eslint/scope-manager": "8.18.0", - "@typescript-eslint/type-utils": "8.18.0", - "@typescript-eslint/utils": "8.18.0", - "@typescript-eslint/visitor-keys": "8.18.0", + "@typescript-eslint/scope-manager": "8.18.1", + "@typescript-eslint/type-utils": "8.18.1", + "@typescript-eslint/utils": "8.18.1", + "@typescript-eslint/visitor-keys": "8.18.1", "graphemer": "^1.4.0", "ignore": "^5.3.1", "natural-compare": "^1.4.0", @@ -10015,16 +10019,16 @@ } }, "node_modules/@typescript-eslint/parser": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-8.18.0.tgz", - "integrity": "sha512-hgUZ3kTEpVzKaK3uNibExUYm6SKKOmTU2BOxBSvOYwtJEPdVQ70kZJpPjstlnhCHcuc2WGfSbpKlb/69ttyN5Q==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/parser/-/parser-8.18.1.tgz", + "integrity": "sha512-rBnTWHCdbYM2lh7hjyXqxk70wvon3p2FyaniZuey5TrcGBpfhVp0OxOa6gxr9Q9YhZFKyfbEnxc24ZnVbbUkCA==", "dev": true, - "license": "MITClause", + "license": "MIT", "dependencies": { - "@typescript-eslint/scope-manager": "8.18.0", - "@typescript-eslint/types": "8.18.0", - "@typescript-eslint/typescript-estree": "8.18.0", - "@typescript-eslint/visitor-keys": "8.18.0", + "@typescript-eslint/scope-manager": "8.18.1", + "@typescript-eslint/types": "8.18.1", + "@typescript-eslint/typescript-estree": "8.18.1", + "@typescript-eslint/visitor-keys": "8.18.1", "debug": "^4.3.4" }, "engines": { @@ -10040,14 +10044,14 @@ } }, "node_modules/@typescript-eslint/scope-manager": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/@typescript-eslint/scope-manager/-/scope-manager-8.18.0.tgz", - "integrity": "sha512-PNGcHop0jkK2WVYGotk/hxj+UFLhXtGPiGtiaWgVBVP1jhMoMCHlTyJA+hEj4rszoSdLTK3fN4oOatrL0Cp+Xw==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/scope-manager/-/scope-manager-8.18.1.tgz", + "integrity": "sha512-HxfHo2b090M5s2+/9Z3gkBhI6xBH8OJCFjH9MhQ+nnoZqxU3wNxkLT+VWXWSFWc3UF3Z+CfPAyqdCTdoXtDPCQ==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/types": "8.18.0", - "@typescript-eslint/visitor-keys": "8.18.0" + "@typescript-eslint/types": "8.18.1", + "@typescript-eslint/visitor-keys": "8.18.1" }, "engines": { "node": "^18.18.0 || ^20.9.0 || >=21.1.0" @@ -10058,14 +10062,14 @@ } }, "node_modules/@typescript-eslint/type-utils": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/@typescript-eslint/type-utils/-/type-utils-8.18.0.tgz", - "integrity": "sha512-er224jRepVAVLnMF2Q7MZJCq5CsdH2oqjP4dT7K6ij09Kyd+R21r7UVJrF0buMVdZS5QRhDzpvzAxHxabQadow==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/type-utils/-/type-utils-8.18.1.tgz", + "integrity": "sha512-jAhTdK/Qx2NJPNOTxXpMwlOiSymtR2j283TtPqXkKBdH8OAMmhiUfP0kJjc/qSE51Xrq02Gj9NY7MwK+UxVwHQ==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/typescript-estree": "8.18.0", - "@typescript-eslint/utils": "8.18.0", + "@typescript-eslint/typescript-estree": "8.18.1", + "@typescript-eslint/utils": "8.18.1", "debug": "^4.3.4", "ts-api-utils": "^1.3.0" }, @@ -10082,9 +10086,9 @@ } }, "node_modules/@typescript-eslint/types": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/@typescript-eslint/types/-/types-8.18.0.tgz", - "integrity": "sha512-FNYxgyTCAnFwTrzpBGq+zrnoTO4x0c1CKYY5MuUTzpScqmY5fmsh2o3+57lqdI3NZucBDCzDgdEbIaNfAjAHQA==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/types/-/types-8.18.1.tgz", + "integrity": "sha512-7uoAUsCj66qdNQNpH2G8MyTFlgerum8ubf21s3TSM3XmKXuIn+H2Sifh/ES2nPOPiYSRJWAk0fDkW0APBWcpfw==", "dev": true, "license": "MIT", "engines": { @@ -10096,14 +10100,14 @@ } }, "node_modules/@typescript-eslint/typescript-estree": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/@typescript-eslint/typescript-estree/-/typescript-estree-8.18.0.tgz", - "integrity": "sha512-rqQgFRu6yPkauz+ms3nQpohwejS8bvgbPyIDq13cgEDbkXt4LH4OkDMT0/fN1RUtzG8e8AKJyDBoocuQh8qNeg==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/typescript-estree/-/typescript-estree-8.18.1.tgz", + "integrity": "sha512-z8U21WI5txzl2XYOW7i9hJhxoKKNG1kcU4RzyNvKrdZDmbjkmLBo8bgeiOJmA06kizLI76/CCBAAGlTlEeUfyg==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/types": "8.18.0", - "@typescript-eslint/visitor-keys": "8.18.0", + "@typescript-eslint/types": "8.18.1", + "@typescript-eslint/visitor-keys": "8.18.1", "debug": "^4.3.4", "fast-glob": "^3.3.2", "is-glob": "^4.0.3", @@ -10179,16 +10183,16 @@ } }, "node_modules/@typescript-eslint/utils": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/@typescript-eslint/utils/-/utils-8.18.0.tgz", - "integrity": "sha512-p6GLdY383i7h5b0Qrfbix3Vc3+J2k6QWw6UMUeY5JGfm3C5LbZ4QIZzJNoNOfgyRe0uuYKjvVOsO/jD4SJO+xg==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/utils/-/utils-8.18.1.tgz", + "integrity": "sha512-8vikiIj2ebrC4WRdcAdDcmnu9Q/MXXwg+STf40BVfT8exDqBCUPdypvzcUPxEqRGKg9ALagZ0UWcYCtn+4W2iQ==", "dev": true, "license": "MIT", "dependencies": { "@eslint-community/eslint-utils": "^4.4.0", - "@typescript-eslint/scope-manager": "8.18.0", - "@typescript-eslint/types": "8.18.0", - "@typescript-eslint/typescript-estree": "8.18.0" + "@typescript-eslint/scope-manager": "8.18.1", + "@typescript-eslint/types": "8.18.1", + "@typescript-eslint/typescript-estree": "8.18.1" }, "engines": { "node": "^18.18.0 || ^20.9.0 || >=21.1.0" @@ -10203,13 +10207,13 @@ } }, "node_modules/@typescript-eslint/visitor-keys": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/@typescript-eslint/visitor-keys/-/visitor-keys-8.18.0.tgz", - "integrity": "sha512-pCh/qEA8Lb1wVIqNvBke8UaRjJ6wrAWkJO5yyIbs8Yx6TNGYyfNjOo61tLv+WwLvoLPp4BQ8B7AHKijl8NGUfw==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/@typescript-eslint/visitor-keys/-/visitor-keys-8.18.1.tgz", + "integrity": "sha512-Vj0WLm5/ZsD013YeUKn+K0y8p1M0jPpxOkKdbD1wB0ns53a5piVY02zjf072TblEweAbcYiFiPoSMF3kp+VhhQ==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/types": "8.18.0", + "@typescript-eslint/types": "8.18.1", "eslint-visitor-keys": "^4.2.0" }, "engines": { @@ -12378,9 +12382,9 @@ } }, "node_modules/eslint": { - "version": "9.16.0", - "resolved": "https://registry.npmjs.org/eslint/-/eslint-9.16.0.tgz", - "integrity": "sha512-whp8mSQI4C8VXd+fLgSM0lh3UlmcFtVwUQjyKCFfsp+2ItAIYhlq/hqGahGqHE6cv9unM41VlqKk2VtKYR2TaA==", + "version": "9.17.0", + "resolved": "https://registry.npmjs.org/eslint/-/eslint-9.17.0.tgz", + "integrity": "sha512-evtlNcpJg+cZLcnVKwsai8fExnqjGPicK7gnUtlNuzu+Fv9bI0aLpND5T44VLQtoMEnI57LoXO9XAkIXwohKrA==", "dev": true, "license": "MIT", "dependencies": { @@ -12389,7 +12393,7 @@ "@eslint/config-array": "^0.19.0", "@eslint/core": "^0.9.0", "@eslint/eslintrc": "^3.2.0", - "@eslint/js": "9.16.0", + "@eslint/js": "9.17.0", "@eslint/plugin-kit": "^0.2.3", "@humanfs/node": "^0.16.6", "@humanwhocodes/module-importer": "^1.0.1", @@ -12398,7 +12402,7 @@ "@types/json-schema": "^7.0.15", "ajv": "^6.12.4", "chalk": "^4.0.0", - "cross-spawn": "^7.0.5", + "cross-spawn": "^7.0.6", "debug": "^4.3.2", "escape-string-regexp": "^4.0.0", "eslint-scope": "^8.2.0", @@ -12849,9 +12853,9 @@ "license": "Apache-2.0" }, "node_modules/fast-xml-parser": { - "version": "4.5.0", - "resolved": "https://registry.npmjs.org/fast-xml-parser/-/fast-xml-parser-4.5.0.tgz", - "integrity": "sha512-/PlTQCI96+fZMAOLMZK4CWG1ItCbfZ/0jx7UIJFChPNrx7tcEgerUgWbeieCM9MfHInUDyK8DWYZ+YrywDJuTg==", + "version": "4.5.1", + "resolved": "https://registry.npmjs.org/fast-xml-parser/-/fast-xml-parser-4.5.1.tgz", + "integrity": "sha512-y655CeyUQ+jj7KBbYMc4FG01V8ZQqjN+gDYGJ50RtfsUB8iG9AmwmwoAgeKLJdmueKKMrH1RJ7yXHTSoczdv5w==", "funding": [ { "type": "github", @@ -16951,9 +16955,9 @@ } }, "node_modules/mime": { - "version": "4.0.4", - "resolved": "https://registry.npmjs.org/mime/-/mime-4.0.4.tgz", - "integrity": "sha512-v8yqInVjhXyqP6+Kw4fV3ZzeMRqEW6FotRsKXjRS5VMTNIuXsdRoAvklpoRgSqXm6o9VNH4/C0mgedko9DdLsQ==", + "version": "4.0.6", + "resolved": "https://registry.npmjs.org/mime/-/mime-4.0.6.tgz", + "integrity": "sha512-4rGt7rvQHBbaSOF9POGkk1ocRP16Md1x36Xma8sz8h8/vfCUI2OtEIeCqe4Ofes853x4xDoPiFLIT47J5fI/7A==", "funding": [ "https://github.com/sponsors/broofa" ], @@ -18125,9 +18129,9 @@ } }, "node_modules/openai": { - "version": "4.71.0", - "resolved": "https://registry.npmjs.org/openai/-/openai-4.71.0.tgz", - "integrity": "sha512-jeJ7+6cZvj+ZbIsbX/Ag8+pug2+vjKbrD/v3Hwp6uv3KZyWjSkZa5MdUshzpNC3jsFzakfbUhEEFQXsKWNgm/g==", + "version": "4.77.0", + "resolved": "https://registry.npmjs.org/openai/-/openai-4.77.0.tgz", + "integrity": "sha512-WWacavtns/7pCUkOWvQIjyOfcdr9X+9n9Vvb0zFeKVDAqwCMDHB+iSr24SVaBAhplvSG6JrRXFpcNM9gWhOGIw==", "license": "Apache-2.0", "dependencies": { "@types/node": "^18.11.18", @@ -20420,15 +20424,15 @@ } }, "node_modules/typescript-eslint": { - "version": "8.18.0", - "resolved": "https://registry.npmjs.org/typescript-eslint/-/typescript-eslint-8.18.0.tgz", - "integrity": "sha512-Xq2rRjn6tzVpAyHr3+nmSg1/9k9aIHnJ2iZeOH7cfGOWqTkXTm3kwpQglEuLGdNrYvPF+2gtAs+/KF5rjVo+WQ==", + "version": "8.18.1", + "resolved": "https://registry.npmjs.org/typescript-eslint/-/typescript-eslint-8.18.1.tgz", + "integrity": "sha512-Mlaw6yxuaDEPQvb/2Qwu3/TfgeBHy9iTJ3mTwe7OvpPmF6KPQjVOfGyEJpPv6Ez2C34OODChhXrzYw/9phI0MQ==", "dev": true, "license": "MIT", "dependencies": { - "@typescript-eslint/eslint-plugin": "8.18.0", - "@typescript-eslint/parser": "8.18.0", - "@typescript-eslint/utils": "8.18.0" + "@typescript-eslint/eslint-plugin": "8.18.1", + "@typescript-eslint/parser": "8.18.1", + "@typescript-eslint/utils": "8.18.1" }, "engines": { "node": "^18.18.0 || ^20.9.0 || >=21.1.0" diff --git a/package.json b/package.json index d81c4176..d603e2e1 100644 --- a/package.json +++ b/package.json @@ -7,7 +7,7 @@ "url": "https://github.com/llm-tools/embedjs/issues" }, "homepage": "https://github.com/llm-tools/embedjs#readme", - "version": "0.1.18", + "version": "0.1.25", "scripts": { "build:esm": "nx run-many --t=build", "build:cjs": "nx run-many --t=build-cjs && node scripts/move-cjs-to-dist.js", @@ -30,11 +30,11 @@ "@swc/core": "~1.10.1", "@swc/helpers": "~0.5.15", "@types/node": "22.10.2", - "@typescript-eslint/eslint-plugin": "^8.18.0", - "@typescript-eslint/parser": "^8.18.0", + "@typescript-eslint/eslint-plugin": "^8.18.1", + "@typescript-eslint/parser": "^8.18.1", "arg": "^5.0.2", "esbuild": "^0.19.12", - "eslint": "~9.16.0", + "eslint": "~9.17.0", "eslint-config-prettier": "^9.1.0", "husky": "^9.1.7", "nx": "20.2.2", @@ -42,7 +42,7 @@ "simple-git": "^3.27.0", "tslib": "^2.8.1", "typescript": "5.7.2", - "typescript-eslint": "^8.18.0" + "typescript-eslint": "^8.18.1" }, "workspaces": [ "core/*",