From 8ddfabf47a37767a73ed56ed40f6ae746616c42e Mon Sep 17 00:00:00 2001 From: Tavily PR Agent Date: Sun, 12 Apr 2026 18:33:52 +0000 Subject: [PATCH] feat: add Tavily as configurable search provider alongside DuckDuckGo --- .env.example | 5 ++ package-lock.json | 147 +++++++++++++++++++++++++++++++++++++++-- package.json | 1 + src/mcp-server.ts | 6 +- src/mcp-sse.ts | 6 +- src/routes/search.ts | 4 +- src/services/search.ts | 30 +++++++++ 7 files changed, 186 insertions(+), 13 deletions(-) diff --git a/.env.example b/.env.example index c518013..7228146 100644 --- a/.env.example +++ b/.env.example @@ -1,3 +1,8 @@ PORT=3100 API_KEYS=your-api-key-1,your-api-key-2 NODE_ENV=production + +# Search provider: "duckduckgo" (default) or "tavily" +SEARCH_PROVIDER=duckduckgo +# Required when SEARCH_PROVIDER=tavily +TAVILY_API_KEY= diff --git a/package-lock.json b/package-lock.json index 5232eb4..66af211 100644 --- a/package-lock.json +++ b/package-lock.json @@ -12,6 +12,7 @@ "@hono/node-server": "^1.19.9", "@modelcontextprotocol/sdk": "^1.27.1", "@mozilla/readability": "^0.6.0", + "@tavily/core": "^0.6.4", "@types/better-sqlite3": "^7.6.13", "@types/jsdom": "^28.0.0", "@types/node": "^25.3.3", @@ -174,7 +175,6 @@ } ], "license": "MIT", - "peer": true, "engines": { "node": ">=20.19.0" }, @@ -213,7 +213,6 @@ } ], "license": "MIT", - "peer": true, "engines": { "node": ">=20.19.0" } @@ -758,6 +757,16 @@ "node": ">=14.0.0" } }, + "node_modules/@tavily/core": { + "version": "0.6.4", + "resolved": "https://registry.npmjs.org/@tavily/core/-/core-0.6.4.tgz", + "integrity": "sha512-PppC0p2SwkoImLiYFT/uqDyWKPivpVsIM16HUf1Apmtbqg1YhI7Yg5Hq6eYSojC6COVCGXE4CotBnWqUmrai+A==", + "dependencies": { + "axios": "^1.7.7", + "https-proxy-agent": "^7.0.6", + "js-tiktoken": "^1.0.14" + } + }, "node_modules/@types/better-sqlite3": { "version": "7.6.13", "resolved": "https://registry.npmjs.org/@types/better-sqlite3/-/better-sqlite3-7.6.13.tgz", @@ -929,6 +938,21 @@ "url": "https://github.com/chalk/ansi-styles?sponsor=1" } }, + "node_modules/asynckit": { + "version": "0.4.0", + "resolved": "https://registry.npmjs.org/asynckit/-/asynckit-0.4.0.tgz", + "integrity": "sha512-Oei9OH4tRh0YqU3GxhX79dM/mwVgvbZJaSNaRk+bshkj0S5cfHcgYakreBjrHwatXKbz+IoIdYLxrKim2MjW0Q==" + }, + "node_modules/axios": { + "version": "1.15.0", + "resolved": "https://registry.npmjs.org/axios/-/axios-1.15.0.tgz", + "integrity": "sha512-wWyJDlAatxk30ZJer+GeCWS209sA42X+N5jU2jy6oHTp7ufw8uzUTVFBX9+wTfAlhiJXGS0Bq7X6efruWjuK9Q==", + "dependencies": { + "follow-redirects": "^1.15.11", + "form-data": "^4.0.5", + "proxy-from-env": "^2.1.0" + } + }, "node_modules/base64-js": { "version": "1.5.1", "resolved": "https://registry.npmjs.org/base64-js/-/base64-js-1.5.1.tgz", @@ -1158,6 +1182,17 @@ "integrity": "sha512-dOy+3AuW3a2wNbZHIuMZpTcgjGuLU/uBL/ubcZF9OXbDo8ff4O8yVp5Bf0efS8uEoYo5q4Fx7dY9OgQGXgAsQA==", "license": "MIT" }, + "node_modules/combined-stream": { + "version": "1.0.8", + "resolved": "https://registry.npmjs.org/combined-stream/-/combined-stream-1.0.8.tgz", + "integrity": "sha512-FQN4MRfuJeHf7cBbBMJFXhKSDq+2kAArBlmRBvcvFE5BB1HZKXtSFASDhdlz9zOYwxh8lDdnvmMOe/+5cdoEdg==", + "dependencies": { + "delayed-stream": "~1.0.0" + }, + "engines": { + "node": ">= 0.8" + } + }, "node_modules/constant-case": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/constant-case/-/constant-case-2.0.0.tgz", @@ -1354,6 +1389,14 @@ "node": ">=4.0.0" } }, + "node_modules/delayed-stream": { + "version": "1.0.0", + "resolved": "https://registry.npmjs.org/delayed-stream/-/delayed-stream-1.0.0.tgz", + "integrity": "sha512-ZySD7Nf91aLB0RxL4KGrKHBXl7Eds1DAmEdcoVawXnLD7SDhpNgtuII2aAkg7a7QS41jxPSZ17p4VdGnMHk3MQ==", + "engines": { + "node": ">=0.4.0" + } + }, "node_modules/depd": { "version": "2.0.0", "resolved": "https://registry.npmjs.org/depd/-/depd-2.0.0.tgz", @@ -1479,6 +1522,20 @@ "node": ">= 0.4" } }, + "node_modules/es-set-tostringtag": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/es-set-tostringtag/-/es-set-tostringtag-2.1.0.tgz", + "integrity": "sha512-j6vWzfrGVfyXxge+O0x5sh6cvxAog0a/4Rdd2K36zCMV5eJ+/+tOAngRO8cODMNWbVRdVlmGZQL2YS3yR8bIUA==", + "dependencies": { + "es-errors": "^1.3.0", + "get-intrinsic": "^1.2.6", + "has-tostringtag": "^1.0.2", + "hasown": "^2.0.2" + }, + "engines": { + "node": ">= 0.4" + } + }, "node_modules/esbuild": { "version": "0.27.3", "resolved": "https://registry.npmjs.org/esbuild/-/esbuild-0.27.3.tgz", @@ -1579,7 +1636,6 @@ "resolved": "https://registry.npmjs.org/express/-/express-5.2.1.tgz", "integrity": "sha512-hIS4idWWai69NezIdRt2xFVofaF4j+6INOpJlVOLDO8zXGpUVEVzIYk12UUi2JzjEzWL3IOAxcTubgz9Po0yXw==", "license": "MIT", - "peer": true, "dependencies": { "accepts": "^2.0.0", "body-parser": "^2.2.1", @@ -1750,6 +1806,59 @@ "node": ">=8" } }, + "node_modules/follow-redirects": { + "version": "1.15.11", + "resolved": "https://registry.npmjs.org/follow-redirects/-/follow-redirects-1.15.11.tgz", + "integrity": "sha512-deG2P0JfjrTxl50XGCDyfI97ZGVCxIpfKYmfyrQ54n5FO/0gfIES8C/Psl6kWVDolizcaaxZJnTS0QSMxvnsBQ==", + "funding": [ + { + "type": "individual", + "url": "https://github.com/sponsors/RubenVerborgh" + } + ], + "engines": { + "node": ">=4.0" + }, + "peerDependenciesMeta": { + "debug": { + "optional": true + } + } + }, + "node_modules/form-data": { + "version": "4.0.5", + "resolved": "https://registry.npmjs.org/form-data/-/form-data-4.0.5.tgz", + "integrity": "sha512-8RipRLol37bNs2bhoV67fiTEvdTrbMUYcFTiy3+wuuOnUog2QBHCZWXDRijWQfAkhBj2Uf5UnVaiWwA5vdd82w==", + "dependencies": { + "asynckit": "^0.4.0", + "combined-stream": "^1.0.8", + "es-set-tostringtag": "^2.1.0", + "hasown": "^2.0.2", + "mime-types": "^2.1.12" + }, + "engines": { + "node": ">= 6" + } + }, + "node_modules/form-data/node_modules/mime-db": { + "version": "1.52.0", + "resolved": "https://registry.npmjs.org/mime-db/-/mime-db-1.52.0.tgz", + "integrity": "sha512-sPU4uV7dYlvtWJxwwxHD0PuihVNiE7TyAbQ5SWxDCB9mUYvOgroQOwYQQOKPJ8CIbE+1ETVlOoK1UC2nU3gYvg==", + "engines": { + "node": ">= 0.6" + } + }, + "node_modules/form-data/node_modules/mime-types": { + "version": "2.1.35", + "resolved": "https://registry.npmjs.org/mime-types/-/mime-types-2.1.35.tgz", + "integrity": "sha512-ZDY+bPm5zTTF+YpCrAU9nK0UgICYPT0QtT1NZWFv4s++TNkcgVaT0g6+4R2uI4MjQjzysHB1zxuWL50hzaeXiw==", + "dependencies": { + "mime-db": "1.52.0" + }, + "engines": { + "node": ">= 0.6" + } + }, "node_modules/forwarded": { "version": "0.2.0", "resolved": "https://registry.npmjs.org/forwarded/-/forwarded-0.2.0.tgz", @@ -1885,6 +1994,20 @@ "url": "https://github.com/sponsors/ljharb" } }, + "node_modules/has-tostringtag": { + "version": "1.0.2", + "resolved": "https://registry.npmjs.org/has-tostringtag/-/has-tostringtag-1.0.2.tgz", + "integrity": "sha512-NqADB8VjPFLM2V0VvHUewwwsw0ZWBaIdgo+ieHtK3hasLz4qeCRjYcqfB6AQrBggRKppKF8L52/VqdVsO47Dlw==", + "dependencies": { + "has-symbols": "^1.0.3" + }, + "engines": { + "node": ">= 0.4" + }, + "funding": { + "url": "https://github.com/sponsors/ljharb" + } + }, "node_modules/hasown": { "version": "2.0.2", "resolved": "https://registry.npmjs.org/hasown/-/hasown-2.0.2.tgz", @@ -1912,7 +2035,6 @@ "resolved": "https://registry.npmjs.org/hono/-/hono-4.12.3.tgz", "integrity": "sha512-SFsVSjp8sj5UumXOOFlkZOG6XS9SJDKw0TbwFeV+AJ8xlST8kxK5Z/5EYa111UY8732lK2S/xB653ceuaoGwpg==", "license": "MIT", - "peer": true, "engines": { "node": ">=16.9.0" } @@ -2113,6 +2235,14 @@ "url": "https://github.com/sponsors/panva" } }, + "node_modules/js-tiktoken": { + "version": "1.0.21", + "resolved": "https://registry.npmjs.org/js-tiktoken/-/js-tiktoken-1.0.21.tgz", + "integrity": "sha512-biOj/6M5qdgx5TKjDnFT1ymSpM5tbd3ylwDtrQvFQSu0Z7bBYko2dF+W/aUkXUPuk6IVpRxk/3Q2sHOzGlS36g==", + "dependencies": { + "base64-js": "^1.5.1" + } + }, "node_modules/jsdom": { "version": "28.1.0", "resolved": "https://registry.npmjs.org/jsdom/-/jsdom-28.1.0.tgz", @@ -2671,6 +2801,14 @@ "node": ">= 0.10" } }, + "node_modules/proxy-from-env": { + "version": "2.1.0", + "resolved": "https://registry.npmjs.org/proxy-from-env/-/proxy-from-env-2.1.0.tgz", + "integrity": "sha512-cJ+oHTW1VAEa8cJslgmUZrc+sjRKgAKl3Zyse6+PV38hZe/V6Z14TbCuXcan9F9ghlz4QrFr2c92TNF82UkYHA==", + "engines": { + "node": ">=10" + } + }, "node_modules/psl": { "version": "1.15.0", "resolved": "https://registry.npmjs.org/psl/-/psl-1.15.0.tgz", @@ -3748,7 +3886,6 @@ "resolved": "https://registry.npmjs.org/zod/-/zod-4.3.6.tgz", "integrity": "sha512-rftlrkhHZOcjDwkGlnUtZZkvaPHCsDATp4pGpuOOMDaTdDDXF91wuVDJoWoPsKX/3YPQ5fHuF3STjcYyKr+Qhg==", "license": "MIT", - "peer": true, "funding": { "url": "https://github.com/sponsors/colinhacks" } diff --git a/package.json b/package.json index 5b7c2a0..d1b4016 100644 --- a/package.json +++ b/package.json @@ -31,6 +31,7 @@ "@hono/node-server": "^1.19.9", "@modelcontextprotocol/sdk": "^1.27.1", "@mozilla/readability": "^0.6.0", + "@tavily/core": "^0.6.4", "@types/better-sqlite3": "^7.6.13", "@types/jsdom": "^28.0.0", "@types/node": "^25.3.3", diff --git a/src/mcp-server.ts b/src/mcp-server.ts index 529b861..ff01713 100644 --- a/src/mcp-server.ts +++ b/src/mcp-server.ts @@ -1,7 +1,7 @@ import { McpServer } from "@modelcontextprotocol/sdk/server/mcp.js"; import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js"; import { z } from "zod"; -import { searchDuckDuckGo } from "./services/search.js"; +import { search } from "./services/search.js"; import { extractContent } from "./services/extract.js"; import { getWeather } from "./services/weather.js"; import { getStockQuote, getExchangeRate } from "./services/finance.js"; @@ -15,14 +15,14 @@ const server = new McpServer({ // Search tool server.tool( "search", - "Search the web using DuckDuckGo", + "Search the web (DuckDuckGo or Tavily depending on SEARCH_PROVIDER)", { query: z.string().describe("Search query"), count: z.number().min(1).max(10).default(5).describe("Number of results"), lang: z.string().default("en").describe("Language code"), }, async ({ query, count, lang }) => { - const results = await searchDuckDuckGo({ query, count, lang }); + const results = await search({ query, count, lang }); return { content: [{ type: "text" as const, text: JSON.stringify(results, null, 2) }], }; diff --git a/src/mcp-sse.ts b/src/mcp-sse.ts index aece490..f2a7e6d 100644 --- a/src/mcp-sse.ts +++ b/src/mcp-sse.ts @@ -3,7 +3,7 @@ import { SSEServerTransport } from "@modelcontextprotocol/sdk/server/sse.js"; import { z } from "zod"; import type { IncomingMessage, ServerResponse } from "node:http"; -import { searchDuckDuckGo } from "./services/search.js"; +import { search } from "./services/search.js"; import { extractContent } from "./services/extract.js"; import { getWeather } from "./services/weather.js"; import { getStockQuote, getExchangeRate } from "./services/finance.js"; @@ -28,10 +28,10 @@ function createMcpServer(): McpServer { server.tool( "search", - "Search the web using DuckDuckGo", + "Search the web (DuckDuckGo or Tavily depending on SEARCH_PROVIDER)", { query: z.string(), count: z.number().min(1).max(10).default(5), lang: z.string().default("en") }, async ({ query, count, lang }) => ({ - content: [{ type: "text" as const, text: JSON.stringify(await searchDuckDuckGo({ query, count, lang }), null, 2) }], + content: [{ type: "text" as const, text: JSON.stringify(await search({ query, count, lang }), null, 2) }], }) ); diff --git a/src/routes/search.ts b/src/routes/search.ts index 291e7a2..49c9337 100644 --- a/src/routes/search.ts +++ b/src/routes/search.ts @@ -1,5 +1,5 @@ import { Hono } from "hono"; -import { searchDuckDuckGo } from "../services/search.js"; +import { search } from "../services/search.js"; import { successResponse, errorResponse } from "../utils/response.js"; import { requireString, optionalNumber, optionalString } from "../utils/validation.js"; @@ -15,7 +15,7 @@ searchRouter.post("/v1/search", async (c) => { const count = optionalNumber(body.count, 5, 1, 10); const lang = optionalString(body.lang, "en"); - const results = await searchDuckDuckGo({ query, count, lang }); + const results = await search({ query, count, lang }); return c.json(successResponse(results, endpoint, startTime)); } catch (err) { const message = err instanceof Error ? err.message : "Search failed"; diff --git a/src/services/search.ts b/src/services/search.ts index c8533f0..84a68c5 100644 --- a/src/services/search.ts +++ b/src/services/search.ts @@ -1,3 +1,5 @@ +import { tavily } from "@tavily/core"; + export interface SearchResult { title: string; url: string; @@ -10,6 +12,34 @@ export interface SearchInput { lang?: string; } +/** + * Provider-aware search dispatch. + * Uses Tavily when SEARCH_PROVIDER=tavily and TAVILY_API_KEY is set, + * otherwise falls back to DuckDuckGo. + */ +export async function search(input: SearchInput): Promise { + const provider = (process.env.SEARCH_PROVIDER || "duckduckgo").toLowerCase(); + if (provider === "tavily" && process.env.TAVILY_API_KEY) { + return searchTavily(input); + } + return searchDuckDuckGo(input); +} + +export async function searchTavily(input: SearchInput): Promise { + const { query, count = 5 } = input; + const client = tavily({ apiKey: process.env.TAVILY_API_KEY! }); + const response = await client.search(query, { + maxResults: count, + searchDepth: "basic", + topic: "general", + }); + return (response.results || []).map((r: { title: string; url: string; content: string }) => ({ + title: r.title, + url: r.url, + snippet: r.content, + })); +} + export async function searchDuckDuckGo(input: SearchInput): Promise { const { query, count = 5, lang = "en" } = input;