Skip to content

Llm web search #25

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
houtanb wants to merge 2 commits into
base: main
Choose a base branch
from
Open

Llm web search #25

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
a0b4503
feat(llm): support web search for OAI and Anthropic models
houtanb Jan 21, 2026
20e9a07
feat(llm): pass options through to OAI
houtanb Jan 21, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
32 changes: 32 additions & 0 deletions tests/integration/llm/providers/test_anthropic.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -37,3 +37,35 @@ def test_anthropic_provider_get_response_live_call():
wait_time=1,
)
)


@pytest.mark.integration
def test_anthropic_provider_web_search():
"""It invokes web search and returns current information."""
from utils.llm.model_registry import (
_get_api_key_for_provider, # type: ignore[import]
)
from utils.llm.providers.anthropic import AnthropicProvider # type: ignore[import]

api_key = _get_api_key_for_provider(AnthropicProvider)
assert api_key is not None, "API key should be configured by fixture"
provider = anthropic_module.AnthropicProvider(api_key=api_key)

# Ask a question with a stable, verifiable answer
prompt = "What is the official website URL for Python? Just respond with the URL."
response = provider.get_response(
ANTHROPIC_MODEL,
prompt,
tools=[
{
"type": "web_search_20250305",
"name": "web_search",
"max_uses": 1,
}
],
max_tokens=256,
wait_time=1,
)

assert isinstance(response, str)
assert "python.org" in response.lower()
26 changes: 26 additions & 0 deletions tests/integration/llm/providers/test_openai.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,3 +35,29 @@ def test_openai_provider_get_response_live_call():
wait_time=1,
)
)


@pytest.mark.integration
def test_openai_provider_web_search():
"""It invokes web search and returns current information."""
from utils.llm.model_registry import (
_get_api_key_for_provider, # type: ignore[import]
)
from utils.llm.providers.openai import OpenAIProvider # type: ignore[import]

api_key = _get_api_key_for_provider(OpenAIProvider)
assert api_key is not None, "API key should be configured by fixture"
provider = openai_module.OpenAIProvider(api_key=api_key)

# Ask a question with a stable, verifiable answer
prompt = "What is the official website URL for Python? Just respond with the URL."
response = provider.get_response(
OPENAI_MODEL,
prompt,
tools=[{"type": "web_search"}],
max_tokens=256,
wait_time=1,
)

assert isinstance(response, str)
assert "python.org" in response.lower()
10 changes: 9 additions & 1 deletion utils/llm/providers/anthropic.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@ def _call_model(self, model: "Model", prompt: str, **options: Any) -> str:
temperature = options.get("temperature")
max_tokens = options.get("max_tokens")
assert max_tokens is not None, "max_tokens is required for Anthropic models."
tools = options.get("tools")
model_name = model.full_name

call_args: dict[str, Any] = {
Expand All @@ -56,8 +57,15 @@ def _call_model(self, model: "Model", prompt: str, **options: Any) -> str:
}
if temperature is not None:
call_args["temperature"] = temperature
if tools is not None:
call_args["tools"] = tools

with self._anthropic_console.messages.stream(**call_args) as stream:
stream.until_done()

return stream.get_final_message().content[0].text
message = stream.get_final_message()
# Extract text from the last text block (web search responses have multiple blocks)
text_blocks = [block for block in message.content if block.type == "text"]
if not text_blocks:
return ""
return "".join(block.text for block in text_blocks)
34 changes: 17 additions & 17 deletions utils/llm/providers/openai.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,25 +36,25 @@ def __init__(self, *, api_key: str | None = None, default_wait_time: int | None
self._openai_client = OpenAI(api_key=api_key)

def _call_model(self, model: "Model", prompt: str, **options: Any) -> str:
temperature = options.get("temperature", 0.8)
max_tokens = options.get("max_tokens")
model_name = model.full_name

# OpenAI doesn't support temperature for reasoning models
if model.reasoning_model:
request_payload: Dict[str, Any] = {
"model": model_name,
"input": prompt,
}
else:
request_payload = {
"model": model_name,
"input": prompt,
"temperature": temperature,
}

if max_tokens is not None:
request_payload["max_output_tokens"] = max_tokens
request_payload: Dict[str, Any] = {
"model": model_name,
"input": prompt,
}

# Add default temperature for non-reasoning models (unless explicitly provided)
if not model.reasoning_model and "temperature" not in options:
request_payload["temperature"] = 0.8

# Pass through all options, with special handling for some keys
for key, value in options.items():
if key == "max_tokens":
request_payload["max_output_tokens"] = value
elif key == "temperature" and model.reasoning_model:
continue # OpenAI doesn't support temperature for reasoning models
else:
request_payload[key] = value

response = self._openai_client.responses.create(**request_payload)

Expand Down