2026-02-12 11:54:44 +00:00
|
|
|
package tools
|
|
|
|
|
|
|
|
|
|
import (
|
2026-02-27 17:56:02 +00:00
|
|
|
"bytes"
|
2026-02-12 11:54:44 +00:00
|
|
|
"context"
|
|
|
|
|
"encoding/json"
|
2026-02-27 17:56:02 +00:00
|
|
|
"fmt"
|
2026-02-12 11:54:44 +00:00
|
|
|
"net/http"
|
|
|
|
|
"net/http/httptest"
|
|
|
|
|
"strings"
|
|
|
|
|
"testing"
|
2026-02-24 09:16:16 +00:00
|
|
|
"time"
|
2026-02-12 11:54:44 +00:00
|
|
|
)
|
|
|
|
|
|
2026-02-28 12:34:33 +00:00
|
|
|
const testFetchLimit = int64(10 * 1024 * 1024)
|
|
|
|
|
|
2026-02-12 11:54:44 +00:00
|
|
|
// TestWebTool_WebFetch_Success verifies successful URL fetching
|
|
|
|
|
func TestWebTool_WebFetch_Success(t *testing.T) {
|
|
|
|
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
w.Header().Set("Content-Type", "text/html")
|
|
|
|
|
w.WriteHeader(http.StatusOK)
|
|
|
|
|
w.Write([]byte("<html><body><h1>Test Page</h1><p>Content here</p></body></html>"))
|
|
|
|
|
}))
|
|
|
|
|
defer server.Close()
|
|
|
|
|
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(50000, testFetchLimit)
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{
|
2026-02-12 11:54:44 +00:00
|
|
|
"url": server.URL,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Success should not be an error
|
|
|
|
|
if result.IsError {
|
|
|
|
|
t.Errorf("Expected success, got IsError=true: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
|
2026-03-01 20:48:11 +00:00
|
|
|
// ForLLM should contain the fetched content (full JSON result)
|
|
|
|
|
if !strings.Contains(result.ForLLM, "Test Page") {
|
|
|
|
|
t.Errorf("Expected ForLLM to contain 'Test Page', got: %s", result.ForLLM)
|
2026-02-12 11:54:44 +00:00
|
|
|
}
|
|
|
|
|
|
2026-03-01 20:48:11 +00:00
|
|
|
// ForUser should contain summary
|
|
|
|
|
if !strings.Contains(result.ForUser, "bytes") && !strings.Contains(result.ForUser, "extractor") {
|
|
|
|
|
t.Errorf("Expected ForUser to contain summary, got: %s", result.ForUser)
|
2026-02-12 11:54:44 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TestWebTool_WebFetch_JSON verifies JSON content handling
|
|
|
|
|
func TestWebTool_WebFetch_JSON(t *testing.T) {
|
|
|
|
|
testData := map[string]string{"key": "value", "number": "123"}
|
|
|
|
|
expectedJSON, _ := json.MarshalIndent(testData, "", " ")
|
|
|
|
|
|
|
|
|
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
w.Header().Set("Content-Type", "application/json")
|
|
|
|
|
w.WriteHeader(http.StatusOK)
|
|
|
|
|
w.Write(expectedJSON)
|
|
|
|
|
}))
|
|
|
|
|
defer server.Close()
|
|
|
|
|
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(50000, testFetchLimit)
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{
|
2026-02-12 11:54:44 +00:00
|
|
|
"url": server.URL,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Success should not be an error
|
|
|
|
|
if result.IsError {
|
|
|
|
|
t.Errorf("Expected success, got IsError=true: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
|
2026-03-01 20:48:11 +00:00
|
|
|
// ForLLM should contain formatted JSON
|
|
|
|
|
if !strings.Contains(result.ForLLM, "key") && !strings.Contains(result.ForLLM, "value") {
|
|
|
|
|
t.Errorf("Expected ForLLM to contain JSON data, got: %s", result.ForLLM)
|
2026-02-12 11:54:44 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TestWebTool_WebFetch_InvalidURL verifies error handling for invalid URL
|
|
|
|
|
func TestWebTool_WebFetch_InvalidURL(t *testing.T) {
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(50000, testFetchLimit)
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{
|
2026-02-12 11:54:44 +00:00
|
|
|
"url": "not-a-valid-url",
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Should return error result
|
|
|
|
|
if !result.IsError {
|
|
|
|
|
t.Errorf("Expected error for invalid URL")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Should contain error message (either "invalid URL" or scheme error)
|
|
|
|
|
if !strings.Contains(result.ForLLM, "URL") && !strings.Contains(result.ForUser, "URL") {
|
|
|
|
|
t.Errorf("Expected error message for invalid URL, got ForLLM: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TestWebTool_WebFetch_UnsupportedScheme verifies error handling for non-http URLs
|
|
|
|
|
func TestWebTool_WebFetch_UnsupportedScheme(t *testing.T) {
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(50000, testFetchLimit)
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{
|
2026-02-12 11:54:44 +00:00
|
|
|
"url": "ftp://example.com/file.txt",
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Should return error result
|
|
|
|
|
if !result.IsError {
|
|
|
|
|
t.Errorf("Expected error for unsupported URL scheme")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Should mention only http/https allowed
|
|
|
|
|
if !strings.Contains(result.ForLLM, "http/https") && !strings.Contains(result.ForUser, "http/https") {
|
|
|
|
|
t.Errorf("Expected scheme error message, got ForLLM: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TestWebTool_WebFetch_MissingURL verifies error handling for missing URL
|
|
|
|
|
func TestWebTool_WebFetch_MissingURL(t *testing.T) {
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(50000, testFetchLimit)
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{}
|
2026-02-12 11:54:44 +00:00
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Should return error result
|
|
|
|
|
if !result.IsError {
|
|
|
|
|
t.Errorf("Expected error when URL is missing")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Should mention URL is required
|
|
|
|
|
if !strings.Contains(result.ForLLM, "url is required") && !strings.Contains(result.ForUser, "url is required") {
|
|
|
|
|
t.Errorf("Expected 'url is required' message, got ForLLM: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TestWebTool_WebFetch_Truncation verifies content truncation
|
|
|
|
|
func TestWebTool_WebFetch_Truncation(t *testing.T) {
|
|
|
|
|
longContent := strings.Repeat("x", 20000)
|
|
|
|
|
|
|
|
|
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
w.Header().Set("Content-Type", "text/plain")
|
|
|
|
|
w.WriteHeader(http.StatusOK)
|
|
|
|
|
w.Write([]byte(longContent))
|
|
|
|
|
}))
|
|
|
|
|
defer server.Close()
|
|
|
|
|
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(1000, testFetchLimit) // Limit to 1000 chars
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{
|
2026-02-12 11:54:44 +00:00
|
|
|
"url": server.URL,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Success should not be an error
|
|
|
|
|
if result.IsError {
|
|
|
|
|
t.Errorf("Expected success, got IsError=true: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
|
2026-03-01 20:48:11 +00:00
|
|
|
// ForLLM should contain truncated content (not the full 20000 chars)
|
2026-02-18 19:48:23 +00:00
|
|
|
resultMap := make(map[string]any)
|
2026-03-01 20:48:11 +00:00
|
|
|
json.Unmarshal([]byte(result.ForLLM), &resultMap)
|
2026-02-12 11:54:44 +00:00
|
|
|
if text, ok := resultMap["text"].(string); ok {
|
|
|
|
|
if len(text) > 1100 { // Allow some margin
|
|
|
|
|
t.Errorf("Expected content to be truncated to ~1000 chars, got: %d", len(text))
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Should be marked as truncated
|
|
|
|
|
if truncated, ok := resultMap["truncated"].(bool); !ok || !truncated {
|
|
|
|
|
t.Errorf("Expected 'truncated' to be true in result")
|
|
|
|
|
}
|
2026-02-27 17:56:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestWebFetchTool_PayloadTooLarge(t *testing.T) {
|
|
|
|
|
// Create a mock HTTP server
|
|
|
|
|
ts := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
w.Header().Set("Content-Type", "text/html")
|
|
|
|
|
w.WriteHeader(http.StatusOK)
|
|
|
|
|
|
|
|
|
|
// Generate a payload intentionally larger than our limit.
|
|
|
|
|
// Limit: 10 * 1024 * 1024 (10MB). We generate 10MB + 100 bytes of the letter 'A'.
|
2026-02-28 12:34:33 +00:00
|
|
|
largeData := bytes.Repeat([]byte("A"), int(testFetchLimit)+100)
|
2026-02-27 17:56:02 +00:00
|
|
|
|
|
|
|
|
w.Write(largeData)
|
|
|
|
|
}))
|
|
|
|
|
// Ensure the server is shut down at the end of the test
|
|
|
|
|
defer ts.Close()
|
|
|
|
|
|
|
|
|
|
// Initialize the tool
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(50000, testFetchLimit)
|
2026-02-27 17:56:02 +00:00
|
|
|
|
|
|
|
|
// Prepare the arguments pointing to the URL of our local mock server
|
|
|
|
|
args := map[string]any{
|
|
|
|
|
"url": ts.URL,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Execute the tool
|
|
|
|
|
ctx := context.Background()
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Assuming ErrorResult sets the ForLLM field with the error text.
|
|
|
|
|
if result == nil {
|
|
|
|
|
t.Fatal("expected a ToolResult, got nil")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Search for the exact error string we set earlier in the Execute method
|
2026-02-28 12:34:33 +00:00
|
|
|
expectedErrorMsg := fmt.Sprintf("size exceeded %d bytes limit", testFetchLimit)
|
2026-02-27 17:56:02 +00:00
|
|
|
|
|
|
|
|
if !strings.Contains(result.ForLLM, expectedErrorMsg) && !strings.Contains(result.ForUser, expectedErrorMsg) {
|
|
|
|
|
t.Errorf("test failed: expected error %q, but got: %+v", expectedErrorMsg, result)
|
|
|
|
|
}
|
2026-02-12 11:54:44 +00:00
|
|
|
}
|
|
|
|
|
|
2026-02-16 03:40:17 +00:00
|
|
|
// TestWebTool_WebSearch_NoApiKey verifies that no tool is created when API key is missing
|
2026-02-12 11:54:44 +00:00
|
|
|
func TestWebTool_WebSearch_NoApiKey(t *testing.T) {
|
2026-03-01 05:55:46 +00:00
|
|
|
tool, err := NewWebSearchTool(WebSearchToolOptions{BraveEnabled: true, BraveAPIKey: ""})
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
|
|
|
}
|
2026-02-16 03:40:17 +00:00
|
|
|
if tool != nil {
|
|
|
|
|
t.Errorf("Expected nil tool when Brave API key is empty")
|
|
|
|
|
}
|
2026-02-12 11:54:44 +00:00
|
|
|
|
2026-02-16 03:40:17 +00:00
|
|
|
// Also nil when nothing is enabled
|
2026-03-01 05:55:46 +00:00
|
|
|
tool, err = NewWebSearchTool(WebSearchToolOptions{})
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
|
|
|
}
|
2026-02-14 02:32:42 +00:00
|
|
|
if tool != nil {
|
2026-02-16 03:40:17 +00:00
|
|
|
t.Errorf("Expected nil tool when no provider is enabled")
|
2026-02-12 11:54:44 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TestWebTool_WebSearch_MissingQuery verifies error handling for missing query
|
|
|
|
|
func TestWebTool_WebSearch_MissingQuery(t *testing.T) {
|
2026-03-01 05:55:46 +00:00
|
|
|
tool, err := NewWebSearchTool(WebSearchToolOptions{BraveEnabled: true, BraveAPIKey: "test-key", BraveMaxResults: 5})
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
|
|
|
}
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{}
|
2026-02-12 11:54:44 +00:00
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Should return error result
|
|
|
|
|
if !result.IsError {
|
|
|
|
|
t.Errorf("Expected error when query is missing")
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// TestWebTool_WebFetch_HTMLExtraction verifies HTML text extraction
|
|
|
|
|
func TestWebTool_WebFetch_HTMLExtraction(t *testing.T) {
|
|
|
|
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
w.Header().Set("Content-Type", "text/html")
|
|
|
|
|
w.WriteHeader(http.StatusOK)
|
2026-02-18 19:48:23 +00:00
|
|
|
w.Write(
|
|
|
|
|
[]byte(
|
|
|
|
|
`<html><body><script>alert('test');</script><style>body{color:red;}</style><h1>Title</h1><p>Content</p></body></html>`,
|
|
|
|
|
),
|
|
|
|
|
)
|
2026-02-12 11:54:44 +00:00
|
|
|
}))
|
|
|
|
|
defer server.Close()
|
|
|
|
|
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(50000, testFetchLimit)
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{
|
2026-02-12 11:54:44 +00:00
|
|
|
"url": server.URL,
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Success should not be an error
|
|
|
|
|
if result.IsError {
|
|
|
|
|
t.Errorf("Expected success, got IsError=true: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
|
2026-03-01 20:48:11 +00:00
|
|
|
// ForLLM should contain extracted text (without script/style tags)
|
|
|
|
|
if !strings.Contains(result.ForLLM, "Title") && !strings.Contains(result.ForLLM, "Content") {
|
|
|
|
|
t.Errorf("Expected ForLLM to contain extracted text, got: %s", result.ForLLM)
|
2026-02-12 11:54:44 +00:00
|
|
|
}
|
|
|
|
|
|
2026-03-01 20:48:11 +00:00
|
|
|
// Should NOT contain script or style tags in ForLLM
|
|
|
|
|
if strings.Contains(result.ForLLM, "<script>") || strings.Contains(result.ForLLM, "<style>") {
|
|
|
|
|
t.Errorf("Expected script/style tags to be removed, got: %s", result.ForLLM)
|
2026-02-12 11:54:44 +00:00
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-02-19 01:02:28 +00:00
|
|
|
// TestWebFetchTool_extractText verifies text extraction preserves newlines
|
|
|
|
|
func TestWebFetchTool_extractText(t *testing.T) {
|
|
|
|
|
tool := &WebFetchTool{}
|
|
|
|
|
|
|
|
|
|
tests := []struct {
|
|
|
|
|
name string
|
|
|
|
|
input string
|
|
|
|
|
wantFunc func(t *testing.T, got string)
|
|
|
|
|
}{
|
|
|
|
|
{
|
|
|
|
|
name: "preserves newlines between block elements",
|
|
|
|
|
input: "<html><body><h1>Title</h1>\n<p>Paragraph 1</p>\n<p>Paragraph 2</p></body></html>",
|
|
|
|
|
wantFunc: func(t *testing.T, got string) {
|
|
|
|
|
lines := strings.Split(got, "\n")
|
|
|
|
|
if len(lines) < 2 {
|
|
|
|
|
t.Errorf("Expected multiple lines, got %d: %q", len(lines), got)
|
|
|
|
|
}
|
2026-02-19 20:05:15 +00:00
|
|
|
if !strings.Contains(got, "Title") || !strings.Contains(got, "Paragraph 1") ||
|
|
|
|
|
!strings.Contains(got, "Paragraph 2") {
|
2026-02-19 01:02:28 +00:00
|
|
|
t.Errorf("Missing expected text: %q", got)
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: "removes script and style tags",
|
|
|
|
|
input: "<script>alert('x');</script><style>body{}</style><p>Keep this</p>",
|
|
|
|
|
wantFunc: func(t *testing.T, got string) {
|
|
|
|
|
if strings.Contains(got, "alert") || strings.Contains(got, "body{}") {
|
|
|
|
|
t.Errorf("Expected script/style content removed, got: %q", got)
|
|
|
|
|
}
|
|
|
|
|
if !strings.Contains(got, "Keep this") {
|
|
|
|
|
t.Errorf("Expected 'Keep this' to remain, got: %q", got)
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: "collapses excessive blank lines",
|
|
|
|
|
input: "<p>A</p>\n\n\n\n\n<p>B</p>",
|
|
|
|
|
wantFunc: func(t *testing.T, got string) {
|
|
|
|
|
if strings.Contains(got, "\n\n\n") {
|
|
|
|
|
t.Errorf("Expected excessive blank lines collapsed, got: %q", got)
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: "collapses horizontal whitespace",
|
|
|
|
|
input: "<p>hello world</p>",
|
|
|
|
|
wantFunc: func(t *testing.T, got string) {
|
|
|
|
|
if strings.Contains(got, " ") {
|
|
|
|
|
t.Errorf("Expected spaces collapsed, got: %q", got)
|
|
|
|
|
}
|
|
|
|
|
if !strings.Contains(got, "hello world") {
|
|
|
|
|
t.Errorf("Expected 'hello world', got: %q", got)
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
name: "empty input",
|
|
|
|
|
input: "",
|
|
|
|
|
wantFunc: func(t *testing.T, got string) {
|
|
|
|
|
if got != "" {
|
|
|
|
|
t.Errorf("Expected empty string, got: %q", got)
|
|
|
|
|
}
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
for _, tt := range tests {
|
|
|
|
|
t.Run(tt.name, func(t *testing.T) {
|
|
|
|
|
got := tool.extractText(tt.input)
|
|
|
|
|
tt.wantFunc(t, got)
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
2026-02-12 11:54:44 +00:00
|
|
|
// TestWebTool_WebFetch_MissingDomain verifies error handling for URL without domain
|
|
|
|
|
func TestWebTool_WebFetch_MissingDomain(t *testing.T) {
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchTool(50000, testFetchLimit)
|
2026-02-12 11:54:44 +00:00
|
|
|
ctx := context.Background()
|
2026-02-18 19:48:23 +00:00
|
|
|
args := map[string]any{
|
2026-02-12 11:54:44 +00:00
|
|
|
"url": "https://",
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Should return error result
|
|
|
|
|
if !result.IsError {
|
|
|
|
|
t.Errorf("Expected error for URL without domain")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Should mention missing domain
|
|
|
|
|
if !strings.Contains(result.ForLLM, "domain") && !strings.Contains(result.ForUser, "domain") {
|
|
|
|
|
t.Errorf("Expected domain error message, got ForLLM: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
}
|
2026-02-22 16:30:14 +00:00
|
|
|
|
2026-02-24 09:16:16 +00:00
|
|
|
func TestCreateHTTPClient_ProxyConfigured(t *testing.T) {
|
|
|
|
|
client, err := createHTTPClient("http://127.0.0.1:7890", 12*time.Second)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("createHTTPClient() error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
if client.Timeout != 12*time.Second {
|
|
|
|
|
t.Fatalf("client.Timeout = %v, want %v", client.Timeout, 12*time.Second)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
tr, ok := client.Transport.(*http.Transport)
|
|
|
|
|
if !ok {
|
|
|
|
|
t.Fatalf("client.Transport type = %T, want *http.Transport", client.Transport)
|
|
|
|
|
}
|
|
|
|
|
if tr.Proxy == nil {
|
|
|
|
|
t.Fatal("transport.Proxy is nil, want non-nil")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
req, err := http.NewRequest("GET", "https://example.com", nil)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("http.NewRequest() error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
proxyURL, err := tr.Proxy(req)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("transport.Proxy(req) error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
if proxyURL == nil || proxyURL.String() != "http://127.0.0.1:7890" {
|
|
|
|
|
t.Fatalf("proxy URL = %v, want %q", proxyURL, "http://127.0.0.1:7890")
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestCreateHTTPClient_InvalidProxy(t *testing.T) {
|
|
|
|
|
_, err := createHTTPClient("://bad-proxy", 10*time.Second)
|
|
|
|
|
if err == nil {
|
|
|
|
|
t.Fatal("createHTTPClient() expected error for invalid proxy URL, got nil")
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestCreateHTTPClient_Socks5ProxyConfigured(t *testing.T) {
|
|
|
|
|
client, err := createHTTPClient("socks5://127.0.0.1:1080", 8*time.Second)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("createHTTPClient() error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
tr, ok := client.Transport.(*http.Transport)
|
|
|
|
|
if !ok {
|
|
|
|
|
t.Fatalf("client.Transport type = %T, want *http.Transport", client.Transport)
|
|
|
|
|
}
|
|
|
|
|
req, err := http.NewRequest("GET", "https://example.com", nil)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("http.NewRequest() error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
proxyURL, err := tr.Proxy(req)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("transport.Proxy(req) error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
if proxyURL == nil || proxyURL.String() != "socks5://127.0.0.1:1080" {
|
|
|
|
|
t.Fatalf("proxy URL = %v, want %q", proxyURL, "socks5://127.0.0.1:1080")
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestCreateHTTPClient_UnsupportedProxyScheme(t *testing.T) {
|
|
|
|
|
_, err := createHTTPClient("ftp://127.0.0.1:21", 10*time.Second)
|
|
|
|
|
if err == nil {
|
|
|
|
|
t.Fatal("createHTTPClient() expected error for unsupported scheme, got nil")
|
|
|
|
|
}
|
|
|
|
|
if !strings.Contains(err.Error(), "unsupported proxy scheme") {
|
|
|
|
|
t.Fatalf("error = %q, want to contain %q", err.Error(), "unsupported proxy scheme")
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestCreateHTTPClient_ProxyFromEnvironmentWhenConfigEmpty(t *testing.T) {
|
|
|
|
|
t.Setenv("HTTP_PROXY", "http://127.0.0.1:8888")
|
|
|
|
|
t.Setenv("http_proxy", "http://127.0.0.1:8888")
|
|
|
|
|
t.Setenv("HTTPS_PROXY", "http://127.0.0.1:8888")
|
|
|
|
|
t.Setenv("https_proxy", "http://127.0.0.1:8888")
|
|
|
|
|
t.Setenv("ALL_PROXY", "")
|
|
|
|
|
t.Setenv("all_proxy", "")
|
|
|
|
|
t.Setenv("NO_PROXY", "")
|
|
|
|
|
t.Setenv("no_proxy", "")
|
|
|
|
|
|
|
|
|
|
client, err := createHTTPClient("", 10*time.Second)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("createHTTPClient() error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
tr, ok := client.Transport.(*http.Transport)
|
|
|
|
|
if !ok {
|
|
|
|
|
t.Fatalf("client.Transport type = %T, want *http.Transport", client.Transport)
|
|
|
|
|
}
|
|
|
|
|
if tr.Proxy == nil {
|
|
|
|
|
t.Fatal("transport.Proxy is nil, want proxy function from environment")
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
req, err := http.NewRequest("GET", "https://example.com", nil)
|
|
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("http.NewRequest() error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
if _, err := tr.Proxy(req); err != nil {
|
|
|
|
|
t.Fatalf("transport.Proxy(req) error: %v", err)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestNewWebFetchToolWithProxy(t *testing.T) {
|
2026-02-28 12:34:33 +00:00
|
|
|
tool := NewWebFetchToolWithProxy(1024, "http://127.0.0.1:7890", testFetchLimit)
|
2026-02-24 09:16:16 +00:00
|
|
|
if tool.maxChars != 1024 {
|
|
|
|
|
t.Fatalf("maxChars = %d, want %d", tool.maxChars, 1024)
|
|
|
|
|
}
|
|
|
|
|
if tool.proxy != "http://127.0.0.1:7890" {
|
|
|
|
|
t.Fatalf("proxy = %q, want %q", tool.proxy, "http://127.0.0.1:7890")
|
|
|
|
|
}
|
|
|
|
|
|
2026-02-28 12:34:33 +00:00
|
|
|
tool = NewWebFetchToolWithProxy(0, "http://127.0.0.1:7890", testFetchLimit)
|
2026-02-24 09:16:16 +00:00
|
|
|
if tool.maxChars != 50000 {
|
|
|
|
|
t.Fatalf("default maxChars = %d, want %d", tool.maxChars, 50000)
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
func TestNewWebSearchTool_PropagatesProxy(t *testing.T) {
|
|
|
|
|
t.Run("perplexity", func(t *testing.T) {
|
2026-03-01 05:55:46 +00:00
|
|
|
tool, err := NewWebSearchTool(WebSearchToolOptions{
|
2026-02-24 09:16:16 +00:00
|
|
|
PerplexityEnabled: true,
|
|
|
|
|
PerplexityAPIKey: "k",
|
|
|
|
|
PerplexityMaxResults: 3,
|
|
|
|
|
Proxy: "http://127.0.0.1:7890",
|
|
|
|
|
})
|
2026-03-01 05:55:46 +00:00
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("NewWebSearchTool() error: %v", err)
|
|
|
|
|
}
|
2026-02-24 09:16:16 +00:00
|
|
|
p, ok := tool.provider.(*PerplexitySearchProvider)
|
|
|
|
|
if !ok {
|
|
|
|
|
t.Fatalf("provider type = %T, want *PerplexitySearchProvider", tool.provider)
|
|
|
|
|
}
|
|
|
|
|
if p.proxy != "http://127.0.0.1:7890" {
|
|
|
|
|
t.Fatalf("provider proxy = %q, want %q", p.proxy, "http://127.0.0.1:7890")
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
t.Run("brave", func(t *testing.T) {
|
2026-03-01 05:55:46 +00:00
|
|
|
tool, err := NewWebSearchTool(WebSearchToolOptions{
|
2026-02-24 09:16:16 +00:00
|
|
|
BraveEnabled: true,
|
|
|
|
|
BraveAPIKey: "k",
|
|
|
|
|
BraveMaxResults: 3,
|
|
|
|
|
Proxy: "http://127.0.0.1:7890",
|
|
|
|
|
})
|
2026-03-01 05:55:46 +00:00
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("NewWebSearchTool() error: %v", err)
|
|
|
|
|
}
|
2026-02-24 09:16:16 +00:00
|
|
|
p, ok := tool.provider.(*BraveSearchProvider)
|
|
|
|
|
if !ok {
|
|
|
|
|
t.Fatalf("provider type = %T, want *BraveSearchProvider", tool.provider)
|
|
|
|
|
}
|
|
|
|
|
if p.proxy != "http://127.0.0.1:7890" {
|
|
|
|
|
t.Fatalf("provider proxy = %q, want %q", p.proxy, "http://127.0.0.1:7890")
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
|
|
|
|
|
t.Run("duckduckgo", func(t *testing.T) {
|
2026-03-01 05:55:46 +00:00
|
|
|
tool, err := NewWebSearchTool(WebSearchToolOptions{
|
2026-02-24 09:16:16 +00:00
|
|
|
DuckDuckGoEnabled: true,
|
|
|
|
|
DuckDuckGoMaxResults: 3,
|
|
|
|
|
Proxy: "http://127.0.0.1:7890",
|
|
|
|
|
})
|
2026-03-01 05:55:46 +00:00
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("NewWebSearchTool() error: %v", err)
|
|
|
|
|
}
|
2026-02-24 09:16:16 +00:00
|
|
|
p, ok := tool.provider.(*DuckDuckGoSearchProvider)
|
|
|
|
|
if !ok {
|
|
|
|
|
t.Fatalf("provider type = %T, want *DuckDuckGoSearchProvider", tool.provider)
|
|
|
|
|
}
|
|
|
|
|
if p.proxy != "http://127.0.0.1:7890" {
|
|
|
|
|
t.Fatalf("provider proxy = %q, want %q", p.proxy, "http://127.0.0.1:7890")
|
|
|
|
|
}
|
|
|
|
|
})
|
|
|
|
|
}
|
|
|
|
|
|
2026-02-22 16:30:14 +00:00
|
|
|
// TestWebTool_TavilySearch_Success verifies successful Tavily search
|
|
|
|
|
func TestWebTool_TavilySearch_Success(t *testing.T) {
|
|
|
|
|
server := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
|
|
|
|
if r.Method != "POST" {
|
|
|
|
|
t.Errorf("Expected POST request, got %s", r.Method)
|
|
|
|
|
}
|
|
|
|
|
if r.Header.Get("Content-Type") != "application/json" {
|
|
|
|
|
t.Errorf("Expected Content-Type application/json, got %s", r.Header.Get("Content-Type"))
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Verify payload
|
|
|
|
|
var payload map[string]any
|
|
|
|
|
json.NewDecoder(r.Body).Decode(&payload)
|
|
|
|
|
if payload["api_key"] != "test-key" {
|
|
|
|
|
t.Errorf("Expected api_key test-key, got %v", payload["api_key"])
|
|
|
|
|
}
|
|
|
|
|
if payload["query"] != "test query" {
|
|
|
|
|
t.Errorf("Expected query 'test query', got %v", payload["query"])
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Return mock response
|
|
|
|
|
response := map[string]any{
|
|
|
|
|
"results": []map[string]any{
|
|
|
|
|
{
|
|
|
|
|
"title": "Test Result 1",
|
|
|
|
|
"url": "https://example.com/1",
|
|
|
|
|
"content": "Content for result 1",
|
|
|
|
|
},
|
|
|
|
|
{
|
|
|
|
|
"title": "Test Result 2",
|
|
|
|
|
"url": "https://example.com/2",
|
|
|
|
|
"content": "Content for result 2",
|
|
|
|
|
},
|
|
|
|
|
},
|
|
|
|
|
}
|
|
|
|
|
w.Header().Set("Content-Type", "application/json")
|
|
|
|
|
w.WriteHeader(http.StatusOK)
|
|
|
|
|
json.NewEncoder(w).Encode(response)
|
|
|
|
|
}))
|
|
|
|
|
defer server.Close()
|
|
|
|
|
|
2026-03-01 05:55:46 +00:00
|
|
|
tool, err := NewWebSearchTool(WebSearchToolOptions{
|
2026-02-22 16:30:14 +00:00
|
|
|
TavilyEnabled: true,
|
|
|
|
|
TavilyAPIKey: "test-key",
|
|
|
|
|
TavilyBaseURL: server.URL,
|
|
|
|
|
TavilyMaxResults: 5,
|
|
|
|
|
})
|
2026-03-01 05:55:46 +00:00
|
|
|
if err != nil {
|
|
|
|
|
t.Fatalf("NewWebSearchTool() error: %v", err)
|
|
|
|
|
}
|
2026-02-22 16:30:14 +00:00
|
|
|
|
|
|
|
|
ctx := context.Background()
|
|
|
|
|
args := map[string]any{
|
|
|
|
|
"query": "test query",
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
result := tool.Execute(ctx, args)
|
|
|
|
|
|
|
|
|
|
// Success should not be an error
|
|
|
|
|
if result.IsError {
|
|
|
|
|
t.Errorf("Expected success, got IsError=true: %s", result.ForLLM)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// ForUser should contain result titles and URLs
|
|
|
|
|
if !strings.Contains(result.ForUser, "Test Result 1") ||
|
|
|
|
|
!strings.Contains(result.ForUser, "https://example.com/1") {
|
|
|
|
|
t.Errorf("Expected results in output, got: %s", result.ForUser)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Should mention via Tavily
|
|
|
|
|
if !strings.Contains(result.ForUser, "via Tavily") {
|
|
|
|
|
t.Errorf("Expected 'via Tavily' in output, got: %s", result.ForUser)
|
|
|
|
|
}
|
|
|
|
|
}
|
