{"id":"io.github.psinglap/websearch-api-eval","slug":"io-github-psinglap-websearch-api-eval","title":"Web Search API Eval","description":"Web search API benchmark for AI agents: You.com, Tavily, Exa, Parallel. Results and charts.","version":"1.1.0","publisher":{"kind":"github","id":"psinglap","label":"@psinglap on GitHub","url":"https://github.com/psinglap"},"website":"https://psinglap.github.io/websearch-api-eval/","repository":"https://github.com/psinglap/websearch-api-eval","remotes":[{"type":"streamable-http","url":"https://websearch-api-eval.psberkeleymba.workers.dev/mcp"}],"packages":[{"registryType":"npm","identifier":"websearch-api-eval-mcp","version":"1.1.0","transport":{"type":"stdio"},"environmentVariables":[{"description":"Optional. You.com API key, used only by run_live_search","isSecret":true,"name":"YDC_API_KEY"},{"description":"Optional. Tavily API key, used only by run_live_search","isSecret":true,"name":"TAVILY_API_KEY"},{"description":"Optional. Exa API key, used only by run_live_search","isSecret":true,"name":"EXA_API_KEY"},{"description":"Optional. Parallel API key, used only by run_live_search","isSecret":true,"name":"PARALLEL_API_KEY"}]}],"published":"2026-10-27","updated":"2026-10-27","status":"online","auth":"","latency_ms":1825,"checked":"2026-11-19","uptime":100,"checks":3,"tools":[{"name":"get_overall_results","title":"Overall results","description":"Headline findings and the overall scorecard across all 30 queries (90 calls per API): accuracy, fully correct, precision@5, freshness, empty responses, failed calls, latency p50/p95, cost per correct answer. Also the per-use-case summary, which API fits which agent, and developer activation time.","read_only":true},{"name":"get_scorecard","title":"Scorecard","description":"Full metric scorecard for one use case (gtm, insurance, finance) or 'overall'. Metrics: search-only latency p50/p95 (server and client), calls under 1 s, accuracy, freshness (% in window, newest relevant result age), content in one call, tokens, search cost.","read_only":true},{"name":"compare_providers","title":"Compare providers","description":"Compare two or more of You.com, Tavily, Exa and Parallel side by side, overall or within one use case, optionally filtered to metrics whose name contains a keyword (e.g. 'latency', 'accuracy', 'fresh', 'cost', 'empty').","read_only":true},{"name":"recommend_provider","title":"Recommend a provider","description":"Which web search API fits an agent, based on this benchmark: live voice/chat turns, deep research, semantic or long-tail queries, docs lookups, or a specific use case (GTM, insurance, finance). Returns the guidance with the supporting numbers.","read_only":true},{"name":"list_questions","title":"List questions","description":"The 30 benchmark questions (G1-G10 GTM, I1-I10 insurance, F1-F10 finance): ID, what the agent is asked, the search call and freshness.","read_only":true},{"name":"get_question","title":"Get a question","description":"One benchmark question by ID (e.g. G3, I4, F5): the task, search call, parameters, answer key with sources, and what each API returned with its accuracy score (0-2, mean of 3 runs).","read_only":true},{"name":"get_charts","title":"Charts","description":"The published graphs: overall scorecard, key metrics and per-query grids for GTM, insurance and finance, and developer activation. Without chart_id, lists them with titles and image links; with chart_id, also returns the image.","read_only":true},{"name":"get_methodology","title":"Methodology","description":"How the benchmark was run and graded: query design, identical request parameters, 3 runs per query, latency timing, SimpleQA and FreshQA grading, the 10 metrics and the standards they follow, and limits.","read_only":true},{"name":"how_to_run_locally","title":"Run it yourself","description":"How to rerun this benchmark on your own machine with your own API keys, including on your own queries. Nothing runs on this server.","read_only":true},{"name":"search","title":"Search the benchmark","description":"Search the Web Search API Eval benchmark (results, questions, methodology, charts, how to run). Returns matching document IDs, titles and URLs.","read_only":true},{"name":"fetch","title":"Fetch a benchmark document","description":"Full text of one benchmark document by its ID (for example question-F5, scorecard-finance, overall, methodology).","read_only":true}],"server_info":{"name":"websearch-api-eval","title":"Web Search API Eval","version":"1.1.0","websiteUrl":"https://psinglap.github.io/websearch-api-eval/"},"category":"web-search","tags":["agents"],"kind":"remote","source":"registry","submitted":{},"first_party":false,"domain_rank":null,"score":100,"indexable":true,"first_seen":"2026-10-27","stars":0,"badges":["new"],"sponsor":null,"page":"https://agentsindex.org/agents/io-github-psinglap-websearch-api-eval/"}