{"success":true,"name":"Clawifi","version":"1.7.3","release_stage":"public_beta","tagline":"Free-first internet reach for agents.","positioning":"Clawifi is a local-first, free-first internet gateway for AI agents: search, scrape, crawl, browse, inspect archives, packages, datasets, repos, social sources, and domain intelligence through one REST + MCP surface.","free_first_default":true,"local_first_default":true,"paid_providers_default":false,"browser_fallback_default":false,"proof_points":{"mcp_tools":117,"connectors":15,"non_browser_tests":"602 passed, 1 skipped, 5 browser_smoke deselected","browser_smoke":"5 passed","default_paid_search_api_dependency":false},"interfaces":["REST","MCP","Chrome WebBridge"],"policies":["Free-first providers are preferred by default.","Paid search providers are not part of the default router.","Local browser fallback requires explicit opt-in.","Browser state, cookies, storage, and webhook secrets are not echoed in responses.","Cloud runtime calls require a Clawifi API key.","Signup grants 1,000 free credits; Stripe syncs paid plans while the internal credit ledger remains runtime authority."],"surface_groups":[{"id":"reach","label":"Reach","summary":"Search, scrape, map, crawl, browse, and use the local WebBridge.","rest_routes":["POST /search/free","POST /scrape","POST /map","POST /crawl","POST /crawls","GET /crawls/{crawl_id}","POST /browser/bridge/command"],"mcp_tools":["clawifi_search","clawifi_web","clawifi_site","clawifi_browser","search_free","scrape_url","map_site","crawl_site","start_crawl","get_crawl","stop_crawl","resume_crawl","delete_crawl","webbridge_command"]},{"id":"research","label":"Research","summary":"Build source-aware evidence bundles from web, academic, code, package, and dataset lanes.","rest_routes":["POST /research/plan","POST /research/bundle","POST /research/dataset","POST /archives/search"],"mcp_tools":["clawifi_research","clawifi_academic","research_plan","research_bundle","research_dataset","search_open_archives"]},{"id":"structure","label":"Structure","summary":"Project pages into markdown, metadata, links, screenshots, datasets, and deterministic extraction outputs.","rest_routes":["POST /scrape","POST /extract","POST /datasets/export","GET /artifacts/read/{artifact_id}"],"mcp_tools":["clawifi_web","clawifi_registry","scrape_url","extract_url","export_dataset","read_artifact"]},{"id":"operations","label":"Operations","summary":"Run long jobs, inspect durable history and results, explicitly rerun work, receive signed webhooks, manage account keys, and track credits.","rest_routes":["POST /auth/signup","POST /auth/api-keys","POST /jobs","GET /jobs/{job_id}/timeline","GET /history","GET /history/{operation_id}/result","POST /history/{operation_id}/rerun","POST /webhooks/endpoints","GET /account/me"],"mcp_tools":["clawifi_ops","clawifi_monitor","create_job","get_job_events","get_job_errors","list_history","get_history","get_history_result","rerun_history","estimate"]}],"source_catalog":{"success":true,"free_first_default":true,"paid_providers_default":false,"browser_fallback_default":false,"lanes":[{"id":"web_search","label":"Free web search","free_first":true,"providers":["searxng_local","ddg_html","marginalia","wikipedia","wikidata","wayback_cdx","commoncrawl","hn_algolia","tavily","brave","stackexchange","gdelt","hf_hub"],"rest_routes":["POST /search/free","POST /search/free/bundle","GET /search/free/status","POST /search/content"],"mcp_tools":["search_free","search_free_bundle","search_free_status","search_content"],"notes":"Local SearXNG is preferred when configured; browser fallback is explicit opt-in."},{"id":"site_discovery","label":"Sitemap, RSS, and docs discovery","free_first":true,"providers":["robots","sitemap","html_links","rss","docs_paths"],"rest_routes":["POST /map","POST /crawl"],"mcp_tools":["map_site","crawl_site"],"notes":"Use map before crawl to discover source-attributed URL candidates from sitemaps, feeds, docs paths, and seed-page links."},{"id":"open_archives","label":"Open scholarly archives","free_first":true,"providers":["arxiv","crossref","zenodo","osf","doaj","pmc","biorxiv","medrxiv"],"rest_routes":["POST /archives/search"],"mcp_tools":["search_open_archives"],"notes":null},{"id":"academic_workflows","label":"Academic workflows","free_first":true,"providers":["arxiv","pubmed","semantic_scholar","openalex","open_archives"],"rest_routes":["POST /research/plan","POST /research/dataset","POST /academic/paper","POST /academic/paper/structure","POST /academic/workbench","POST /academic/ideas"],"mcp_tools":["research_plan","research_dataset","read_paper","extract_paper_structure","academic_workbench","find_research_ideas"],"notes":null},{"id":"packages","label":"Package registries","free_first":true,"providers":["pypi","npm","crates","maven","nuget","rubygems","packagist","pub"],"rest_routes":["POST /packages/search","POST /packages/inspect","POST /packages/ecosystem-map"],"mcp_tools":["search_packages","inspect_package","package_ecosystem_map"],"notes":null},{"id":"datasets","label":"Dataset registries","free_first":true,"providers":["huggingface","openml","dataverse","figshare"],"rest_routes":["POST /datasets/search","POST /datasets/inspect","POST /datasets/find","POST /datasets/export"],"mcp_tools":["search_datasets","inspect_dataset","find_datasets","export_dataset"],"notes":null},{"id":"code","label":"Code intelligence","free_first":true,"providers":["github"],"rest_routes":["GET /code/repo","GET /code/package","POST /research"],"mcp_tools":["get_repo","github_user","github_search_users","github_search_code","get_package","research"],"notes":null},{"id":"osint","label":"Domain and identity OSINT","free_first":true,"providers":["domain_intel","username_search","email_osint"],"rest_routes":["POST /osint/domain","POST /osint/username","POST /osint/email"],"mcp_tools":["domain_recon","domain_whois","domain_dns","domain_ssl","domain_subdomains","domain_subdomains_brute","ip_intel","domain_virustotal","username_search","email_recon"],"notes":null}],"provider_count":46,"connector_count":15,"connectors":[{"source":"arxiv","status":"production","mvp":true,"phase":1,"supports_official_api":true,"requires_session":false,"requires_browser":false,"anti_bot_risk":"low","fallback_chain":["official_api","http_fetch"],"data_types":["Paper"],"rate_limits":{"per_second":3}},{"source":"ddg","status":"production","mvp":true,"phase":1,"supports_official_api":false,"requires_session":false,"requires_browser":false,"anti_bot_risk":"none","fallback_chain":["http_fetch"],"data_types":["SearchResult"],"rate_limits":{"per_minute":20}},{"source":"domain_intel","status":"production","mvp":true,"phase":1,"supports_official_api":false,"requires_session":false,"requires_browser":false,"anti_bot_risk":"none","fallback_chain":[],"data_types":["DomainInfo"],"rate_limits":{"per_minute":20}},{"source":"email_osint","status":"production","mvp":true,"phase":3,"supports_official_api":false,"requires_session":false,"requires_browser":false,"anti_bot_risk":"low","fallback_chain":[],"data_types":["EmailIntel"],"rate_limits":{"per_minute":10}},{"source":"generic_web","status":"production","mvp":true,"phase":1,"supports_official_api":false,"requires_session":false,"requires_browser":true,"anti_bot_risk":"medium","fallback_chain":["http_fetch","session_http","browser","archive"],"data_types":["WebDocument"],"rate_limits":{"per_minute":30}},{"source":"github","status":"production","mvp":true,"phase":1,"supports_official_api":true,"requires_session":false,"requires_browser":false,"anti_bot_risk":"low","fallback_chain":["official_api","http_fetch"],"data_types":["Repository","WebDocument"],"rate_limits":{"per_hour_unauthenticated":60,"per_hour_authenticated":5000}},{"source":"google","status":"production","mvp":true,"phase":2,"supports_official_api":false,"requires_session":false,"requires_browser":true,"anti_bot_risk":"high","fallback_chain":["browser","session_browser"],"data_types":["SearchResult"],"rate_limits":{"per_day":50}},{"source":"openalex","status":"production","mvp":true,"phase":2,"supports_official_api":true,"requires_session":false,"requires_browser":false,"anti_bot_risk":"low","fallback_chain":["official_api"],"data_types":["Paper"],"rate_limits":{"per_minute":20}},{"source":"pubmed","status":"production","mvp":true,"phase":3,"supports_official_api":true,"requires_session":false,"requires_browser":false,"anti_bot_risk":"low","fallback_chain":["official_api"],"data_types":["Paper"],"rate_limits":{"per_second":3}},{"source":"pypi","status":"production","mvp":true,"phase":1,"supports_official_api":true,"requires_session":false,"requires_browser":false,"anti_bot_risk":"low","fallback_chain":["official_api","http_fetch"],"data_types":["Package"],"rate_limits":{"per_minute":30}},{"source":"reddit","status":"production","mvp":true,"phase":2,"supports_official_api":false,"requires_session":false,"requires_browser":false,"anti_bot_risk":"medium","fallback_chain":["http_fetch","session_http","browser"],"data_types":["Thread"],"rate_limits":{"per_minute":10}},{"source":"semantic_scholar","status":"production","mvp":true,"phase":2,"supports_official_api":true,"requires_session":false,"requires_browser":false,"anti_bot_risk":"low","fallback_chain":["official_api"],"data_types":["Paper"],"rate_limits":{"per_minute":20}},{"source":"twitter","status":"experimental","mvp":true,"phase":3,"supports_official_api":false,"requires_session":true,"requires_browser":true,"anti_bot_risk":"high","fallback_chain":["session_browser"],"data_types":["WebDocument","Thread"],"rate_limits":{"per_day":20},"daily_limit":20,"warning":"Experimental. High risk of detection. Account lock possible. Read-only."},{"source":"username_search","status":"production","mvp":true,"phase":2,"supports_official_api":false,"requires_session":false,"requires_browser":false,"anti_bot_risk":"none","fallback_chain":[],"data_types":["UsernameProfile"],"rate_limits":{"per_minute":5}},{"source":"yandex","status":"production","mvp":true,"phase":2,"supports_official_api":false,"requires_session":false,"requires_browser":true,"anti_bot_risk":"medium","fallback_chain":["browser","session_browser"],"data_types":["SearchResult"],"rate_limits":{"per_day":100}}]},"docs":{"readme":"README.md","api":"docs/API_REFERENCE.md","mcp":"docs/MCP_USAGE.md","operations":"docs/OPERATIONS.md","agent_index":"llms.txt","full_agent_snapshot":"llms-full.txt"},"generated_at":"2026-10-22T08:12:49.120837Z"}