{"id":"https://openalex.org/W7148370311","doi":"https://doi.org/10.48550/arxiv.2604.00694","title":"Internal APIs Are All You Need: Shadow APIs, Shared Discovery, and the Case Against Browser-First Agent Architectures","display_name":"Internal APIs Are All You Need: Shadow APIs, Shared Discovery, and the Case Against Browser-First Agent Architectures","publication_year":2026,"publication_date":"2026-04-01","ids":{"openalex":"https://openalex.org/W7148370311","doi":"https://doi.org/10.48550/arxiv.2604.00694"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.00694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.00694","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5132806564","display_name":"Lewis Tham","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tham, Lewis","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5132777822","display_name":"Nicholas Mac Gregor Garcia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Garcia, Nicholas Mac Gregor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5002220814","display_name":"Jungpil Hahn","orcid":"https://orcid.org/0000-0001-8388-4865"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hahn, Jungpil","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.7286999821662903,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.7286999821662903,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.053300000727176666,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10470","display_name":"Usability and User Interface Design","score":0.03550000116229057,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.5268999934196472},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.478300005197525},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.40959998965263367},{"id":"https://openalex.org/keywords/user-interface","display_name":"User interface","score":0.32989999651908875},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.3208000063896179},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.3197000026702881}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7872999906539917},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.5268999934196472},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.478300005197525},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4185999929904938},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.40959998965263367},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.32989999651908875},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.3208000063896179},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3197000026702881},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.28769999742507935},{"id":"https://openalex.org/C136643341","wikidata":"https://www.wikidata.org/wiki/Q1361526","display_name":"Reachability","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.274399995803833},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.2612000107765198},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25609999895095825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.00694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.00694","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.00694","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth","score":0.5216845273971558}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Autonomous":[0],"agents":[1],"increasingly":[2],"interact":[3],"with":[4,144],"the":[5,20,72,165,176,220,225,231],"web,":[6],"yet":[7],"most":[8],"websites":[9],"remain":[10],"designed":[11],"for":[12,135,183,191,199,214],"human":[13],"browsers":[14],"--":[15,37,67,155,163],"a":[16,38,79,89,116,187,211],"fundamental":[17],"mismatch":[18],"that":[19,40,51,70,83],"emerging":[21],"``Agentic":[22],"Web''":[23],"must":[24,27],"resolve.":[25],"Agents":[26],"repeatedly":[28],"browse":[29],"pages,":[30],"inspect":[31],"DOMs,":[32],"and":[33,44,107,169,195],"reverse-engineer":[34],"callable":[35,95],"routes":[36,102,110,146],"process":[39],"is":[41,167,228],"slow,":[42],"brittle,":[43],"redundantly":[45],"repeated":[46],"across":[47,124],"agents.":[48],"We":[49,76],"observe":[50],"every":[52],"modern":[53],"website":[54],"already":[55],"exposes":[56],"internal":[57],"APIs":[58],"(sometimes":[59],"called":[60],"\\emph{shadow":[61],"APIs})":[62],"behind":[63],"its":[64],"user":[65],"interface":[66],"first-party":[68,96],"endpoints":[69],"power":[71],"site's":[73],"own":[74],"functionality.":[75],"present":[77],"Unbrowse,":[78],"shared":[80,158,221],"route":[81,86],"graph":[82,184,222],"transforms":[84],"browser-based":[85],"discovery":[87,192],"into":[88],"collectively":[90],"maintained":[91],"index":[92],"of":[93,120,234],"these":[94],"interfaces.":[97],"The":[98],"system":[99,166],"passively":[100],"learns":[101],"from":[103],"real":[104],"browsing":[105],"traffic":[106],"serves":[108],"cached":[109,129],"via":[111,175],"direct":[112],"API":[113],"calls.":[114],"In":[115],"single-host":[117],"live-web":[118],"benchmark":[119],"equivalent":[121],"information-retrieval":[122],"tasks":[123],"94":[125],"domains,":[126],"fully":[127],"warmed":[128],"execution":[130,153],"averaged":[131],"950\\,ms":[132],"versus":[133],"3{,}404\\,ms":[134],"Playwright":[136],"browser":[137,161,235],"automation":[138],"(3.6$\\times$":[139],"mean":[140],"speedup,":[141],"5.4$\\times$":[142],"median),":[143],"well-cached":[145],"completing":[147],"in":[148,204,210],"under":[149],"100\\,ms.":[150],"A":[151,171],"three-path":[152],"model":[154,174],"local":[156],"cache,":[157],"graph,":[159],"or":[160],"fallback":[162],"ensures":[164],"voluntary":[168],"self-correcting.":[170],"three-tier":[172],"micropayment":[173],"x402":[177],"protocol":[178],"charges":[179],"per-query":[180],"search":[181],"fees":[182,198],"lookups":[185],"(Tier~3),":[186],"one-time":[188],"install":[189],"fee":[190,227],"documentation":[193],"(Tier~1),":[194],"optional":[196],"per-execution":[197],"site":[200],"owners":[201],"who":[202],"opt":[203],"(Tier~2).":[205],"All":[206],"tiers":[207],"are":[208],"grounded":[209],"necessary":[212],"condition":[213],"rational":[215],"adoption:":[216],"an":[217],"agent":[218],"uses":[219],"only":[223],"when":[224],"total":[226],"lower":[229],"than":[230],"expected":[232],"cost":[233],"rediscovery.":[236]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-04-03T00:00:00"}