{"id":"https://openalex.org/W7140326733","doi":"https://doi.org/10.48550/arxiv.2603.22529","title":"Ego2Web: A Web Agent Benchmark Grounded in Egocentric Videos","display_name":"Ego2Web: A Web Agent Benchmark Grounded in Egocentric Videos","publication_year":2026,"publication_date":"2026-03-23","ids":{"openalex":"https://openalex.org/W7140326733","doi":"https://doi.org/10.48550/arxiv.2603.22529"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.22529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.22529","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059195621","display_name":"Shoubin Yu","orcid":"https://orcid.org/0009-0006-1670-0054"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Shoubin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124070824","display_name":"Lei Shu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shu, Lei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009826104","display_name":"Antoine Yang","orcid":"https://orcid.org/0000-0002-7258-571X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Antoine","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130602539","display_name":"Yao Fu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fu, Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130592254","display_name":"Srinivas Sunkara","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sunkara, Srinivas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130570454","display_name":"Maria Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Maria","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127789034","display_name":"Jindong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Jindong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130623294","display_name":"Mohit Bansal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bansal, Mohit","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130597406","display_name":"Boqing Gong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gong, Boqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9394000172615051,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.012900000438094139,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.01119999960064888,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6305999755859375},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5828999876976013},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.5169000029563904},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.41429999470710754},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.41370001435279846},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.40779998898506165},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.39800000190734863},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.3959999978542328}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7943000197410583},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6545000076293945},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6305999755859375},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5828999876976013},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5169000029563904},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.41429999470710754},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.41370001435279846},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.40779998898506165},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.39800000190734863},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.3959999978542328},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.38519999384880066},{"id":"https://openalex.org/C118643609","wikidata":"https://www.wikidata.org/wiki/Q189210","display_name":"Web application","level":2,"score":0.3675000071525574},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C65603577","wikidata":"https://www.wikidata.org/wiki/Q3427877","display_name":"Web resource","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C35578498","wikidata":"https://www.wikidata.org/wiki/Q193424","display_name":"Web service","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2865000069141388},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.22529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.22529","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.22529","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4332796335220337}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"AI":[1,244],"agents":[2,187],"are":[3],"increasingly":[4],"automating":[5],"complex":[6],"real-world":[7,36,97],"workflows":[8],"that":[9,104,192,246],"involve":[10],"online":[11,115],"web":[12,92,102,108,140],"execution.":[13,94],"However,":[14],"current":[15,229],"web-agent":[16],"benchmarks":[17],"suffer":[18],"from":[19],"a":[20,71,162,207,236],"critical":[21,237],"limitation:":[22],"they":[23],"focus":[24],"entirely":[25],"on":[26,188,211],"web-based":[27],"interaction":[28,112],"and":[29,68,91,111,130,153,225,251,256],"perception,":[30],"lacking":[31],"grounding":[32],"in":[33,43,64,113,221],"the":[34,65,82,215,222,226,254],"user's":[35,66],"physical":[37,255],"surroundings.":[38],"This":[39],"limitation":[40],"prevents":[41],"evaluation":[42,155,166,181],"crucial":[44],"scenarios,":[45],"such":[46],"as":[47],"when":[48],"an":[49,62,114,122],"agent":[50,93],"must":[51],"use":[52],"egocentric":[53,88],"visual":[54,106],"perception":[55,90],"(e.g.,":[56],"via":[57],"AR":[58],"glasses)":[59],"to":[60,86,132],"recognize":[61],"object":[63],"surroundings":[67],"then":[69],"complete":[70],"related":[72],"task":[73,109,141,202,212,224],"online.":[74],"To":[75,150],"address":[76],"this":[77],"gap,":[78],"we":[79,159],"introduce":[80],"Ego2Web,":[81],"first":[83],"benchmark":[84],"designed":[85],"bridge":[87],"video":[89,99,219],"Ego2Web":[95,190,233],"pairs":[96,137],"first-person":[98],"recordings":[100],"with":[101,127,174,184,197],"tasks":[103],"require":[105],"understanding,":[107],"planning,":[110],"environment":[116],"for":[117,156,240],"successful":[118],"completion.":[119],"We":[120,204,231],"utilize":[121],"automatic":[123,165],"data-generation":[124],"pipeline":[125],"combined":[126],"human":[128,175],"verification":[129],"refinement":[131],"curate":[133],"well-constructed,":[134],"high-quality":[135],"video-task":[136],"across":[138,200,253],"diverse":[139,185],"types,":[142],"including":[143],"e-commerce,":[144],"media":[145],"retrieval,":[146],"knowledge":[147],"lookup,":[148],"etc.":[149],"facilitate":[151],"accurate":[152,218],"scalable":[154],"our":[157,189],"benchmark,":[158],"also":[160,205],"develop":[161],"novel":[163],"LLM-as-a-Judge":[164],"method,":[167],"Ego2WebJudge,":[168],"which":[169],"achieves":[170],"approximately":[171],"84%":[172],"agreement":[173],"judgment,":[176],"substantially":[177],"higher":[178],"than":[179],"existing":[180],"methods.":[182],"Experiments":[183],"SoTA":[186],"show":[191],"their":[193],"performance":[194],"is":[195],"weak,":[196],"substantial":[198],"headroom":[199],"all":[201],"categories.":[203],"conduct":[206],"comprehensive":[208],"ablation":[209],"study":[210],"design,":[213],"highlighting":[214],"necessity":[216],"of":[217,228],"understanding":[220],"proposed":[223],"limitations":[227],"agents.":[230],"hope":[232],"can":[234,247],"be":[235],"new":[238],"resource":[239],"developing":[241],"truly":[242],"capable":[243],"assistants":[245],"seamlessly":[248],"see,":[249],"understand,":[250],"act":[252],"digital":[257],"worlds.":[258]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-03-26T00:00:00"}