{"id":"https://openalex.org/W7165653831","doi":"https://doi.org/10.48550/arxiv.2606.20980","title":"Robusto-2: Benchmarking Humans & VLMs for Autonomous Driving in Lima & New York City","display_name":"Robusto-2: Benchmarking Humans & VLMs for Autonomous Driving in Lima & New York City","publication_year":2026,"publication_date":"2026-06-18","ids":{"openalex":"https://openalex.org/W7165653831","doi":"https://doi.org/10.48550/arxiv.2606.20980"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.20980","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20980","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.20980","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139169891","display_name":"Adrian Cespedes","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cespedes, Adrian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139168066","display_name":"Marcelo Chincha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chincha, Marcelo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119641984","display_name":"Dunant Cusipuma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cusipuma, Dunant","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139192477","display_name":"Victor Flores-Benites","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Flores-Benites, Victor","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139185379","display_name":"David Ortega","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ortega, David","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5082359284","display_name":"Arturo Deza","orcid":"https://orcid.org/0000-0003-0199-9023"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deza, Arturo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9406999945640564,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.00430000014603138,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8090999722480774},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7038999795913696},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.6952999830245972},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6154000163078308},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.5616000294685364},{"id":"https://openalex.org/keywords/advanced-driver-assistance-systems","display_name":"Advanced driver assistance systems","score":0.31839999556541443}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8090999722480774},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7038999795913696},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.6952999830245972},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6154000163078308},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.5616000294685364},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3393999934196472},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C87833898","wikidata":"https://www.wikidata.org/wiki/Q1060280","display_name":"Advanced driver assistance systems","level":2,"score":0.31839999556541443},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3005000054836273},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.28760001063346863},{"id":"https://openalex.org/C139676723","wikidata":"https://www.wikidata.org/wiki/Q1193832","display_name":"Sign (mathematics)","level":2,"score":0.271699994802475},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.2705000042915344},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.2700999975204468},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.26030001044273376},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2599000036716461}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.20980","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20980","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.20980","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.20980","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.6973935961723328}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"Self-Driving":[1,110],"Cars":[2],"continue":[3],"to":[4,185],"expand":[5],"internationally":[6],"and":[7,65,67,75,116,126,132,149],"use":[8],"multi-modal":[9],"systems":[10,26],"such":[11],"as":[12,14,101],"VLMs":[13,66,133],"a":[15,50,83,88,168],"cognitive":[16],"backbone":[17],"for":[18],"their":[19,136,186],"Action":[20],"models;":[21],"how":[22],"well":[23],"will":[24],"these":[25,98],"generalize":[27],"in":[28,31,37,135,171],"new":[29,38],"settings,":[30],"particular":[32],"out-of-distribution":[33,188],"(OOD)":[34],"edge-case":[35],"scenarios":[36],"geographies?":[39],"In":[40,94],"this":[41,45,140],"paper,":[42],"we":[43,96,164],"study":[44],"open":[46],"question":[47],"by":[48,143,181],"providing":[49],"full":[51],"factorial":[52],"analysis":[53],"with":[54,82],"human":[55,59],"drivers":[56,60],"of":[57,85,146,155,173],"Lima,":[58],"from":[61,73,159],"New":[62,76],"York":[63,77],"City,":[64],"showing":[68],"them":[69,81],"dashcam":[70],"footage":[71],"collected":[72],"Lima":[74],"City":[78],"--":[79,138],"prompting":[80],"variety":[84],"questions":[86,118,147],"under":[87],"Visual":[89],"Question":[90],"Answering":[91],"(VQA)":[92],"paradigm.":[93],"particular,":[95],"pick":[97],"two":[99],"cities":[100],"they":[102,157],"are":[103,158],"highly":[104],"challenging":[105],"driving":[106],"locations":[107],"where":[108,156],"no":[109],"Car":[111],"company":[112],"currently":[113],"operates":[114],"in,":[115],"ask":[117],"that":[119,130,150,178],"span":[120],"4":[121],"categories:":[122],"Factual,":[123],"Ratings,":[124],"Counterfactual":[125],"Reasoning.":[127],"We":[128],"find":[129,167],"Humans":[131,151],"diverge":[134],"responses":[137],"though":[139],"is":[141,192],"modulated":[142,180],"the":[144],"type":[145],"asked,":[148],"answer":[152],"similarly":[153],"independent":[154],"(Lima/NYC).":[160],"To":[161],"our":[162],"surprise,":[163],"did":[165],"not":[166],"strong":[169],"difference":[170],"terms":[172],"answers":[174],"(Humans":[175],"or":[176],"VLMs)":[177],"was":[179],"geography,":[182],"likely":[183],"due":[184],"high":[187],"nature.":[189],"Our":[190],"dataset":[191],"available":[193],"at:":[194],"https://huggingface.co/datasets/Artificio/robusto-2":[195]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-24T00:00:00"}