{"id":"https://openalex.org/W7163282726","doi":"https://doi.org/10.48550/arxiv.2606.02449","title":"HLL: Can Agents Cross Humanity's Last Line of Verification?","display_name":"HLL: Can Agents Cross Humanity's Last Line of Verification?","publication_year":2026,"publication_date":"2026-06-01","ids":{"openalex":"https://openalex.org/W7163282726","doi":"https://doi.org/10.48550/arxiv.2606.02449"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.02449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.02449","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049255954","display_name":"Xinhao Song","orcid":"https://orcid.org/0009-0009-4776-2428"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Xinhao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137622616","display_name":"Su Su","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Su, Su","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022356152","display_name":"Sirui Song","orcid":"https://orcid.org/0000-0002-4614-9332"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Song, Sirui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137684340","display_name":"Hongliang Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Hongliang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137699318","display_name":"Wen Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004301353","display_name":"Zhihua Wei","orcid":"https://orcid.org/0000-0002-5937-3907"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Zhihua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137669830","display_name":"Gongshen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Gongshen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137627245","display_name":"Linfeng Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Linfeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5137634083","display_name":"Dongrui Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Dongrui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.3361000120639801,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11800","display_name":"User Authentication and Security Systems","score":0.3361000120639801,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10709","display_name":"Social Robot Interaction and HRI","score":0.1793999969959259,"subfield":{"id":"https://openalex.org/subfields/3207","display_name":"Social Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.08869999647140503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/captcha","display_name":"CAPTCHA","score":0.7949000000953674},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.5532000064849854},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5436999797821045},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4977000057697296},{"id":"https://openalex.org/keywords/interface","display_name":"Interface (matter)","score":0.4903999865055084},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4390000104904175},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.42980000376701355},{"id":"https://openalex.org/keywords/boundary","display_name":"Boundary (topology)","score":0.42500001192092896}],"concepts":[{"id":"https://openalex.org/C163339463","wikidata":"https://www.wikidata.org/wiki/Q484598","display_name":"CAPTCHA","level":2,"score":0.7949000000953674},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7781999707221985},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5813000202178955},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.5532000064849854},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5436999797821045},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4977000057697296},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.4903999865055084},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4390000104904175},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.42980000376701355},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39629998803138733},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3921000063419342},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C198352243","wikidata":"https://www.wikidata.org/wiki/Q37105","display_name":"Line (geometry)","level":2,"score":0.3621000051498413},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C43711488","wikidata":"https://www.wikidata.org/wiki/Q7534783","display_name":"Skew","level":2,"score":0.3499000072479248},{"id":"https://openalex.org/C89505385","wikidata":"https://www.wikidata.org/wiki/Q47146","display_name":"User interface","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C135641252","wikidata":"https://www.wikidata.org/wiki/Q738567","display_name":"Multimodal interaction","level":2,"score":0.3154999911785126},{"id":"https://openalex.org/C50637493","wikidata":"https://www.wikidata.org/wiki/Q1136781","display_name":"Morphing","level":2,"score":0.3147999942302704},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.311599999666214},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.2793000042438507}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.02449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.02449","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.02449","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.7638965845108032,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"agents":[1,79,99,122,133,186],"are":[2,187],"increasingly":[3],"expected":[4],"to":[5,76,100,188],"operate":[6],"interfaces":[7],"on":[8],"behalf":[9],"of":[10,65,113],"users,":[11],"raising":[12],"a":[13,41,45,68,124,178],"central":[14],"deployment":[15],"question:":[16],"can":[17,80],"they":[18],"truly":[19],"substitute":[20],"for":[21,181],"humans":[22],"in":[23,123,167,193],"workflows":[24],"that":[25,71,131],"services":[26],"deliberately":[27],"protect":[28],"against":[29],"automation?":[30],"CAPTCHA":[31,74,95],"verification":[32,75,144],"makes":[33],"this":[34,82,137],"question":[35],"concrete.":[36],"It":[37],"is":[38,199],"not":[39],"merely":[40],"visual":[42],"puzzle,":[43],"but":[44],"human-verification":[46],"boundary":[47,83],"placed":[48],"before":[49],"account":[50],"creation,":[51],"content":[52],"access,":[53],"form":[54],"submission,":[55],"and":[56,97,110,151,173],"other":[57],"protected":[58,194],"actions.":[59],"We":[60,117],"introduce":[61],"\\textbf{Humanity's":[62],"Last":[63],"Line":[64],"Verification":[66],"(HLL)},":[67],"controlled":[69,101],"benchmark":[70],"uses":[72],"interactive":[73],"evaluate":[77,118],"whether":[78],"cross":[81],"through":[84],"grounded,":[85],"human-like":[86],"interaction":[87],"rather":[88],"than":[89],"recognition":[90],"alone.":[91],"HLL":[92,176],"covers":[93],"diverse":[94],"interactions":[96],"exposes":[98],"realism":[102],"stressors,":[103],"including":[104],"cluttered":[105],"webpages,":[106],"harder":[107],"task":[108],"variants,":[109],"trace-conditioned":[111],"validation":[112],"the":[114],"solving":[115],"process.":[116],"eight":[119],"frontier":[120],"multimodal":[121,185],"closed-loop":[125],"GUI":[126],"environment.":[127],"The":[128],"results":[129],"show":[130],"current":[132],"remain":[134],"brittle":[135],"at":[136,201],"human-substitution":[138],"boundary:":[139],"performance":[140],"varies":[141],"sharply":[142],"across":[143],"types,":[145],"degrades":[146],"under":[147],"realistic":[148],"interface":[149],"conditions,":[150],"drops":[152],"further":[153],"when":[154],"correct":[155],"answers":[156],"must":[157],"be":[158],"supported":[159],"by":[160],"valid":[161],"action":[162,169],"traces.":[163],"By":[164],"exposing":[165],"gaps":[166],"localization,":[168],"calibration,":[170],"state":[171],"tracking,":[172],"process":[174],"consistency,":[175],"provides":[177],"concrete":[179],"testbed":[180],"measuring":[182],"how":[183],"close":[184],"acting":[189],"as":[190],"human":[191],"substitutes":[192],"real-world":[195],"workflows.":[196],"Our":[197],"code":[198],"available":[200],"https://github.com/XinhaoS0101/HLL":[202]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-03T00:00:00"}