{"id":"https://openalex.org/W7166879316","doi":"https://doi.org/10.48550/arxiv.2606.32034","title":"QVal: Cheaply Evaluating Dense Supervision Signals for Long-Horizon LLM Agents","display_name":"QVal: Cheaply Evaluating Dense Supervision Signals for Long-Horizon LLM Agents","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166879316","doi":"https://doi.org/10.48550/arxiv.2606.32034"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.32034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.32034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.32034","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5139765174","display_name":"Sergio Hern\u00e1ndez-Guti\u00e9rrez","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hern\u00e1ndez-Guti\u00e9rrez, Sergio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113392231","display_name":"Matteo Merler","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Merler, Matteo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025965137","display_name":"Ilze Amanda Auzina","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Auzina, Ilze Amanda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003890071","display_name":"Janet Struber","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Str\u00fcber, Joschka","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139834352","display_name":"Ameya Prabhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Prabhu, Ameya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139746660","display_name":"Matthias Bethge","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bethge, Matthias","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.2930999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.2930999994277954,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.11140000075101852,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07739999890327454,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.7466999888420105},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.586899995803833},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5728999972343445},{"id":"https://openalex.org/keywords/testbed","display_name":"Testbed","score":0.516700029373169},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.44859999418258667},{"id":"https://openalex.org/keywords/training","display_name":"Training (meteorology)","score":0.4172999858856201},{"id":"https://openalex.org/keywords/trajectory","display_name":"Trajectory","score":0.37929999828338623}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7660999894142151},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7466999888420105},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.586899995803833},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5728999972343445},{"id":"https://openalex.org/C31395832","wikidata":"https://www.wikidata.org/wiki/Q1318674","display_name":"Testbed","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47749999165534973},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4722000062465668},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.44859999418258667},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.4172999858856201},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.3749000132083893},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3734000027179718},{"id":"https://openalex.org/C2776459999","wikidata":"https://www.wikidata.org/wiki/Q2119376","display_name":"Fidelity","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.33390000462532043},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3199000060558319},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.31690001487731934},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.28529998660087585},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2628999948501587},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.2614000141620636},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.2596000134944916},{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.258899986743927},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.2583000063896179},{"id":"https://openalex.org/C2776207758","wikidata":"https://www.wikidata.org/wiki/Q5303302","display_name":"Downstream (manufacturing)","level":2,"score":0.25529998540878296}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.32034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.32034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.32034","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.32034","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM":[0],"agents":[1],"increasingly":[2],"act":[3],"over":[4,183],"long":[5],"horizons,":[6],"where":[7],"a":[8,72,99,113,123,130,144],"single":[9],"trajectory":[10],"can":[11],"contain":[12],"hundreds":[13],"or":[14],"thousands":[15],"of":[16,35,71,143],"actions.":[17,37],"In":[18],"these":[19],"settings,":[20],"outcome-only":[21],"rewards":[22],"provide":[23],"too":[24],"sparse":[25],"guidance,":[26],"failing":[27],"to":[28,42,53,63,140,227,231,238],"inform":[29],"the":[30,33,68,141,205],"model":[31,190,218],"about":[32],"goodness":[34],"intermediate":[36,48],"Dense":[38],"supervision":[39,82,102,120,172,202,242],"methods":[40,103,173,203,243],"aim":[41],"solve":[43],"this":[44],"problem":[45],"by":[46,66,212],"scoring":[47],"steps,":[49],"from":[50,160,204],"intrinsic":[51],"confidence":[52],"self-distillation":[54],"and":[55,88,156,178,207,221,234],"embedding":[56],"similarities.":[57],"However,":[58],"it":[59,136],"is":[60,79,133,225],"common":[61,108],"practice":[62],"evaluate":[64],"them":[65],"measuring":[67],"downstream":[69],"performance":[70,209],"training":[73,85,95,154,246],"pipeline":[74],"that":[75,194,208],"integrates":[76],"them.":[77],"This":[78,147],"expensive,":[80],"conflates":[81],"quality":[83,159],"with":[84,182],"engineering":[86,162],"confounders,":[87],"renders":[89],"different":[90],"methodological":[91,180],"families":[92],"requiring":[93],"distinct":[94],"setups":[96],"incomparable.":[97],"As":[98],"result,":[100],"dense":[101,119,171,201,241],"are":[104],"rarely":[105],"benchmarked":[106],"on":[107,240],"ground.":[109],"We":[110,164,192],"introduce":[111],"QVal,":[112],"training-free":[114],"testbed":[115],"for":[116],"directly":[117],"evaluating":[118],"signals.":[121],"Given":[122],"state-action":[124],"pair,":[125],"QVal":[126,166,224],"measures":[127],"how":[128],"well":[129],"method's":[131],"score":[132],"Q-aligned:":[134],"whether":[135],"orders":[137],"actions":[138],"according":[139],"Q-values":[142],"strong":[145],"reference-policy.":[146],"lets":[148],"us":[149],"compare":[150],"signals":[151],"before":[152,244],"any":[153,245],"run":[155],"separate":[157],"signal":[158],"other":[161],"choices.":[163],"instantiate":[165],"as":[167],"QVal-v1.0,":[168],"benchmarking":[169],"21":[170],"across":[174,187,217],"four":[175],"diverse":[176],"environments":[177,233],"seven":[179],"families,":[181],"1.2K":[184],"evaluation":[185],"experiments":[186],"six":[188],"open-weight":[189],"backbones.":[191],"find":[193],"simple":[195],"prompting":[196],"baselines":[197],"consistently":[198],"outperform":[199],"recent":[200],"literature,":[206],"clusters":[210],"strongly":[211],"family.":[213],"These":[214],"findings":[215],"hold":[216],"sizes,":[219],"environments,":[220],"observation":[222],"modalities.":[223],"designed":[226],"be":[228],"easily":[229],"extensible":[230],"new":[232],"methods,":[235],"enabling":[236],"researchers":[237],"iterate":[239],"run.":[247]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-02T00:00:00"}