{"id":"https://openalex.org/W4415313666","doi":"https://doi.org/10.48550/arxiv.2510.08325","title":"Beyond Pass@k: Breadth-Depth Metrics for Reasoning Boundaries","display_name":"Beyond Pass@k: Breadth-Depth Metrics for Reasoning Boundaries","publication_year":2025,"publication_date":"2025-10-09","ids":{"openalex":"https://openalex.org/W4415313666","doi":"https://doi.org/10.48550/arxiv.2510.08325"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2510.08325","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.08325","pdf_url":"https://arxiv.org/pdf/2510.08325","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2510.08325","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120048838","display_name":"Marius Dragoi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dragoi, Marius","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120048839","display_name":"Ioana Pintilie","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pintilie, Ioana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120048840","display_name":"Florin Gogianu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gogianu, Florin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5074119635","display_name":"Florin Brad","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Brad, Florin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9711999893188477,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11450","display_name":"Model-Driven Software Engineering Techniques","score":0.9197999835014343,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9164000153541565,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/fraction","display_name":"Fraction (chemistry)","score":0.6295999884605408},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.5394999980926514},{"id":"https://openalex.org/keywords/verifiable-secret-sharing","display_name":"Verifiable secret sharing","score":0.5378000140190125},{"id":"https://openalex.org/keywords/base","display_name":"Base (topology)","score":0.5217999815940857},{"id":"https://openalex.org/keywords/probably-approximately-correct-learning","display_name":"Probably approximately correct learning","score":0.49309998750686646},{"id":"https://openalex.org/keywords/limit","display_name":"Limit (mathematics)","score":0.4189000129699707},{"id":"https://openalex.org/keywords/knowledge-base","display_name":"Knowledge base","score":0.3935999870300293},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.36230000853538513}],"concepts":[{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.6295999884605408},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5740000009536743},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5394999980926514},{"id":"https://openalex.org/C85847156","wikidata":"https://www.wikidata.org/wiki/Q59015987","display_name":"Verifiable secret sharing","level":3,"score":0.5378000140190125},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.5217999815940857},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5202000141143799},{"id":"https://openalex.org/C176248197","wikidata":"https://www.wikidata.org/wiki/Q458526","display_name":"Probably approximately correct learning","level":4,"score":0.49309998750686646},{"id":"https://openalex.org/C151201525","wikidata":"https://www.wikidata.org/wiki/Q177239","display_name":"Limit (mathematics)","level":2,"score":0.4189000129699707},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41190001368522644},{"id":"https://openalex.org/C4554734","wikidata":"https://www.wikidata.org/wiki/Q593744","display_name":"Knowledge base","level":2,"score":0.3935999870300293},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3732999861240387},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.36230000853538513},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3424000144004822},{"id":"https://openalex.org/C62354387","wikidata":"https://www.wikidata.org/wiki/Q875399","display_name":"Boundary (topology)","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3221000134944916},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3206999897956848},{"id":"https://openalex.org/C159032336","wikidata":"https://www.wikidata.org/wiki/Q2488768","display_name":"Non-monotonic logic","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C37335422","wikidata":"https://www.wikidata.org/wiki/Q6888134","display_name":"Model-based reasoning","level":3,"score":0.31299999356269836},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2696000039577484},{"id":"https://openalex.org/C20162079","wikidata":"https://www.wikidata.org/wiki/Q1151406","display_name":"Case-based reasoning","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.2542000114917755}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2510.08325","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.08325","pdf_url":"https://arxiv.org/pdf/2510.08325","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2510.08325","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2510.08325","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2510.08325","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2510.08325","pdf_url":"https://arxiv.org/pdf/2510.08325","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415313666.pdf","grobid_xml":"https://content.openalex.org/works/W4415313666.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Reinforcement":[0],"Learning":[1],"with":[2,97,104],"Verifiable":[3],"Rewards":[4],"(RLVR)":[5],"has":[6,79],"emerged":[7],"as":[8,21,82,102,178],"a":[9,35,50,72,88,145,153,203],"powerful":[10],"paradigm":[11],"to":[12,200],"improve":[13],"Large":[14],"Language":[15],"Models":[16],"on":[17,95,173,206],"reasoning":[18,29,90,164,207],"tasks":[19,96],"such":[20,101],"coding,":[22],"math":[23,103],"or":[24],"logic.":[25],"To":[26],"assess":[27],"the":[28,57,64,112,119,122,140,192],"boundary":[30],"(the":[31],"fraction":[32,141],"of":[33,76,116,121,124,142,156,195],"problems":[34,143],"model":[36,59,66,146],"can":[37,131,147],"solve)":[38],"researchers":[39],"often":[40],"report":[41],"Pass@k":[42,107],"at":[43,60,108,151],"large":[44,74,109],"sampling":[45,71],"budgets.":[46],"Recent":[47],"results":[48],"reveal":[49],"crossover":[51],"phenomenon:":[52],"while":[53],"RLVR":[54,184],"models":[55,86,170,185],"outperform":[56],"base":[58,65,85],"small":[61],"k":[62,110],"values,":[63],"usually":[67],"outperforms":[68],"them":[69],"when":[70],"very":[73],"number":[75,123],"completions.":[77],"This":[78],"been":[80],"interpreted":[81],"evidence":[83],"that":[84,94,144,171],"have":[87],"larger":[89],"boundary.":[91],"We":[92,135,181],"argue":[93],"discrete":[98],"answer":[99],"spaces,":[100],"numeric":[105],"outputs,":[106],"reflects":[111],"increasingly":[113],"higher":[114],"chance":[115],"success":[117],"in":[118],"limit":[120],"trials":[125],"rather":[126],"than":[127],"genuine":[128],"reasoning,":[129],"and":[130,189],"therefore":[132],"be":[133],"misleading.":[134],"propose":[136],"Cover@tau,":[137],"which":[138,150],"measures":[139],"solve":[148],"for":[149],"least":[152],"tau":[154,179],"proportion":[155],"completions":[157],"are":[158],"correct.":[159],"Unlike":[160],"Pass@k,":[161],"Cover@tau":[162],"captures":[163],"under":[165],"an":[166],"explicit":[167],"reliability":[168],"threshold:":[169],"rely":[172],"random":[174],"guessing":[175],"degrade":[176],"rapidly":[177],"increases.":[180],"evaluate":[182],"several":[183],"using":[186],"Cover@tau-based":[187],"metrics":[188],"illustrate":[190],"how":[191],"relative":[193],"rankings":[194],"popular":[196],"algorithms":[197],"change":[198],"compared":[199],"Pass@1,":[201],"offering":[202],"different":[204],"perspective":[205],"boundaries.":[208]},"counts_by_year":[],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-18T00:00:00"}