{"id":"https://openalex.org/W7234697282","doi":"https://doi.org/10.48550/arxiv.2611.20983","title":"GRACE: Parallel Best-of-N Multi-Agent Analysis of Closed-Form Questions over Dataframes with Guardrail Selection and Adaptive Retry","display_name":"GRACE: Parallel Best-of-N Multi-Agent Analysis of Closed-Form Questions over Dataframes with Guardrail Selection and Adaptive Retry","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-16","ids":{"openalex":"https://openalex.org/W7234697282","doi":"https://doi.org/10.48550/arxiv.2611.20983"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.20983","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.20983","pdf_url":"https://arxiv.org/pdf/2611.20983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7234697282"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.20983","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5023274702","display_name":"Fabio Picariello","orcid":"https://orcid.org/0000-0003-3773-9768","observed_orcids":["https://orcid.org/0000-0003-3773-9768"]},"institutions":[{"id":"https://openalex.org/I4210127672","display_name":"Engineering (Italy)","ror":"https://ror.org/045s9b323","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210127672"]}],"countries":["IT"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Picariello, Fabio","raw_affiliation_strings":["Engineering Ingegneria Informatica S.p.A. , Piazzale dell'Agricoltura 24 , 00144 Roma , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Ingegneria Informatica S.p.A. , Piazzale dell'Agricoltura 24 , 00144 Roma , Italy","institution_ids":["https://openalex.org/I4210127672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015404927","display_name":"Salvatore Cipolla","orcid":"https://orcid.org/0000-0001-8995-9020","observed_orcids":["https://orcid.org/0000-0001-8995-9020"]},"institutions":[{"id":"https://openalex.org/I4210127672","display_name":"Engineering (Italy)","ror":"https://ror.org/045s9b323","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210127672"]}],"countries":["IT"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Cipolla, Salvatore","raw_affiliation_strings":["Engineering Ingegneria Informatica S.p.A. , Piazzale dell'Agricoltura 24 , 00144 Roma , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Ingegneria Informatica S.p.A. , Piazzale dell'Agricoltura 24 , 00144 Roma , Italy","institution_ids":["https://openalex.org/I4210127672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055884806","display_name":"Susanna Bonura","orcid":"https://orcid.org/0000-0002-7094-1995","observed_orcids":["https://orcid.org/0000-0002-7094-1995"]},"institutions":[{"id":"https://openalex.org/I4210127672","display_name":"Engineering (Italy)","ror":"https://ror.org/045s9b323","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210127672"]}],"countries":["IT"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Bonura, Susanna","raw_affiliation_strings":["Engineering Ingegneria Informatica S.p.A. , Piazzale dell'Agricoltura 24 , 00144 Roma , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Ingegneria Informatica S.p.A. , Piazzale dell'Agricoltura 24 , 00144 Roma , Italy","institution_ids":["https://openalex.org/I4210127672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5053341201","display_name":"Vito Morreale","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210127672","display_name":"Engineering (Italy)","ror":"https://ror.org/045s9b323","country_code":"IT","type":"company","lineage":["https://openalex.org/I4210127672"]}],"countries":["IT"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Morreale, Vito","raw_affiliation_strings":["Engineering Ingegneria Informatica S.p.A. , Piazzale dell'Agricoltura 24 , 00144 Roma , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Engineering Ingegneria Informatica S.p.A. , Piazzale dell'Agricoltura 24 , 00144 Roma , Italy","institution_ids":["https://openalex.org/I4210127672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I4210127672"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.31150001287460327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.31150001287460327,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.09319999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.07069999724626541,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/llm-based-agents","display_name":"LLM agents","score":0.6919999718666077},{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.6600000262260437},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.5180000066757202},{"id":"https://openalex.org/keywords/answer-aggregation","display_name":"answer aggregation","score":0.414000004529953},{"id":"https://openalex.org/keywords/temperature-scheduling","display_name":"temperature scheduling","score":0.824999988079071}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6025999784469604},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5859000086784363},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.574999988079071},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.5478000044822693},{"id":"https://openalex.org/C136975688","wikidata":"https://www.wikidata.org/wiki/Q1320634","display_name":"Tournament","level":2,"score":0.4925999939441681},{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.46619999408721924},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.41819998621940613},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.396699994802475},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.3488999903202057},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.3370000123977661},{"id":"https://openalex.org/C2992444157","wikidata":"https://www.wikidata.org/wiki/Q775079","display_name":"Single point","level":3,"score":0.30959999561309814},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28220000863075256},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.28209999203681946},{"id":"https://openalex.org/C100479058","wikidata":"https://www.wikidata.org/wiki/Q526530","display_name":"Approval voting","level":5,"score":0.28060001134872437},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.26499998569488525},{"id":"https://openalex.org/C2982777018","wikidata":"https://www.wikidata.org/wiki/Q99268086","display_name":"Adaptive design","level":3,"score":0.26460000872612},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2596000134944916},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.20983","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.20983","pdf_url":"https://arxiv.org/pdf/2611.20983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.20983","doi":"https://doi.org/10.48550/arxiv.2611.20983","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.20983","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.20983","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.20983","pdf_url":"https://arxiv.org/pdf/2611.20983","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F7311471023","display_name":"NextGenerationEU","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7234697282.pdf","grobid_xml":"https://content.openalex.org/works/W7234697282.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W3210904070","https://openalex.org/W4221161695","https://openalex.org/W4226287673","https://openalex.org/W4286750487","https://openalex.org/W4304195432","https://openalex.org/W4311991106","https://openalex.org/W4321277276","https://openalex.org/W4377372007","https://openalex.org/W4379089709","https://openalex.org/W4380559178","https://openalex.org/W4383046915","https://openalex.org/W4385965642","https://openalex.org/W4387635896","https://openalex.org/W4387725416","https://openalex.org/W4389217371","https://openalex.org/W4389217618","https://openalex.org/W4389519254","https://openalex.org/W4389984466","https://openalex.org/W4390833011","https://openalex.org/W4391709247","https://openalex.org/W4392271261","https://openalex.org/W4392492277","https://openalex.org/W4399511904","https://openalex.org/W4402733601","https://openalex.org/W4403564193","https://openalex.org/W4403854021","https://openalex.org/W4404261785","https://openalex.org/W4406492615","https://openalex.org/W4406780035","https://openalex.org/W4407760093","https://openalex.org/W4410948229","https://openalex.org/W4416037123","https://openalex.org/W4417069047","https://openalex.org/W4417287252","https://openalex.org/W7131878502","https://openalex.org/W7133222210","https://openalex.org/W7133236450","https://openalex.org/W7133239970","https://openalex.org/W7236549793"],"related_works":["https://openalex.org/W7222809978","https://openalex.org/W7166881348","https://openalex.org/W7164889667","https://openalex.org/W4411113195","https://openalex.org/W7118365345","https://openalex.org/W4390833011","https://openalex.org/W7134250124","https://openalex.org/W7134977049","https://openalex.org/W4404782852"],"abstract_inverted_index":{"LLM":[0],"agents":[1,79,214],"answer":[2,164,193,261],"closed-form":[3],"questions":[4],"over":[5],"a":[6,17,43,65,83,95,107,114,134,169,239],"tabular":[7],"dataframe":[8,76],"by":[9,38,89,264],"writing":[10],"and":[11,47,94,113,131],"executing":[12],"Python,":[13],"almost":[14],"always":[15,48],"as":[16,159],"single":[18,44],"rollout:":[19],"one":[20,22,24,231],"interpretation,":[21],"script,":[23],"result,":[25],"accepted":[26],"without":[27],"comparison.":[28],"The":[29,245],"few":[30],"pipelines":[31],"that":[32,68,208],"produce":[33],"several":[34],"candidates":[35],"reconcile":[36],"them":[37],"answer-agreement":[39],"voting,":[40],"which":[41,141],"needs":[42],"comparable":[45],"scalar":[46],"returns":[49],"one,":[50],"even":[51],"when":[52,123],"every":[53],"candidate":[54,121],"is":[55,125,232],"wrong.":[56],"We":[57],"present":[58],"GRACE":[59,102,162],"(Generative,":[60],"Ranked,":[61],"Adaptive":[62],"Code":[63],"Ensemble),":[64],"production-oriented":[66],"pipeline":[67],"instead":[69],"runs":[70],"parallel":[71,213],"best-of-N":[72],"selection":[73],"specialised":[74],"to":[75,172,197,270],"code.":[77],"N":[78],"run":[80],"concurrently":[81],"under":[82],"strict,":[84],"machine-checkable":[85],"output":[86],"contract,":[87],"diversified":[88],"persona":[90],"hints,":[91],"per-retry":[92],"rotation,":[93],"two-regime":[96],"temperature":[97],"schedule.":[98],"Rather":[99],"than":[100],"vote,":[101],"judges":[103],"the":[104,111,119,128,160,184,188,210,216,221,224,234,251,257],"executed":[105],"artefacts:":[106],"pairwise":[108],"tournament":[109],"pre-filters":[110],"pool":[112,130],"domain-specialised":[115],"guardrail":[116],"either":[117,230],"selects":[118],"best":[120],"or,":[122],"none":[124],"defensible,":[126],"rejects":[127],"whole":[129],"abstains":[132],"with":[133,148],"diagnosis":[135],"(an":[136],"option":[137],"voting":[138],"structurally":[139],"lacks),":[140],"in":[142],"turn":[143],"drives":[144],"an":[145],"adaptive":[146],"retry":[147,217],"per-agent":[149],"feedback.":[150],"On":[151,183],"InfiAgent-DABench":[152],"(DAEval,":[153],"M":[154],"=":[155],"246),":[156],"using":[157],"Qwen3.6-35B-A3B":[158,258],"backbone,":[161,223,259],"raises":[163],"match":[165,194,262],"from":[166,195],"39%":[167],"for":[168,243],"single-rollout":[170],"baseline":[171],"71%":[173],"(+32":[174],"pp,":[175,200],"1.8x),":[176],"recovering":[177],"53%":[178],"of":[179,212],"previously":[180],"wrong":[181],"answers.":[182],"same":[185,246],"DAEval":[186],"task,":[187],"smaller":[189],"dense":[190],"Qwen3.5-9B":[191],"lifts":[192],"38%":[196],"63%":[198],"(+25":[199],"1.7x).":[201],"A":[202],"controlled":[203],"3":[204,206],"x":[205],"study":[207],"sweeps":[209],"number":[211],"against":[215],"budget":[218],"finds,":[219],"on":[220,250,256],"35B":[222],"two":[225],"levers":[226],"largely":[227],"substitutable:":[228],"once":[229],"generous,":[233],"other":[235],"adds":[236],"little,":[237],"identifying":[238],"cheap":[240],"operating":[241],"point":[242],"deployment.":[244],"directional":[247],"pattern":[248],"replicates":[249],"independent":[252],"DataBench":[253],"benchmark,":[254],"again":[255],"where":[260],"rises":[263],"15":[265],"percentage":[266],"points":[267],"(from":[268],"70%":[269],"85%)":[271],"across":[272],"400":[273],"sampled":[274],"questions.":[275]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7234697282","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2026-11-18T00:00:00"}
