{"id":"https://openalex.org/W4416034143","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1047","title":"GRAD: Generative Retrieval-Aligned Demonstration Sampler for Efficient Few-Shot Reasoning","display_name":"GRAD: Generative Retrieval-Aligned Demonstration Sampler for Efficient Few-Shot Reasoning","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034143","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.1047"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1047","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1047","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1047.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.1047.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117308352","display_name":"Oussama Gabouj","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Oussama Gabouj","raw_affiliation_strings":["EPFL , Lausanne , Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL , Lausanne , Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119841537","display_name":"Kamel Charaf","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Kamel Charaf","raw_affiliation_strings":["EPFL , Lausanne , Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL , Lausanne , Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006161586","display_name":"Ivan Zakazov","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Ivan Zakazov","raw_affiliation_strings":["EPFL , Lausanne , Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL , Lausanne , Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093957781","display_name":"Nicolas Baldwin","orcid":null},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Nicolas Baldwin","raw_affiliation_strings":["EPFL , Lausanne , Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL , Lausanne , Switzerland","institution_ids":["https://openalex.org/I5124864"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101446790","display_name":"Robert West","orcid":"https://orcid.org/0000-0002-3984-1232"},"institutions":[{"id":"https://openalex.org/I5124864","display_name":"\u00c9cole Polytechnique F\u00e9d\u00e9rale de Lausanne","ror":"https://ror.org/02s376052","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I5124864"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Robert West","raw_affiliation_strings":["EPFL , Lausanne , Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"EPFL , Lausanne , Switzerland","institution_ids":["https://openalex.org/I5124864"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I5124864"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.39581012,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"19226","last_page":"19244"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.40529999136924744,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11596","display_name":"Constraint Satisfaction and Optimization","score":0.40529999136924744,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.09969999641180038,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.08009999990463257,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.328900009393692},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.2752000093460083},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.273499995470047},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.259799987077713},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.24799999594688416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5922999978065491},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5870000123977661},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.328900009393692},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2752000093460083},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.259799987077713},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.24799999594688416},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2467000037431717},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2451000064611435},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.23839999735355377}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.1047","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1047","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1047.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.1047","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.1047","pdf_url":"https://aclanthology.org/2025.findings-emnlp.1047.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034143.pdf","grobid_xml":"https://content.openalex.org/works/W4416034143.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"achieve":[4],"strong":[5,119],"performance":[6],"across":[7],"diverse":[8],"tasks,":[9],"but":[10,29],"their":[11],"effectiveness":[12],"often":[13],"depends":[14],"on":[15,32,112,121],"the":[16,19,83,94,102,108,175],"quality":[17],"of":[18,85,96,104],"provided":[20],"context.Retrieval-Augmented":[21],"Generation":[22],"(RAG)":[23],"enriches":[24],"prompts":[25],"with":[26],"external":[27],"information,":[28],"its":[30],"reliance":[31],"static":[33],"databases":[34],"constrains":[35],"adaptability":[36],"and":[37,101,125,141],"can":[38,153],"result":[39],"in":[40,184],"irrelevant":[41],"demonstrations.In":[42],"this":[43,166],"work,":[44],"we":[45,91,144],"propose":[46],"a":[47,52,113,169,179],"Generative":[48],"Retrieval-Aligned":[49],"Demonstrator":[50],"(GRAD),":[51],"dynamic":[53,180],"demonstration-based":[54],"approach":[55],"where":[56,90],"an":[57],"LLM":[58],"model":[59,173],"is":[60],"trained":[61,150],"to":[62,69,133],"generate":[63],"input-specific":[64],"concise":[65],"demonstrations.By":[66],"tailoring":[67],"demonstrations":[68,147],"each":[70],"input,":[71],"our":[72],"method":[73],"offers":[74],"better":[75],"contextual":[76],"support":[77],"than":[78],"traditional":[79],"RAG":[80],"approaches.We":[81],"demonstrate":[82],"superiority":[84],"GRAD":[86,116],"under":[87],"budget":[88],"constraints,":[89],"limit":[92],"both":[93],"number":[95,103],"tokens":[97,105],"used":[98,106],"per":[99],"demonstration":[100,171],"for":[107],"final":[109],"output.Trained":[110],"solely":[111],"math":[114],"dataset,":[115],"consistently":[117],"outperforms":[118],"baselines":[120],"Qwen2.5-14Bacross":[122],"mathematical":[123],"reasoning":[124],"advanced":[126],"STEM":[127],"questions,":[128],"highlighting":[129],"GRAD's":[130],"robust":[131],"generalization":[132],"out-of-distribution":[134],"(OOD)":[135],"domains":[136],"such":[137],"as":[138],"physics,":[139],"chemistry,":[140],"computer":[142],"science.Furthermore,":[143],"show":[145],"that":[146],"generated":[148],"by":[149],"smaller":[151],"models":[152],"effectively":[154],"guide":[155],"larger":[156],"target":[157],"models,":[158],"reducing":[159],"training":[160],"costs":[161],"while":[162],"maintaining":[163],"competitive":[164],"accuracy.Overall,":[165],"work":[167],"introduces":[168],"scalable":[170],"generator":[172],"presenting":[174],"first":[176],"step":[177],"toward":[178],"few-shot":[181],"learning":[182],"paradigm":[183],"resource-constrained":[185],"settings.":[186]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}
