{"id":"https://openalex.org/W4416034933","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.452","title":"LLM Distillation for Efficient Few-Shot Multiple Choice Question Answering","display_name":"LLM Distillation for Efficient Few-Shot Multiple Choice Question Answering","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416034933","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.452"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.452","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.452","pdf_url":"https://aclanthology.org/2025.findings-emnlp.452.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.452.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075751308","display_name":"Patrick Sutanto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Patrick Sutanto","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072639039","display_name":"Joan Santoso","orcid":"https://orcid.org/0000-0002-4922-182X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joan Santoso","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006903719","display_name":"Esther Irawati Setiawan","orcid":"https://orcid.org/0000-0002-7163-3556"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Esther Irawati Setiawan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076378305","display_name":"Aji Prasetya Wibawa","orcid":"https://orcid.org/0000-0002-6653-2697"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aji Prasetya Wibawa","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.346,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":{"value":0.93513335,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"8502","last_page":"8530"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6071000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.6071000099182129,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.10920000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.042500000447034836,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.5778999924659729},{"id":"https://openalex.org/keywords/multiple-choice","display_name":"Multiple choice","score":0.5203999876976013},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.3440000116825104},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.3109000027179718},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.2912999987602234}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5874999761581421},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.5778999924659729},{"id":"https://openalex.org/C176730311","wikidata":"https://www.wikidata.org/wiki/Q867668","display_name":"Multiple choice","level":3,"score":0.5203999876976013},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4032999873161316},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.3440000116825104},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.3109000027179718},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2912999987602234},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C62360110","wikidata":"https://www.wikidata.org/wiki/Q96777007","display_name":"Circumscription","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2791000008583069},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2644999921321869}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.452","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.452","pdf_url":"https://aclanthology.org/2025.findings-emnlp.452.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.452","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.452","pdf_url":"https://aclanthology.org/2025.findings-emnlp.452.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416034933.pdf","grobid_xml":"https://content.openalex.org/works/W4416034933.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Encoder":[0],"models":[1],"offer":[2],"efficiency":[3],"for":[4,49,162],"specific":[5],"tasks,":[6],"but":[7],"their":[8,22,32],"performance":[9],"depend":[10],"on":[11,63,123,149],"data":[12,50,76,104,157],"availability.While":[13],"Large":[14],"Language":[15],"Models":[16],"(LLMs)":[17],"excel":[18],"at":[19],"few-shot":[20,64,163],"learning,":[21],"direct":[23,90],"application":[24],"in":[25],"real-world":[26],"scenarios":[27],"is":[28,77],"often":[29],"hindered":[30],"by":[31],"high":[33],"computational":[34],"cost.To":[35],"address":[36],"this":[37,61],"challenge,":[38],"we":[39],"propose":[40],"a":[41,138,145],"simple":[42],"yet":[43],"effective":[44],"approach":[45,79],"that":[46,128],"uses":[47],"LLMs":[48,81],"generation":[51,94,158],"and":[52,86,92,96,105,115,159],"scoring":[53],"to":[54,82,100,112,135,144],"improve":[55],"encoder":[56],"only":[57],"model":[58],"performance.We":[59],"evaluate":[60],"framework":[62],"Multiple":[65],"Choice":[66],"Question":[67],"Answering":[68],"(MCQA),":[69],"an":[70],"important":[71],"task":[72],"where":[73],"acquiring":[74],"labeled":[75],"costly.Our":[78],"utilizes":[80],"create":[83],"MCQA":[84],"questions":[85],"choices":[87],"(exploring":[88],"both":[89],"JSON":[91],"decomposed":[93],"methods)":[95],"assigns":[97],"probability":[98],"scores":[99,108],"these":[101],"choices.This":[102],"generated":[103],"the":[106,124,153],"LLM":[107],"are":[109],"then":[110],"used":[111],"fine-tune":[113],"smaller":[114],"more":[116],"efficient":[117],"DeBERTa-v3-base":[118],"using":[119],"distillation":[120,161],"loss.Extensive":[121],"experiments":[122],"MMLU":[125],"benchmark":[126],"demonstrate":[127],"our":[129],"method":[130],"improves":[131],"accuracy":[132],"from":[133],"28.9%":[134],"39.3%,":[136],"representing":[137],"gain":[139],"of":[140,155],"over":[141],"10%":[142],"compared":[143],"baseline":[146],"finetuned":[147],"directly":[148],"5-shot":[150],"examples.This":[151],"shows":[152],"effectiveness":[154],"LLM-driven":[156],"knowledge":[160],"MCQA.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}