{"id":"https://openalex.org/W4416035083","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.272","title":"GenPoE: Generative Passage-level Mixture of Experts for Knowledge Enhancement of LLMs","display_name":"GenPoE: Generative Passage-level Mixture of Experts for Knowledge Enhancement of LLMs","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416035083","doi":"https://doi.org/10.18653/v1/2025.findings-emnlp.272"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.272","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.272","pdf_url":"https://aclanthology.org/2025.findings-emnlp.272.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-emnlp.272.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002909413","display_name":"Xuebing Liu","orcid":"https://orcid.org/0000-0002-3245-8732"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xuebing Liu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025405755","display_name":"Shanbao Qiao","orcid":"https://orcid.org/0000-0002-9580-2641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shanbao Qiao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5066848156","display_name":"Seung\u2010Hoon Na","orcid":"https://orcid.org/0000-0002-4372-7125"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seung-Hoon Na","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"5082","last_page":"5097"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.19629999995231628,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13274","display_name":"Expert finding and Q&A systems","score":0.19629999995231628,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.12290000170469284,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.1143999993801117,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.35019999742507935},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.2928999960422516},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.27630001306533813},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.24490000307559967}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4311000108718872},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42489999532699585},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.35019999742507935},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.2928999960422516},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.2808000147342682},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.24490000307559967},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24449999630451202},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2395000010728836},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.23690000176429749}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-emnlp.272","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.272","pdf_url":"https://aclanthology.org/2025.findings-emnlp.272.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-emnlp.272","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-emnlp.272","pdf_url":"https://aclanthology.org/2025.findings-emnlp.272.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: EMNLP 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1448736063","display_name":null,"funder_award_id":"RS-2023-00216011","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G2246695849","display_name":null,"funder_award_id":"RS-2020-II201336","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G36973146","display_name":null,"funder_award_id":"RS-2020-II201336","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320321348","display_name":"Ulsan National Institute of Science and Technology","ror":"https://ror.org/017cjz748"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416035083.pdf","grobid_xml":"https://content.openalex.org/works/W4416035083.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Typically,":[0],"parametric":[1,33],"adaptation":[2,34],"methods":[3],"such":[4],"as":[5],"domain-adaptive":[6],"pretraining":[7],"(DAP)":[8],"and":[9,35,65,138,149],"retrieval-augmented":[10],"generation":[11],"(RAG)":[12],"have":[13],"been":[14],"considered":[15],"effective":[16],"approaches":[17],"for":[18,48],"adapting":[19],"large":[20],"language":[21],"models":[22],"(LLMs)":[23],"to":[24],"new":[25],"knowledge":[26,50,136],"or":[27,96],"domains.To":[28],"unify":[29],"positive":[30],"effects":[31],"of":[32,45,51,85,141],"RAG,":[36],"this":[37],"paper":[38],"proposes":[39],"GenPoE,":[40],"i.e.,":[41],"\"generative\"":[42],"passage-level":[43,135],"mixture":[44],"experts":[46],"(MoEs)":[47],"enhancing":[49],"LLMs.The":[52],"key":[53],"component":[54],"is":[55,100],"its":[56,83,139],"novel":[57],"MoE-generating":[58],"hypernetwork":[59],"which":[60,99],"takes":[61],"in-context":[62],"retrieved":[63,115],"passages":[64,104,116],"generates":[66],"their":[67],"\"expert\"":[68],"parameters,":[69,87],"where":[70],"these":[71],"generated":[72],"parameters":[73],"are":[74,117],"then":[75],"integrated":[76],"into":[77,105],"LLMs":[78],"by":[79],"forming":[80],"expert":[81,106],"networks.With":[82],"use":[84],"\"generated\"":[86],"GenPoE":[88,129],"does":[89],"not":[90],"require":[91],"a":[92],"separate":[93],"parameter":[94],"training":[95],"finetuning":[97],"stage,":[98],"often":[101],"costly.By":[102],"parameterizing":[103],"networks,":[107],"Gen-PoE":[108],"likely":[109],"exhibits":[110],"robustness":[111],"even":[112],"when":[113],"the":[114],"irrelevant.Experiment":[118],"results":[119],"in":[120],"two":[121],"open-domain":[122],"question":[123],"answering":[124],"(QA)":[125],"tasks":[126],"present":[127],"that":[128],"shows":[130],"improved":[131],"performances":[132,145],"over":[133,146],"other":[134],"editing,":[137],"combination":[140],"RAG":[142],"produces":[143],"superior":[144],"RAG.Our":[147],"data":[148],"code":[150],"will":[151],"be":[152],"available":[153],"at":[154],"https:":[155],"//github.com/Liu-Xuebing/GenPoE.":[156]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}