{"id":"https://openalex.org/W4396758719","doi":"https://doi.org/10.1145/3589334.3645670","title":"Harnessing Multi-Role Capabilities of Large Language Models for Open-Domain Question Answering","display_name":"Harnessing Multi-Role Capabilities of Large Language Models for Open-Domain Question Answering","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4396758719","doi":"https://doi.org/10.1145/3589334.3645670"},"language":"en","primary_location":{"id":"doi:10.1145/3589334.3645670","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589334.3645670","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589334.3645670?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3589334.3645670?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102767513","display_name":"Hongda Sun","orcid":"https://orcid.org/0000-0003-4850-6134"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hongda Sun","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114734508","display_name":"Yuxuan Liu","orcid":"https://orcid.org/0009-0005-4960-1610"},"institutions":[{"id":"https://openalex.org/I205237279","display_name":"Nankai University","ror":"https://ror.org/01y1kjr75","country_code":"CN","type":"education","lineage":["https://openalex.org/I205237279"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuxuan Liu","raw_affiliation_strings":["Nankai University, Tianjin, China"],"affiliations":[{"raw_affiliation_string":"Nankai University, Tianjin, China","institution_ids":["https://openalex.org/I205237279"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022108800","display_name":"Chenyang Wu","orcid":"https://orcid.org/0009-0008-5018-3462"},"institutions":[{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengwei Wu","raw_affiliation_strings":["Beijing Academy of Artificial Intelligence, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Academy of Artificial Intelligence, Beijing, China","institution_ids":["https://openalex.org/I4210100255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007401683","display_name":"Haiyu Yan","orcid":"https://orcid.org/0009-0000-5619-7998"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haiyu Yan","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052581425","display_name":"Cheng Tai","orcid":"https://orcid.org/0009-0004-4431-2978"},"institutions":[{"id":"https://openalex.org/I4210146998","display_name":"MOH Holdings","ror":"https://ror.org/052jm1735","country_code":"SG","type":"healthcare","lineage":["https://openalex.org/I4210146998"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Cheng Tai","raw_affiliation_strings":["Moqi, Inc., Singapore, Singapore"],"affiliations":[{"raw_affiliation_string":"Moqi, Inc., Singapore, Singapore","institution_ids":["https://openalex.org/I4210146998"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100618900","display_name":"Xin Gao","orcid":"https://orcid.org/0000-0002-7108-3574"},"institutions":[{"id":"https://openalex.org/I71920554","display_name":"King Abdullah University of Science and Technology","ror":"https://ror.org/01q3tbs38","country_code":"SA","type":"education","lineage":["https://openalex.org/I71920554"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Xin Gao","raw_affiliation_strings":["King Abdullah University of Science and Technology, Thuwal, Saudi Arabia"],"affiliations":[{"raw_affiliation_string":"King Abdullah University of Science and Technology, Thuwal, Saudi Arabia","institution_ids":["https://openalex.org/I71920554"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102754146","display_name":"Shuo Shang","orcid":"https://orcid.org/0000-0002-1117-2890"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuo Shang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100716372","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0002-3356-6823"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5102767513"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":4.0712,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.9439407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"4372","last_page":"4382"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.8649815320968628},{"id":"https://openalex.org/keywords/open-domain","display_name":"Open domain","score":0.813930869102478},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7385978102684021},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5169833898544312},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4019913077354431},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3631291091442108},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06501421332359314}],"concepts":[{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.8649815320968628},{"id":"https://openalex.org/C2993776861","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Open domain","level":3,"score":0.813930869102478},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7385978102684021},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5169833898544312},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4019913077354431},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3631291091442108},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06501421332359314},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3589334.3645670","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589334.3645670","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589334.3645670?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3589334.3645670","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3589334.3645670","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3589334.3645670?download=true","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2024","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1100817172","display_name":null,"funder_award_id":"619320","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2376276132","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2802911279","display_name":null,"funder_award_id":"Young","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3744313044","display_name":null,"funder_award_id":"Social","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4223126646","display_name":null,"funder_award_id":"61932004","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4460768019","display_name":null,"funder_award_id":"62032001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4489811625","display_name":null,"funder_award_id":"201910","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G53857530","display_name":null,"funder_award_id":"62122089","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6686603084","display_name":null,"funder_award_id":"U2001212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7537086629","display_name":null,"funder_award_id":"6193200","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7726157001","display_name":null,"funder_award_id":"Grant No.","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8951484681","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322499","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4396758719.pdf","grobid_xml":"https://content.openalex.org/works/W4396758719.grobid-xml"},"referenced_works_count":19,"referenced_works":["https://openalex.org/W2908018635","https://openalex.org/W2962985038","https://openalex.org/W2970161131","https://openalex.org/W3027879771","https://openalex.org/W3098267758","https://openalex.org/W3102659883","https://openalex.org/W3156789018","https://openalex.org/W3160638507","https://openalex.org/W3176456866","https://openalex.org/W3185341429","https://openalex.org/W3199493219","https://openalex.org/W4226278401","https://openalex.org/W4252076394","https://openalex.org/W4320813768","https://openalex.org/W4381686872","https://openalex.org/W4404658388","https://openalex.org/W6600033991","https://openalex.org/W6601158201","https://openalex.org/W6602670149"],"related_works":["https://openalex.org/W2391533720","https://openalex.org/W2951097643","https://openalex.org/W4309395021","https://openalex.org/W3091989500","https://openalex.org/W3215363805","https://openalex.org/W204133468","https://openalex.org/W2991310128","https://openalex.org/W4307481286","https://openalex.org/W2395174199","https://openalex.org/W4226441484"],"abstract_inverted_index":{"Open-domain":[0],"question":[1],"answering":[2],"(ODQA)":[3],"has":[4],"emerged":[5],"as":[6,106],"a":[7,61,125],"pivotal":[8],"research":[9,176],"spotlight":[10],"in":[11,118,161],"information":[12],"systems.":[13],"Existing":[14],"methods":[15],"follow":[16],"two":[17],"main":[18],"paradigms":[19],"to":[20,42,95,102,116,130,137],"collect":[21],"evidence:":[22],"(1)":[23],"Theretrieve-then-read":[24],"paradigm":[25,36],"retrieves":[26],"pertinent":[27],"documents":[28],"from":[29],"an":[30],"external":[31],"corpus;":[32],"and":[33,77,86,109,134,141,152,167,177],"(2)":[34],"thegenerate-then-read":[35],"employs":[37],"large":[38],"language":[39],"models":[40],"(LLMs)":[41],"generate":[43],"relevant":[44],"documents.":[45],"However,":[46],"neither":[47],"can":[48],"fully":[49],"address":[50],"multifaceted":[51],"requirements":[52],"for":[53,173],"evidence.":[54,88],"To":[55],"this":[56],"end,":[57],"we":[58,99,123],"propose":[59],"LLMQA,":[60],"generalized":[62],"framework":[63],"that":[64,155],"formulates":[65],"the":[66,81,119,158],"ODQA":[67,120,175],"process":[68],"into":[69],"three":[70],"basic":[71],"steps:":[72],"query":[73],"expansion,":[74],"document":[75],"selection,":[76],"answer":[78,165],"generation,":[79],"combining":[80],"superiority":[82],"of":[83,163],"both":[84,164],"retrieval-based":[85],"generation-based":[87],"Since":[89],"LLMs":[90,101,136],"exhibit":[91],"their":[92],"excellent":[93],"capabilities":[94],"accomplish":[96],"various":[97],"tasks,":[98],"instruct":[100],"play":[103],"multiple":[104],"roles":[105],"generators,":[107],"rerankers,":[108],"evaluators":[110],"within":[111],"our":[112],"framework,":[113],"integrating":[114],"them":[115],"collaborate":[117],"process.":[121],"Furthermore,":[122],"introduce":[124],"novel":[126],"prompt":[127],"optimization":[128],"algorithm":[129],"refine":[131],"role-playing":[132],"prompts":[133],"steer":[135],"produce":[138],"higher-quality":[139],"evidence":[140,168],"answers.":[142],"Extensive":[143],"experimental":[144],"results":[145],"on":[146],"widely":[147],"used":[148],"benchmarks":[149],"(NQ,":[150],"WebQ,":[151],"TriviaQA)":[153],"demonstrate":[154],"LLMQA":[156],"achieves":[157],"best":[159],"performance":[160],"terms":[162],"accuracy":[166],"quality,":[169],"showcasing":[170],"its":[171],"potential":[172],"advancing":[174],"applications.":[178]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":2}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}
