{"id":"https://openalex.org/W4403582540","doi":"https://doi.org/10.1145/3627673.3679744","title":"Two Heads are Better than One: Zero-shot Cognitive Reasoning via Multi-LLM Knowledge Fusion","display_name":"Two Heads are Better than One: Zero-shot Cognitive Reasoning via Multi-LLM Knowledge Fusion","publication_year":2024,"publication_date":"2024-10-20","ids":{"openalex":"https://openalex.org/W4403582540","doi":"https://doi.org/10.1145/3627673.3679744"},"language":"en","primary_location":{"id":"doi:10.1145/3627673.3679744","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102204516","display_name":"Liang Liu","orcid":"https://orcid.org/0009-0005-6046-7088"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Liu","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, China"],"raw_orcid":"https://orcid.org/0009-0005-6046-7088","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115603674","display_name":"Dong Zhang","orcid":"https://orcid.org/0000-0002-8948-2856"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Zhang","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-8948-2856","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003885809","display_name":"Shoushan Li","orcid":"https://orcid.org/0000-0002-1000-3278"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shoushan Li","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-1000-3278","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012794465","display_name":"Guodong Zhou","orcid":"https://orcid.org/0000-0002-7887-5099"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guodong Zhou","raw_affiliation_strings":["School of Computer Science and Technology, Soochow University, Suzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-7887-5099","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100752356","display_name":"Erik Cambria","orcid":"https://orcid.org/0000-0002-3030-1280"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Erik Cambria","raw_affiliation_strings":["College of Computing and Data Science, Nanyang Technological University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-3030-1280","affiliations":[{"raw_affiliation_string":"College of Computing and Data Science, Nanyang Technological University, Singapore, Singapore","institution_ids":["https://openalex.org/I172675005"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1462","last_page":"1472"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.656983494758606},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6077288389205933},{"id":"https://openalex.org/keywords/fusion","display_name":"Fusion","score":0.5444047451019287},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.5285179615020752},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5222766399383545},{"id":"https://openalex.org/keywords/zero-knowledge-proof","display_name":"Zero-knowledge proof","score":0.47857192158699036},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3451099991798401},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.21029585599899292},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.18368330597877502},{"id":"https://openalex.org/keywords/materials-science","display_name":"Materials science","score":0.06949016451835632},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.058985114097595215}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.656983494758606},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6077288389205933},{"id":"https://openalex.org/C158525013","wikidata":"https://www.wikidata.org/wiki/Q2593739","display_name":"Fusion","level":2,"score":0.5444047451019287},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.5285179615020752},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5222766399383545},{"id":"https://openalex.org/C176329583","wikidata":"https://www.wikidata.org/wiki/Q191943","display_name":"Zero-knowledge proof","level":3,"score":0.47857192158699036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3451099991798401},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.21029585599899292},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.18368330597877502},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.06949016451835632},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.058985114097595215},{"id":"https://openalex.org/C178489894","wikidata":"https://www.wikidata.org/wiki/Q8789","display_name":"Cryptography","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C191897082","wikidata":"https://www.wikidata.org/wiki/Q11467","display_name":"Metallurgy","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3627673.3679744","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3627673.3679744","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 33rd ACM International Conference on Information and Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.75,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2105717194","https://openalex.org/W2251648804","https://openalex.org/W2898695519","https://openalex.org/W2962800603","https://openalex.org/W3177156688","https://openalex.org/W3196692796","https://openalex.org/W4224308101","https://openalex.org/W4385565358","https://openalex.org/W4385569882","https://openalex.org/W4385570088","https://openalex.org/W4385570246","https://openalex.org/W4385570922","https://openalex.org/W4385571452","https://openalex.org/W4385571689","https://openalex.org/W4385572290","https://openalex.org/W4389473931","https://openalex.org/W4392637287","https://openalex.org/W4393152795","https://openalex.org/W4402797966","https://openalex.org/W6810081322"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W1870614684","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W194387157","https://openalex.org/W2000850689","https://openalex.org/W2952570804"],"abstract_inverted_index":{"Cognitive":[0],"reasoning":[1,45,176],"holds":[2],"a":[3,32,68,85,114,134,158],"significant":[4],"place":[5],"within":[6],"Natural":[7],"Language":[8,38,117],"Processing":[9],"(NLP).":[10],"Yet,":[11],"the":[12,59,82,90,99,102,131,150,191],"exploration":[13],"of":[14,84,98,133,201],"zero-shot":[15,43,174,193,202],"scenarios,":[16,26],"which":[17,164],"align":[18],"more":[19],"closely":[20],"with":[21,50,67],"real-life":[22],"situations":[23],"than":[24],"supervised":[25],"has":[27],"been":[28],"relatively":[29],"limited.":[30],"While":[31],"few":[33],"studies":[34],"have":[35,144],"employed":[36],"Large":[37,116],"Models":[39],"(LLMs)":[40],"to":[41,105,124,166],"tackle":[42],"cognitive":[44,175],"tasks,":[46],"they":[47],"still":[48],"grapple":[49],"two":[51],"key":[52],"challenges:":[53],"1)":[54],"Traditional":[55],"approaches":[56],"rely":[57],"on":[58,198],"chain-of-thought":[60],"(CoT)":[61],"mechanism,":[62],"wherein":[63],"LLMs":[64,100],"are":[65],"provided":[66],"\"Let's":[69],"think":[70],"step":[71],"by":[72],"step''":[73],"prompt.":[74],"However,":[75],"this":[76,126],"schema":[77],"may":[78,142],"not":[79,143],"accurately":[80],"understand":[81],"meaning":[83],"given":[86],"question":[87,210],"and":[88,120,181,212],"ignores":[89],"possible":[91],"learned":[92,145],"knowledge":[93,148,168],"(e.g.,":[94],"background":[95],"or":[96,194],"commonsense)":[97],"about":[101,149],"questions,":[103],"leading":[104],"incorrect":[106],"answers.":[107],"2)":[108],"Previous":[109],"CoT":[110],"methods":[111,197],"normally":[112],"exploit":[113],"single":[115,135],"Model":[118],"(LLM)":[119],"design":[121],"many":[122],"strategies":[123],"augment":[125],"LLM.":[127],"We":[128],"argue":[129],"that":[130,186],"power":[132],"LLM":[136],"is":[137,217],"typically":[138],"finite":[139],"since":[140],"it":[141],"some":[146],"relevant":[147],"question.":[151],"To":[152],"address":[153],"these":[154],"issues,":[155],"we":[156,184],"propose":[157],"Multi-LLM":[159],"Knowledge":[160],"Fusion":[161],"(MLKF)":[162],"approach,":[163],"resorts":[165],"heterogeneous":[167],"emerging":[169],"from":[170],"multiple":[171],"LLMs,":[172],"for":[173],"tasks.":[177],"Through":[178],"extensive":[179],"experiments":[180],"detailed":[182],"analysis,":[183,206],"demonstrate":[185],"our":[187],"MLKF":[188],"can":[189],"outperform":[190],"existing":[192],"unsupervised":[195],"state-of-the-art":[196],"four":[199],"kinds":[200],"tasks:":[203],"aspect":[204],"sentiment":[205],"named":[207],"entity":[208],"recognition,":[209],"answering,":[211],"mathematical":[213],"reasoning.":[214],"Our":[215],"code":[216],"available":[218],"at":[219],"https://github.com/trueBatty/MLKF":[220]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}