{"id":"https://openalex.org/W4412886695","doi":"https://doi.org/10.18653/v1/2025.acl-long.211","title":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","display_name":"BELLE: A Bi-Level Multi-Agent Reasoning Framework for Multi-Hop Question Answering","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412886695","doi":"https://doi.org/10.18653/v1/2025.acl-long.211"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.acl-long.211","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.211","pdf_url":"https://aclanthology.org/2025.acl-long.211.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.acl-long.211.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041581408","display_name":"Taolin Zhang","orcid":"https://orcid.org/0009-0006-2441-2861"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Taolin Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459326","display_name":"Dongyang Li","orcid":"https://orcid.org/0000-0003-0818-2526"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dongyang Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101350583","display_name":"Qizhou Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qizhou Chen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373451","display_name":"Chengyu Wang","orcid":"https://orcid.org/0000-0003-1010-9678"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chengyu Wang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5101434435","display_name":"Xiaofeng He","orcid":"https://orcid.org/0000-0002-6911-348X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaofeng He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4184","last_page":"4202"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9682999849319458,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9670000076293945,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10679","display_name":"Service-Oriented Architecture and Web Services","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7206301689147949},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.7057287693023682},{"id":"https://openalex.org/keywords/hop","display_name":"Hop (telecommunications)","score":0.6030605435371399},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.33777886629104614},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3222322463989258},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.19309845566749573}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7206301689147949},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7057287693023682},{"id":"https://openalex.org/C25906391","wikidata":"https://www.wikidata.org/wiki/Q1432381","display_name":"Hop (telecommunications)","level":2,"score":0.6030605435371399},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.33777886629104614},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3222322463989258},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.19309845566749573}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.acl-long.211","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.211","pdf_url":"https://aclanthology.org/2025.acl-long.211.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.acl-long.211","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.acl-long.211","pdf_url":"https://aclanthology.org/2025.acl-long.211.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 63rd Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412886695.pdf","grobid_xml":"https://content.openalex.org/works/W4412886695.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2384605597","https://openalex.org/W2387743295","https://openalex.org/W2117210722","https://openalex.org/W2589759689","https://openalex.org/W3082787378","https://openalex.org/W2136007095","https://openalex.org/W2366230879"],"abstract_inverted_index":{"Multi-hop":[0],"question":[1,36,106],"answering":[2],"(QA)":[3],"involves":[4],"finding":[5],"multiple":[6,128],"relevant":[7],"passages":[8],"and":[9,56,68,108,160,170],"performing":[10],"step-by-step":[11],"reasoning":[12,92],"to":[13,82,95,132,140,151,173],"answer":[14],"complex":[15,207],"questions.Previous":[16],"works":[17],"on":[18,29,102],"multi-hop":[19,48,75,97,143],"QA":[20,49,98,144,209],"employ":[21],"specific":[22],"methods":[23],"from":[24],"different":[25,72,83],"modeling":[26],"perspectives":[27],"based":[28],"large":[30],"language":[31],"models":[32,204],"(LLMs),":[33],"regardless":[34],"of":[35,46,60,74,80,85,113,125,137,155,195,202],"types.In":[37],"this":[38],"paper,":[39],"we":[40,87,166],"first":[41,123],"conduct":[42],"an":[43,117,134],"in-depth":[44],"analysis":[45],"public":[47],"benchmarks,":[50],"categorizing":[51],"questions":[52,76],"into":[53],"four":[54],"types":[55,59,73,84,107],"evaluating":[57],"five":[58],"cutting-edge":[61],"methods:":[62],"Chainof-Thought":[63],"(CoT),":[64],"Single-step,":[65],"Iterative-step,":[66],"Sub-step,":[67],"Adaptive-step.We":[69],"find":[70],"that":[71,130,183,201],"exhibit":[77],"varying":[78],"degrees":[79],"sensitivity":[81],"methods.Thus,":[86],"propose":[88],"a":[89],"Bi-levEL":[90],"muLti-agEnt":[91],"(BELLE)":[93],"framework":[94],"address":[96,141],"by":[99,119],"specifically":[100],"focusing":[101],"the":[103,142,147,152,163,192],"correspondence":[104],"between":[105],"methods,":[109],"with":[110],"each":[111],"type":[112],"method":[114],"regarded":[115],"as":[116],"\"operator\"":[118],"prompting":[120],"LLMs":[121],"differently.The":[122],"level":[124],"BELLE":[126,184,196],"includes":[127],"agents":[129],"debate":[131],"formulate":[133],"executable":[135],"plan":[136],"combined":[138],"\"operators\"":[139],"task":[145],"comprehensively.During":[146],"debate,":[148],"in":[149,177,189,205],"addition":[150],"basic":[153],"roles":[154],"affirmative":[156],"debater,":[157,159],"negative":[158],"judge,":[161],"at":[162],"second":[164],"level,":[165],"further":[167],"leverage":[168],"fast":[169],"slow":[171],"debaters":[172],"monitor":[174],"whether":[175],"changes":[176],"viewpoints":[178],"are":[179],"reasonable.Extensive":[180],"experiments":[181],"demonstrate":[182],"significantly":[185],"outperforms":[186],"strong":[187],"baselines":[188],"various":[190],"datasets.Additionally,":[191],"model":[193],"consumption":[194],"is":[197],"higher":[198],"cost-effectiveness":[199],"than":[200],"single":[203],"more":[206],"multihop":[208],"scenarios.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}