{"id":"https://openalex.org/W7128197893","doi":"https://doi.org/10.1093/biomethods/bpag006","title":"Large language model-based multiagent collaboration for abstract screening toward automated systematic reviews","display_name":"Large language model-based multiagent collaboration for abstract screening toward automated systematic reviews","publication_year":2026,"publication_date":"2026-01-01","ids":{"openalex":"https://openalex.org/W7128197893","doi":"https://doi.org/10.1093/biomethods/bpag006","pmid":"https://pubmed.ncbi.nlm.nih.gov/41777589","pmcid":"https://www.ncbi.nlm.nih.gov/pmc/articles/12952526"},"language":"en","primary_location":{"id":"doi:10.1093/biomethods/bpag006","doi":"https://doi.org/10.1093/biomethods/bpag006","is_oa":true,"landing_page_url":"https://doi.org/10.1093/biomethods/bpag006","pdf_url":null,"source":{"id":"https://openalex.org/S2735234984","display_name":"Biology Methods and Protocols","issn_l":"2396-8923","issn":["2396-8923"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biology Methods and Protocols","raw_type":"journal-article"},"volume":null,"type":"review","is_traditional":true,"indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1093/biomethods/bpag006","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093532593","display_name":"Opeoluwa Akinseloyin","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I73417466","display_name":"Coventry University","ror":"https://ror.org/01tgmhj36","country_code":"GB","type":"education","lineage":["https://openalex.org/I73417466"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Opeoluwa Akinseloyin","raw_affiliation_strings":["Centre for Computational Science and Mathematical Modelling, Coventry University , Puma Way , Coventry, CV1 2TT,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Computational Science and Mathematical Modelling, Coventry University , Puma Way , Coventry, CV1 2TT,","institution_ids":["https://openalex.org/I73417466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021756862","display_name":"Xiaorui Jiang","orcid":"https://orcid.org/0000-0003-4255-5445","observed_orcids":["https://orcid.org/0000-0003-4255-5445"]},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Xiaorui Jiang","raw_affiliation_strings":["School of Information, Journalism and Communications, The University of Sheffield , The Wave, 2 Whitham Rd , Sheffield, S10 2AH,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information, Journalism and Communications, The University of Sheffield , The Wave, 2 Whitham Rd , Sheffield, S10 2AH,","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033573545","display_name":"Vasile Palade","orcid":"https://orcid.org/0000-0002-6768-8394","observed_orcids":["https://orcid.org/0000-0002-6768-8394"]},"institutions":[{"id":"https://openalex.org/I73417466","display_name":"Coventry University","ror":"https://ror.org/01tgmhj36","country_code":"GB","type":"education","lineage":["https://openalex.org/I73417466"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Vasile Palade","raw_affiliation_strings":["Centre for Computational Science and Mathematical Modelling, Coventry University , Puma Way , Coventry, CV1 2TT,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Computational Science and Mathematical Modelling, Coventry University , Puma Way , Coventry, CV1 2TT,","institution_ids":["https://openalex.org/I73417466"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5021756862"],"corresponding_institution_ids":["https://openalex.org/I91136226"],"apc_list":{"value":1120,"currency":"USD","value_usd":1120},"apc_paid":{"value":1120,"currency":"USD","value_usd":1120},"fwci":6.5844,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.98016997,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"11","issue":"1","first_page":"bpag006","last_page":"bpag006"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6577000021934509,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10206","display_name":"Meta-analysis and systematic reviews","score":0.6577000021934509,"subfield":{"id":"https://openalex.org/subfields/1804","display_name":"Statistics, Probability and Uncertainty"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.22920000553131104,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.05139999836683273,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abstract-screening","display_name":"abstract screening","score":0.7509999871253967},{"id":"https://openalex.org/keywords/systematic-reviews","display_name":"systematic reviews","score":0.8970000147819519},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8949999809265137},{"id":"https://openalex.org/keywords/agent-cooperation","display_name":"agent cooperation","score":0.9279999732971191},{"id":"https://openalex.org/keywords/majority-voting","display_name":"majority voting","score":0.972000002861023},{"id":"https://openalex.org/keywords/multi-agent-debate","display_name":"multi-agent debate","score":0.9679999947547913},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.9010000228881836},{"id":"https://openalex.org/keywords/model-diversity","display_name":"model diversity","score":0.6119999885559082},{"id":"https://openalex.org/keywords/technology-assisted-review","display_name":"technology-assisted review","score":0.8420000076293945},{"id":"https://openalex.org/keywords/workload-reduction","display_name":"workload reduction","score":0.6669999957084656},{"id":"https://openalex.org/keywords/cost-effectiveness","display_name":"cost-effectiveness","score":0.4269999861717224}],"concepts":[{"id":"https://openalex.org/C520049643","wikidata":"https://www.wikidata.org/wiki/Q189760","display_name":"Voting","level":3,"score":0.7093999981880188},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6830000281333923},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5260999798774719},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.522599995136261},{"id":"https://openalex.org/C107763842","wikidata":"https://www.wikidata.org/wiki/Q181040","display_name":"Clef","level":3,"score":0.5198000073432922},{"id":"https://openalex.org/C189708586","wikidata":"https://www.wikidata.org/wiki/Q1504425","display_name":"Systematic review","level":3,"score":0.503000020980835},{"id":"https://openalex.org/C100660578","wikidata":"https://www.wikidata.org/wiki/Q18733","display_name":"Recall","level":2,"score":0.499099999666214},{"id":"https://openalex.org/C204434341","wikidata":"https://www.wikidata.org/wiki/Q357789","display_name":"Adjudication","level":2,"score":0.43549999594688416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42640000581741333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.424699991941452},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.41290000081062317},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.392300009727478},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.3905999958515167},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.3894999921321869},{"id":"https://openalex.org/C202645933","wikidata":"https://www.wikidata.org/wiki/Q4930","display_name":"eHealth","level":3,"score":0.38659998774528503},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.37959998846054077},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.36820000410079956},{"id":"https://openalex.org/C153668964","wikidata":"https://www.wikidata.org/wiki/Q27636","display_name":"Majority rule","level":2,"score":0.3637000024318695},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.33410000801086426},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3215999901294708},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.3179999887943268},{"id":"https://openalex.org/C37381756","wikidata":"https://www.wikidata.org/wiki/Q20203288","display_name":"Representativeness heuristic","level":2,"score":0.298799991607666},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.29409998655319214},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.27649998664855957},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2727999985218048},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.26759999990463257},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2529999911785126}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1093/biomethods/bpag006","doi":"https://doi.org/10.1093/biomethods/bpag006","is_oa":true,"landing_page_url":"https://doi.org/10.1093/biomethods/bpag006","pdf_url":null,"source":{"id":"https://openalex.org/S2735234984","display_name":"Biology Methods and Protocols","issn_l":"2396-8923","issn":["2396-8923"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biology Methods and Protocols","raw_type":"journal-article"},{"id":"doi:10.1101/2025.08.11.25333429","doi":"https://doi.org/10.1101/2025.08.11.25333429","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.08.11.25333429","pdf_url":"https://www.medrxiv.org/content/medrxiv/early/2025/08/14/2025.08.11.25333429.full.pdf","source":{"id":"https://openalex.org/S3005729997","display_name":"medRxiv","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":["https://openalex.org/P4310315909"],"host_organization_lineage_names":["Cold Spring Harbor Laboratory Press"],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"medRxiv","raw_type":"posted-content"},{"id":"pmid:41777589","doi":null,"is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41777589","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biology methods & protocols","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12952526","doi":null,"is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12952526/pdf/bpag006.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biol Methods Protoc","raw_type":"Text"},{"id":"pmh:oai:eprints.whiterose.ac.uk:237902","doi":null,"is_oa":true,"landing_page_url":"https://orcid.org/0000-0003-4255-5445>","pdf_url":"https://eprints.whiterose.ac.uk/id/eprint/237902/9/bpag006.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:245647","doi":null,"is_oa":true,"landing_page_url":"https://orcid.org/0000-0003-4255-5445>","pdf_url":"https://eprints.whiterose.ac.uk/id/eprint/245647/8/2025.08.11.25333429v4.full.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"pmh:oai:pure.atira.dk:openaire/a11adab9-c482-4516-863a-96ef16d90c60","doi":null,"is_oa":true,"landing_page_url":"https://pureportal.coventry.ac.uk/en/publications/a11adab9-c482-4516-863a-96ef16d90c60","pdf_url":"https://pure.coventry.ac.uk/ws/files/121354933/Akinseloyin2026VoR.pdf","source":{"id":"https://openalex.org/S4306402411","display_name":"Pure (Coventry University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I73417466","host_organization_name":"Coventry University","host_organization_lineage":["https://openalex.org/I73417466"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Akinseloyin, O, Jiang, X & Palade, V 2026, 'Large language model-based multiagent collaboration for abstract screening toward automated systematic reviews', Biology Methods & Protocols, vol. 11, no. 1. https://doi.org/10.1093/biomethods/bpag006","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.1093/biomethods/bpag006","doi":"https://doi.org/10.1093/biomethods/bpag006","is_oa":true,"landing_page_url":"https://doi.org/10.1093/biomethods/bpag006","pdf_url":null,"source":{"id":"https://openalex.org/S2735234984","display_name":"Biology Methods and Protocols","issn_l":"2396-8923","issn":["2396-8923"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","dongbi-d","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Biology Methods and Protocols","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7128197893.pdf","grobid_xml":"https://content.openalex.org/works/W7128197893.grobid-xml"},"referenced_works_count":57,"referenced_works":["https://openalex.org/W168362576","https://openalex.org/W1534477342","https://openalex.org/W1561556558","https://openalex.org/W1700671489","https://openalex.org/W1941659294","https://openalex.org/W2026981750","https://openalex.org/W2037771830","https://openalex.org/W2038492487","https://openalex.org/W2043566294","https://openalex.org/W2095601341","https://openalex.org/W2099883114","https://openalex.org/W2116489236","https://openalex.org/W2118978333","https://openalex.org/W2122053905","https://openalex.org/W2167917621","https://openalex.org/W2183168769","https://openalex.org/W2593758073","https://openalex.org/W2604351697","https://openalex.org/W2774587119","https://openalex.org/W2944828379","https://openalex.org/W2963126915","https://openalex.org/W2963341956","https://openalex.org/W2982399380","https://openalex.org/W2999783216","https://openalex.org/W3111278950","https://openalex.org/W3133702157","https://openalex.org/W3185341429","https://openalex.org/W4294559022","https://openalex.org/W4313371821","https://openalex.org/W4327810158","https://openalex.org/W4378509427","https://openalex.org/W4384641573","https://openalex.org/W4385571232","https://openalex.org/W4387144848","https://openalex.org/W4389524566","https://openalex.org/W4393065402","https://openalex.org/W4399528455","https://openalex.org/W4400036248","https://openalex.org/W4400933660","https://openalex.org/W4401023556","https://openalex.org/W4402670791","https://openalex.org/W4403203873","https://openalex.org/W4404781798","https://openalex.org/W4404782209","https://openalex.org/W4406800520","https://openalex.org/W4407571050","https://openalex.org/W4408411093","https://openalex.org/W4408763854","https://openalex.org/W4410813691","https://openalex.org/W4411259709","https://openalex.org/W4411569746","https://openalex.org/W4411932877","https://openalex.org/W4413803906","https://openalex.org/W4416037109","https://openalex.org/W7120088840","https://openalex.org/W7133224126","https://openalex.org/W7214222242"],"related_works":["https://openalex.org/W7213715769","https://openalex.org/W7129376919","https://openalex.org/W4408763854","https://openalex.org/W7160913842","https://openalex.org/W4401759841","https://openalex.org/W7164542135","https://openalex.org/W7131100690","https://openalex.org/W4406110856","https://openalex.org/W4410251088","https://openalex.org/W4400933660"],"abstract_inverted_index":{"Systematic":[0],"reviews":[1],"(SRs)":[2],"are":[3],"essential":[4],"for":[5,32,63],"evidence-based":[6],"practice":[7],"but":[8,182],"remain":[9],"labor-intensive,":[10],"especially":[11],"during":[12],"abstract":[13,33,197],"screening.":[14,34],"This":[15],"study":[16],"evaluates":[17],"whether":[18],"multiple":[19],"large":[20],"language":[21],"models":[22,169],"(multi-LLMs)":[23],"collaboration":[24,49,114,194],"can":[25],"improve":[26],"the":[27,83,123,127,176,201,208],"efficiency":[28],"and":[29,66,100,131,140,148,191,200,223,232,243],"reduce":[30],"costs":[31],"Abstract":[35],"screening":[36,198],"was":[37,121,175],"framed":[38],"as":[39,95],"a":[40,184,240,244],"question-answering":[41],"(QA)":[42],"task":[43],"using":[44,90],"cost-effective":[45,241],"LLMs.":[46],"Three":[47],"multi-LLM":[48],"strategies":[50,76],"were":[51,77],"evaluated,":[52],"including":[53],"majority":[54,189,213],"voting":[55,120,190,214],"by":[56],"averaging":[57],"opinions":[58],"of":[59,71,82,135,161,211,219,247],"peers,":[60],"multi-agent":[61,236],"debate":[62,166,237],"answer":[64],"refinement,":[65],"LLM-based":[67],"adjudication":[68],"against":[69],"answers":[70],"individual":[72],"QA":[73,117],"baselines.":[74,118],"These":[75],"evaluated":[78],"on":[79,133],"28":[80],"SRs":[81,136],"CLEF":[84],"eHealth":[85],"2019":[86],"technology-assisted":[87],"review":[88],"benchmark":[89],"standard":[91],"performance":[92,222],"metrics":[93],"such":[94],"mean":[96],"average":[97],"precision":[98],"(MAP)":[99],"work":[101],"saved":[102,109],"over":[103,110],"sampling":[104,111],"at":[105,158,183],"95%":[106,159],"recall":[107,160],"(work":[108],"WSS@95%).":[112],"Multi-LLM":[113,193],"significantly":[115,185],"outperformed":[116],"Majority":[119],"overall":[122],"best":[124,209],"strategy,":[125],"achieving":[126],"highest":[128],"MAP":[129],"0.462":[130],"0.341":[132],"subsets":[134],"about":[137],"clinical":[138],"intervention":[139],"diagnostic":[141],"technology":[142],"assessment,":[143],"respectively,":[144],"with":[145],"WSS@95%":[146],"0.606":[147],"0.680,":[149],"enabling":[150],"in":[151,204,217],"theory":[152],"up":[153],"to":[154,227],"68%":[155],"workload":[156],"reduction":[157],"all":[162],"relevant":[163],"studies.":[164],"Multi-agent":[165],"improved":[167],"weaker":[168],"most.":[170],"Our":[171],"own":[172],"adjudicator-as-a-ranker":[173],"method":[174],"second":[177],"strongest":[178],"approach,":[179],"surpassing":[180],"adjudicator-as-a-judge,":[181],"higher":[186],"cost":[187,225],"than":[188],"debating.":[192],"substantially":[195],"improves":[196],"efficiency,":[199],"success":[202],"lies":[203],"model":[205,234],"diversity.":[206],"Making":[207],"use":[210],"diversity,":[212,235],"stands":[215],"out":[216],"terms":[218],"both":[220],"excellent":[221],"low":[224],"compared":[226],"adjudication.":[228],"Despite":[229],"context-dependent":[230],"gains":[231],"diminishing":[233],"is":[238],"still":[239],"strategy":[242],"potential":[245],"direction":[246],"further":[248],"research.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":8},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-02-08T00:00:00"}