{"id":"https://openalex.org/W7165109727","doi":"https://doi.org/10.1145/3770855.3817525","title":"DECKBench: Benchmarking Multi-Agent Frameworks for Academic Slide Generation and Editing","display_name":"DECKBench: Benchmarking Multi-Agent Frameworks for Academic Slide Generation and Editing","publication_year":2026,"publication_date":"2026-08-06","ids":{"openalex":"https://openalex.org/W7165109727","doi":"https://doi.org/10.1145/3770855.3817525"},"language":"en","primary_location":{"id":"doi:10.1145/3770855.3817525","doi":"https://doi.org/10.1145/3770855.3817525","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770855.3817525","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3770855.3817525","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087473340","display_name":"Daesik Jang","orcid":"https://orcid.org/0000-0003-1978-8312","observed_orcids":["https://orcid.org/0000-0003-1978-8312"]},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Daesik Jang","raw_affiliation_strings":["Huawei Technologies Ltd., Canada, Burnaby, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1978-8312","affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Canada, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062402904","display_name":"Morgan Heisler","orcid":"https://orcid.org/0000-0003-4001-5939","observed_orcids":["https://orcid.org/0000-0003-4001-5939"]},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Morgan Lindsay Heisler","raw_affiliation_strings":["Huawei Technologies Ltd., Canada, Burnaby, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4001-5939","affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Canada, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070625077","display_name":"Linzi Xing","orcid":"https://orcid.org/0009-0002-5565-3757","observed_orcids":["https://orcid.org/0009-0002-5565-3757"]},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Linzi Xing","raw_affiliation_strings":["Huawei Technologies Ltd., Canada, Burnaby, BC, Canada"],"raw_orcid":"https://orcid.org/0009-0002-5565-3757","affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Canada, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138879739","display_name":"Yifei Li","orcid":"https://orcid.org/0009-0000-6006-0142","observed_orcids":["https://orcid.org/0009-0000-6006-0142"]},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yifei Li","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0009-0000-6006-0142","affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126243586","display_name":"Edward Wang","orcid":"https://orcid.org/0009-0003-7934-2969","observed_orcids":["https://orcid.org/0009-0003-7934-2969"]},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Edward Wang","raw_affiliation_strings":["University of British Columbia, Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0009-0003-7934-2969","affiliations":[{"raw_affiliation_string":"University of British Columbia, Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138843097","display_name":"Ying Xiong","orcid":"https://orcid.org/0009-0009-5985-3300","observed_orcids":["https://orcid.org/0009-0009-5985-3300"]},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ying Xiong","raw_affiliation_strings":["Huawei Technologies Ltd., Canada, Burnaby, BC, Canada"],"raw_orcid":"https://orcid.org/0009-0009-5985-3300","affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Canada, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5138894097","display_name":"Yong Zhang","orcid":"https://orcid.org/0000-0002-0238-0719","observed_orcids":["https://orcid.org/0000-0002-0238-0719"]},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yong Zhang","raw_affiliation_strings":["Huawei Technologies Ltd., Canada, Burnaby, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0238-0719","affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Canada, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021637858","display_name":"Zhenan Fan","orcid":"https://orcid.org/0000-0001-5116-2956","observed_orcids":["https://orcid.org/0000-0001-5116-2956"]},"institutions":[{"id":"https://openalex.org/I4210115038","display_name":"Huawei Technologies (Canada)","ror":"https://ror.org/026venb53","country_code":"CA","type":"company","lineage":["https://openalex.org/I2250955327","https://openalex.org/I4210115038"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Zhenan Fan","raw_affiliation_strings":["Huawei Technologies Ltd., Canada, Burnaby, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0001-5116-2956","affiliations":[{"raw_affiliation_string":"Huawei Technologies Ltd., Canada, Burnaby, BC, Canada","institution_ids":["https://openalex.org/I4210115038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":37.3793,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.98891967,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":93,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"9159","last_page":"9170"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.38989999890327454,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.38989999890327454,"subfield":{"id":"https://openalex.org/subfields/1207","display_name":"History and Philosophy of Science"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.15719999372959137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.07199999690055847,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.9729999899864197},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.7670000195503235},{"id":"https://openalex.org/keywords/slide-layout","display_name":"slide layout","score":0.37400001287460327},{"id":"https://openalex.org/keywords/document-summarization","display_name":"document summarization","score":0.597000002861023},{"id":"https://openalex.org/keywords/html-generation","display_name":"HTML generation","score":0.4309999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8522999882698059},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.7741000056266785},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6180999875068665},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5806000232696533},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.534600019454956},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.5101000070571899},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4805000126361847},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4431999921798706},{"id":"https://openalex.org/C2777601897","wikidata":"https://www.wikidata.org/wiki/Q3409113","display_name":"Presentation (obstetrics)","level":2,"score":0.43799999356269836},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.4059999883174896},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.4000999927520752},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.39320001006126404},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.376800000667572},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.3716000020503998},{"id":"https://openalex.org/C2779982483","wikidata":"https://www.wikidata.org/wiki/Q6094420","display_name":"Iterative refinement","level":2,"score":0.3675999939441681},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.3479999899864197},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3294999897480011},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.2946000099182129},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.28459998965263367},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.27619999647140503},{"id":"https://openalex.org/C147494362","wikidata":"https://www.wikidata.org/wiki/Q2078905","display_name":"Troubleshooting","level":2,"score":0.26910001039505005},{"id":"https://openalex.org/C2985331491","wikidata":"https://www.wikidata.org/wiki/Q5227298","display_name":"Data format","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2606000006198883},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2540999948978424}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3770855.3817525","doi":"https://doi.org/10.1145/3770855.3817525","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770855.3817525","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2602.13318","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2602.13318","pdf_url":"https://arxiv.org/pdf/2602.13318","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2602.13318","doi":"https://doi.org/10.48550/arxiv.2602.13318","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.13318","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.1145/3770855.3817525","doi":"https://doi.org/10.1145/3770855.3817525","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3770855.3817525","pdf_url":null,"source":{"id":"https://openalex.org/S4363608767","display_name":"ACM SIGKDD Conference on Knowledge Discovery and Data Mining (KDD)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 32nd ACM SIGKDD Conference on Knowledge Discovery and Data Mining V.2","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.5,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7134821456","https://openalex.org/W7154508657","https://openalex.org/W7214603097","https://openalex.org/W7206205626","https://openalex.org/W7206193858","https://openalex.org/W7109032245","https://openalex.org/W7165129291","https://openalex.org/W7124266476","https://openalex.org/W7208733454","https://openalex.org/W7161568116"],"abstract_inverted_index":{"Automatically":[0],"generating":[1],"and":[2,23,31,49,61,87,93,110,116,122,137,146,158,165,168],"iteratively":[3],"editing":[4,79,111,147],"academic":[5,162],"slide":[6,19,59,73,108,118,144],"decks":[7],"requires":[8],"more":[9],"than":[10],"document":[11],"summarization.":[12],"It":[13],"demands":[14],"faithful":[15],"content":[16],"selection,":[17],"coherent":[18],"organization,":[20],"layout-aware":[21],"rendering,":[22],"robust":[24],"multi-turn":[25,94],"instruction":[26,95],"following.":[27,96],"However,":[28],"existing":[29],"benchmarks":[30],"evaluation":[32,55,82,160],"protocols":[33],"do":[34],"not":[35],"adequately":[36],"measure":[37],"these":[38],"challenges.":[39],"To":[40],"address":[41],"this":[42,150],"gap,":[43],"we":[44],"introduce":[45],"the":[46,107,129],"Deck":[47],"Edits":[48],"Compliance":[50],"Kit":[51],"Benchmark":[52],"(DECKBench),":[53],"an":[54],"framework":[56],"for":[57,141,156],"multi-agent":[58,102,143],"generation":[60,109,145,164],"editing.":[62,124,166],"DECKBench":[63],"is":[64],"built":[65],"on":[66],"a":[67,100,153],"curated":[68],"dataset":[69],"of":[70,161],"paper":[71,114],"to":[72],"pairs":[74],"augmented":[75],"with":[76],"realistic,":[77],"simulated":[78],"instructions.":[80],"Our":[81],"protocol":[83],"systematically":[84],"assesses":[85],"slide-level":[86],"deck-level":[88],"fidelity,":[89],"coherence,":[90],"layout":[91],"quality,":[92],"We":[97],"further":[98],"implement":[99],"modular":[101],"baseline":[103],"system":[104],"that":[105,128],"decomposes":[106],"task":[112],"into":[113],"parsing":[115],"summarization,":[117],"planning,":[119],"HTML":[120],"creation,":[121],"iterative":[123],"Experimental":[125],"results":[126],"demonstrate":[127],"proposed":[130],"benchmark":[131],"highlights":[132],"strengths,":[133],"exposes":[134],"failure":[135],"modes,":[136],"provides":[138],"actionable":[139],"insights":[140],"improving":[142],"systems.":[148],"Overall,":[149],"work":[151],"establishes":[152],"standardized":[154],"foundation":[155],"reproducible":[157],"comparable":[159],"presentation":[163],"Code":[167],"data":[169],"are":[170],"publicly":[171],"available":[172],"at":[173],"https://github.com/morgan-heisler/DeckBench":[174],".":[175]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-10-31T12:09:11.096373","created_date":"2026-06-19T00:00:00"}