{"id":"https://openalex.org/W4405055904","doi":"https://doi.org/10.1109/tkde.2024.3509715","title":"Unified Multi-Scenario Summarization Evaluation and Explanation","display_name":"Unified Multi-Scenario Summarization Evaluation and Explanation","publication_year":2024,"publication_date":"2024-12-05","ids":{"openalex":"https://openalex.org/W4405055904","doi":"https://doi.org/10.1109/tkde.2024.3509715"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2024.3509715","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3509715","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102754146","display_name":"Shuo Shang","orcid":"https://orcid.org/0000-0002-1117-2890"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Shuo Shang","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094095109","display_name":"Zhitao Yao","orcid":"https://orcid.org/0009-0003-3323-1788"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhitao Yao","raw_affiliation_strings":["Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018021320","display_name":"Hao Fu","orcid":"https://orcid.org/0000-0003-1262-8113"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Fu","raw_affiliation_strings":["Shandong University, Jinan, China"],"affiliations":[{"raw_affiliation_string":"Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073065834","display_name":"Chongyang Tao","orcid":"https://orcid.org/0000-0002-4162-2119"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chongyang Tao","raw_affiliation_strings":["Beihang University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042441263","display_name":"Xiuying Chen","orcid":"https://orcid.org/0000-0002-6633-0796"},"institutions":[{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Xiuying Chen","raw_affiliation_strings":["Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE"],"affiliations":[{"raw_affiliation_string":"Mohamed bin Zayed University of Artificial Intelligence, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210113480"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100431127","display_name":"Feng Wang","orcid":"https://orcid.org/0000-0001-6975-4335"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng Wang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024445564","display_name":"Yanan Wang","orcid":"https://orcid.org/0000-0001-5038-4856"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongbo Wang","raw_affiliation_strings":["Ant Group, Hangzhou, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Hangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100384130","display_name":"Zhaochun Ren","orcid":"https://orcid.org/0000-0002-9076-6565"},"institutions":[{"id":"https://openalex.org/I121797337","display_name":"Leiden University","ror":"https://ror.org/027bh9e22","country_code":"NL","type":"education","lineage":["https://openalex.org/I121797337"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Zhaochun Ren","raw_affiliation_strings":["Leiden University, Leiden, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Leiden University, Leiden, The Netherlands","institution_ids":["https://openalex.org/I121797337"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021862101","display_name":"Shen Gao","orcid":"https://orcid.org/0000-0003-1301-3700"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shen Gao","raw_affiliation_strings":["University of Electronic Science and Technology of China, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":9,"corresponding_author_ids":["https://openalex.org/A5102754146"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":1.0911,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8245997,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":100},"biblio":{"volume":"37","issue":"2","first_page":"991","last_page":"1003"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8285587430000305},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.82253098487854},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3494887351989746}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8285587430000305},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82253098487854},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3494887351989746}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2024.3509715","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2024.3509715","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2407784827","display_name":null,"funder_award_id":"62432002","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4460768019","display_name":null,"funder_award_id":"62032001","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6216555950","display_name":null,"funder_award_id":"T2293773","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8676209338","display_name":null,"funder_award_id":"62406061","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W1826672328","https://openalex.org/W2758374095","https://openalex.org/W2890861846","https://openalex.org/W2896457183","https://openalex.org/W2905279751","https://openalex.org/W2908018635","https://openalex.org/W2962762898","https://openalex.org/W2962972512","https://openalex.org/W2963929190","https://openalex.org/W2965373594","https://openalex.org/W2970785793","https://openalex.org/W2970892365","https://openalex.org/W3022685184","https://openalex.org/W3031652686","https://openalex.org/W3034383590","https://openalex.org/W3035628162","https://openalex.org/W3041280310","https://openalex.org/W3098096010","https://openalex.org/W3098968529","https://openalex.org/W3099766584","https://openalex.org/W3144194608","https://openalex.org/W3159259047","https://openalex.org/W3174770825","https://openalex.org/W3177140869","https://openalex.org/W3201085013","https://openalex.org/W4205477024","https://openalex.org/W4205480693","https://openalex.org/W4225116116","https://openalex.org/W4229019932","https://openalex.org/W4285247752","https://openalex.org/W4288089799","https://openalex.org/W4294170691","https://openalex.org/W4307079201","https://openalex.org/W4362515116","https://openalex.org/W4380136738","https://openalex.org/W4385571034","https://openalex.org/W4385572754","https://openalex.org/W4385825419","https://openalex.org/W4385963839","https://openalex.org/W4386875790","https://openalex.org/W4387636003","https://openalex.org/W4391136507","https://openalex.org/W4393157025","https://openalex.org/W4393160113","https://openalex.org/W4396758702","https://openalex.org/W4396843748","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6761205521","https://openalex.org/W6766673545","https://openalex.org/W6769627184","https://openalex.org/W6797816506","https://openalex.org/W6800875267","https://openalex.org/W6847076894","https://openalex.org/W6851275496","https://openalex.org/W6851775633","https://openalex.org/W6853966477","https://openalex.org/W6854738257","https://openalex.org/W6855797017","https://openalex.org/W6855965637","https://openalex.org/W6856054665","https://openalex.org/W6856444201","https://openalex.org/W6857364563","https://openalex.org/W6857691370","https://openalex.org/W6872413409","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W2351187795"],"abstract_inverted_index":{"Summarization":[0],"quality":[1,105],"evaluation":[2,106,198,209,216],"is":[3,126,193],"a":[4,61,166,179,213],"non-trivial":[5],"task":[6],"in":[7,76,207,231],"text":[8],"summarization.":[9],"Contemporary":[10],"methods":[11,258],"can":[12,250,282],"be":[13,205],"mainly":[14,41],"categorized":[15],"into":[16],"two":[17],"scenarios:":[18],"(1)":[19],"<italic":[20,29],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[21,30,134,137,140,143,148,150,153,156,159],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">reference-based:</i>":[22],"evaluating":[23,32],"with":[24,55,201,254],"human-labeled":[25],"reference":[26],"summary;":[27],"(2)":[28],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">reference-free:</i>":[31],"the":[33,37,65,82,98,103,115,124,185,194,202,242,274],"summary":[34,215],"consistency":[35],"of":[36,45,276],"document.":[38],"Recent":[39],"studies":[40],"focus":[42],"on":[43,241],"one":[44],"these":[46],"scenarios":[47,69,176,240],"and":[48,58,146,177,269,285],"explore":[49],"training":[50,181],"neural":[51],"models":[52,66,91],"to":[53,97,113,171,183,204,225],"align":[54],"human":[56,189],"criteria":[57],"finally":[59],"give":[60],"numeric":[62,104],"score.":[63],"However,":[64],"from":[67],"different":[68,86,233],"are":[70,260],"optimized":[71],"individually,":[72],"which":[73,220,281],"may":[74],"result":[75],"sub-optimal":[77],"performance":[78,253],"since":[79,118],"they":[80,119],"neglect":[81],"shared":[83],"knowledge":[84,174],"across":[85,237],"scenarios.":[87,210],"Besides,":[88],"designing":[89],"individual":[90],"for":[92,108,263],"each":[93,264],"scenario":[94],"caused":[95],"inconvenience":[96],"user.":[99],"Moreover,":[100],"only":[101],"providing":[102],"score":[107,125],"users":[109,112],"cannot":[110],"help":[111],"improve":[114],"summarization":[116,197],"model,":[117],"do":[120],"not":[121],"know":[122],"why":[123],"low.":[127],"Inspired":[128],"by":[129],"this,":[130],"we":[131,164],"propose":[132,165,212],"<bold":[133,136,139,142,147,152,155,158],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">U</b>nified":[135],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>ulti-scenario":[138],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</b>ummarization":[141,154],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">E</b>valuator":[144],"(UMSE)":[145],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">M</b>ulti-<bold":[149],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">A</b>gent":[151],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">E</b>valuation":[157],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">E</b>xplainer":[160],"(MASEE).":[161],"More":[162],"specifically,":[163],"perturbed":[167],"prefix":[168],"tuning":[169],"method":[170,218],"share":[172],"cross-scenario":[173],"between":[175],"use":[178],"self-supervised":[180],"paradigm":[182],"optimize":[184],"model":[186],"without":[187],"extra":[188],"labeling.":[190],"Our":[191],"UMSE":[192,249],"first":[195],"unified":[196],"framework":[199],"engaged":[200],"ability":[203],"used":[206],"three":[208,238],"We":[211],"multi-agent":[214],"explanation":[217,279],"MASEE,":[219],"employs":[221],"several":[222,255],"LLM-based":[223],"agents":[224],"generate":[226,283],"detailed":[227],"natural":[228],"language":[229],"explanations":[230],"four":[232],"aspects.":[234],"Experimental":[235],"results":[236],"typical":[239],"benchmark":[243],"dataset":[244],"SummEval":[245],"indicate":[246],"that":[247,259],"our":[248,277],"achieve":[251],"comparable":[252],"existing":[256],"strong":[257],"specifically":[261],"designed":[262],"scenario.":[265],"And":[266],"intensive":[267],"quantitative":[268],"qualitative":[270],"experiments":[271],"also":[272],"demonstrate":[273],"effectiveness":[275],"proposed":[278],"method,":[280],"consistent":[284],"accurate":[286],"explanations.":[287]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}