{"id":"https://openalex.org/W4402227266","doi":"https://doi.org/10.1162/tacl_a_00687","title":"Do Multi-Document Summarization Models Synthesize?","display_name":"Do Multi-Document Summarization Models Synthesize?","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402227266","doi":"https://doi.org/10.1162/tacl_a_00687","pmid":"https://pubmed.ncbi.nlm.nih.gov/40740856"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00687","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00687","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00687/2468722/tacl_a_00687.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00687/2468722/tacl_a_00687.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5068459156","display_name":"Jay DeYoung","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jay DeYoung","raw_affiliation_strings":["Northeastern University, Boston, MA, USA. deyoung.j@northeastern.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA. deyoung.j@northeastern.edu","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013191361","display_name":"Stephanie C. Martinez","orcid":null},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephanie C. Martinez","raw_affiliation_strings":["Northeastern University, Boston, MA, USA. martinez.s@northeastern.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA. martinez.s@northeastern.edu","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036860076","display_name":"Iain Marshall","orcid":"https://orcid.org/0000-0003-2594-2654"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Iain J. Marshall","raw_affiliation_strings":["King\u2019s College London, London, UK. iain.marshall@kcl.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"King\u2019s College London, London, UK. iain.marshall@kcl.ac.uk","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036790226","display_name":"Byron Wallace","orcid":"https://orcid.org/0000-0003-2409-7735"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Byron C. Wallace","raw_affiliation_strings":["Northeastern University, Boston, MA. b.wallace@northeastern.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA. b.wallace@northeastern.edu","institution_ids":["https://openalex.org/I12912129"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.6316,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.85716753,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"12","issue":null,"first_page":"1043","last_page":"1062"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9601947069168091},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.868440568447113},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.5660731196403503},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5346592664718628},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.517396092414856},{"id":"https://openalex.org/keywords/sort","display_name":"sort","score":0.44948136806488037},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.42402833700180054},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3794911205768585},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3758404850959778},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.32517391443252563},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07297226786613464}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9601947069168091},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.868440568447113},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.5660731196403503},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5346592664718628},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.517396092414856},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.44948136806488037},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.42402833700180054},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3794911205768585},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3758404850959778},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.32517391443252563},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07297226786613464},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/tacl_a_00687","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00687","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00687/2468722/tacl_a_00687.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmid:40740856","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40740856","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"Journal Article"},{"id":"pmh:oai:pubmedcentral.nih.gov:12308705","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12308705","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12308705/pdf/nihms-2032659.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Trans Assoc Comput Linguist","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:1469f55b5baf41cfbdadd6aa6393c560","is_oa":true,"landing_page_url":"https://doaj.org/article/1469f55b5baf41cfbdadd6aa6393c560","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00687","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00687","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00687/2468722/tacl_a_00687.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2759813002","display_name":null,"funder_award_id":"R01-LM012086","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"},{"id":"https://openalex.org/G7871089701","display_name":"Collaborative Research: RI: Medium: Expert-in-the-Loop Neural Summarization for Consequential Domains","funder_award_id":"2211954","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G9707856","display_name":null,"funder_award_id":"R01\u2010LM012086\u201001A1","funder_id":"https://openalex.org/F4320337372","funder_display_name":"U.S. National Library of Medicine"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"},{"id":"https://openalex.org/F4320337372","display_name":"U.S. National Library of Medicine","ror":"https://ror.org/0060t0j89"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402227266.pdf","grobid_xml":"https://content.openalex.org/works/W4402227266.grobid-xml"},"referenced_works_count":84,"referenced_works":["https://openalex.org/W1516184288","https://openalex.org/W1522301498","https://openalex.org/W1583837637","https://openalex.org/W1607035479","https://openalex.org/W2012561700","https://openalex.org/W2038124402","https://openalex.org/W2133564696","https://openalex.org/W2163455955","https://openalex.org/W2293771131","https://openalex.org/W2413121557","https://openalex.org/W2549835527","https://openalex.org/W2559655401","https://openalex.org/W2593390416","https://openalex.org/W2600107025","https://openalex.org/W2741252866","https://openalex.org/W2803713022","https://openalex.org/W2888507208","https://openalex.org/W2912744730","https://openalex.org/W2949555952","https://openalex.org/W2950670227","https://openalex.org/W2951211142","https://openalex.org/W2952984539","https://openalex.org/W2963084599","https://openalex.org/W2963204221","https://openalex.org/W2963341956","https://openalex.org/W2970476646","https://openalex.org/W2971034336","https://openalex.org/W2979826702","https://openalex.org/W3015468748","https://openalex.org/W3034188538","https://openalex.org/W3034383590","https://openalex.org/W3034535994","https://openalex.org/W3034945650","https://openalex.org/W3034999214","https://openalex.org/W3035576805","https://openalex.org/W3037234229","https://openalex.org/W3104404235","https://openalex.org/W3106234277","https://openalex.org/W3106302287","https://openalex.org/W3137522867","https://openalex.org/W3140514123","https://openalex.org/W3153193605","https://openalex.org/W3153621364","https://openalex.org/W3154936328","https://openalex.org/W3169854140","https://openalex.org/W3170432046","https://openalex.org/W3173311282","https://openalex.org/W3173759686","https://openalex.org/W3176266728","https://openalex.org/W3177242492","https://openalex.org/W3197043999","https://openalex.org/W3199307896","https://openalex.org/W4205477024","https://openalex.org/W4205742210","https://openalex.org/W4206445734","https://openalex.org/W4210834152","https://openalex.org/W4229017640","https://openalex.org/W4281657280","https://openalex.org/W4285171765","https://openalex.org/W4288089799","https://openalex.org/W4307079201","https://openalex.org/W4385245566","https://openalex.org/W4385570501","https://openalex.org/W4385573175","https://openalex.org/W6631190155","https://openalex.org/W6676984168","https://openalex.org/W6679434410","https://openalex.org/W6682631176","https://openalex.org/W6683252230","https://openalex.org/W6691459498","https://openalex.org/W6691495996","https://openalex.org/W6701908950","https://openalex.org/W6725207838","https://openalex.org/W6728274705","https://openalex.org/W6739901393","https://openalex.org/W6748148878","https://openalex.org/W6751104502","https://openalex.org/W6751604527","https://openalex.org/W6757635932","https://openalex.org/W6758527182","https://openalex.org/W6769627184","https://openalex.org/W6771915120","https://openalex.org/W6839328737","https://openalex.org/W6847076894"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2973759123","https://openalex.org/W1517524280"],"abstract_inverted_index":{"Abstract":[0],"Multi-document":[1],"summarization":[2,80,101],"entails":[3],"producing":[4],"concise":[5],"synopses":[6],"of":[7,9,29,55,86,100,139,162],"collections":[8],"inputs.":[10],"For":[11],"some":[12],"applications,":[13],"the":[14,39,62,119,170,175,180,185],"synopsis":[15,28],"should":[16,37,59],"accurately":[17,60],"synthesize":[18],"inputs":[19],"with":[20,174],"respect":[21],"to":[22,106,125,132,141],"a":[23,27,34,44,98,146],"key":[24],"aspect,":[25],"e.g.,":[26],"film":[30],"reviews":[31,54],"written":[32],"about":[33],"particular":[35],"movie":[36],"reflect":[38],"average":[40],"critic":[41],"consensus.":[42],"As":[43],"more":[45],"consequential":[46],"example,":[47],"narrative":[48],"summaries":[49],"that":[50,110],"accompany":[51],"biomedical":[52],"systematic":[53],"clinical":[56],"trial":[57],"results":[58,65],"summarize":[61],"potentially":[63],"conflicting":[64],"from":[66,103,168],"individual":[67],"trials.":[68],"In":[69],"this":[70,84],"paper":[71],"we":[72],"ask:":[73],"To":[74],"what":[75],"extent":[76],"do":[77],"modern":[78],"multi-document":[79],"models":[81,112,122],"implicitly":[82],"perform":[83,114],"sort":[85],"synthesis?":[87],"We":[88,108,144],"run":[89],"experiments":[90],"over":[91],"opinion":[92],"and":[93,130,165],"evidence":[94],"synthesis":[95,154],"datasets":[96],"using":[97],"suite":[99],"models,":[102],"fine-tuned":[104],"transformers":[105],"GPT-4.":[107],"find":[109],"existing":[111],"partially":[113],"synthesis,":[115],"but":[116],"imperfectly:":[117],"Even":[118],"best":[120,172],"performing":[121],"are":[123],"over-sensitive":[124],"changes":[126,133],"in":[127,134],"input":[128,135],"ordering":[129],"under-sensitive":[131],"compositions":[136],"(e.g.,":[137],"ratio":[138],"positive":[140],"negative":[142],"reviews).":[143],"propose":[145],"simple,":[147],"general,":[148],"effective":[149],"method":[150],"for":[151,179],"improving":[152],"model":[153,186],"capabilities":[155],"by":[156],"generating":[157],"an":[158],"explicitly":[159],"diverse":[160],"set":[161],"candidate":[163],"outputs,":[164],"then":[166],"selecting":[167],"these":[169],"string":[171],"aligned":[173],"expected":[176],"aggregate":[177],"measure":[178],"inputs,":[181],"or":[182],"abstaining":[183],"when":[184],"produces":[187],"no":[188],"good":[189],"candidate.":[190]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2025-10-10T00:00:00"}