{"id":"https://openalex.org/W3185979432","doi":"https://doi.org/10.1162/tacl_a_00388","title":"Evaluating Document Coherence Modeling","display_name":"Evaluating Document Coherence Modeling","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3185979432","doi":"https://doi.org/10.1162/tacl_a_00388","mag":"3185979432"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00388","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00388","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00388/1929699/tacl_a_00388.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00388/1929699/tacl_a_00388.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037176850","display_name":"Aili Shen","orcid":"https://orcid.org/0000-0002-5816-3465"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Aili Shen","raw_affiliation_strings":["The University of Melbourne, Australia. aili.shen@unimelb.edu.au"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Australia. aili.shen@unimelb.edu.au","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041513988","display_name":"Meladel Mistica","orcid":"https://orcid.org/0000-0001-6147-120X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Meladel Mistica","raw_affiliation_strings":["The University of Melbourne, Australia. misticam@unimelb.edu.au"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Australia. misticam@unimelb.edu.au","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019218714","display_name":"Bahar Salehi","orcid":"https://orcid.org/0000-0002-1279-1263"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Bahar Salehi","raw_affiliation_strings":["The University of Melbourne, Australia. baharsalehi@gmail.com"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Australia. baharsalehi@gmail.com","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100455112","display_name":"Hang Li","orcid":"https://orcid.org/0000-0001-5096-0155"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Hang Li","raw_affiliation_strings":["AI Lab at ByteDance, China. lihang.lh@bytedance.com"],"affiliations":[{"raw_affiliation_string":"AI Lab at ByteDance, China. lihang.lh@bytedance.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103085805","display_name":"Timothy Baldwin","orcid":"https://orcid.org/0000-0002-4445-1386"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Timothy Baldwin","raw_affiliation_strings":["The University of Melbourne, Australia. tbaldwin@unimelb.edu.au"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Australia. tbaldwin@unimelb.edu.au","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022290876","display_name":"Jianzhong Qi","orcid":"https://orcid.org/0000-0001-6501-9050"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Jianzhong Qi","raw_affiliation_strings":["The University of Melbourne, Australia. jianzhong.qi@unimelb.edu.au"],"affiliations":[{"raw_affiliation_string":"The University of Melbourne, Australia. jianzhong.qi@unimelb.edu.au","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5019218714","https://openalex.org/A5022290876","https://openalex.org/A5037176850","https://openalex.org/A5041513988","https://openalex.org/A5100455112","https://openalex.org/A5103085805"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":null,"apc_paid":null,"fwci":1.8165,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.87783977,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"9","issue":null,"first_page":"621","last_page":"640"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.9018664956092834},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7045031189918518},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6593897342681885},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.635105311870575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.61101233959198},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.583484947681427},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.5815702080726624},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5646848678588867}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.9018664956092834},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7045031189918518},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6593897342681885},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.635105311870575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.61101233959198},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.583484947681427},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.5815702080726624},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5646848678588867},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1162/tacl_a_00388","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00388","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00388/1929699/tacl_a_00388.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6e8765cdba1b459d8b4d9feb25a6269e","is_oa":true,"landing_page_url":"https://doaj.org/article/6e8765cdba1b459d8b4d9feb25a6269e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 9, Pp 621-640 (2021)","raw_type":"article"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/289458","is_oa":true,"landing_page_url":"http://hdl.handle.net/11343/289458","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00388","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00388","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00388/1929699/tacl_a_00388.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.7599999904632568,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3185979432.pdf","grobid_xml":"https://content.openalex.org/works/W3185979432.grobid-xml"},"referenced_works_count":118,"referenced_works":["https://openalex.org/W1486649854","https://openalex.org/W1491108792","https://openalex.org/W1497300277","https://openalex.org/W1502957213","https://openalex.org/W1544827683","https://openalex.org/W1566289585","https://openalex.org/W1574440611","https://openalex.org/W1607035479","https://openalex.org/W1840435438","https://openalex.org/W2000332471","https://openalex.org/W2019416425","https://openalex.org/W2045738181","https://openalex.org/W2064675550","https://openalex.org/W2095652037","https://openalex.org/W2115637926","https://openalex.org/W2123849094","https://openalex.org/W2140676672","https://openalex.org/W2152052831","https://openalex.org/W2156354361","https://openalex.org/W2166957049","https://openalex.org/W2169058332","https://openalex.org/W2169546346","https://openalex.org/W2183386595","https://openalex.org/W2250539671","https://openalex.org/W2250952041","https://openalex.org/W2251529809","https://openalex.org/W2251818205","https://openalex.org/W2264742718","https://openalex.org/W2471407348","https://openalex.org/W2499605084","https://openalex.org/W2586597293","https://openalex.org/W2599674900","https://openalex.org/W2602856279","https://openalex.org/W2605717780","https://openalex.org/W2609368435","https://openalex.org/W2733628661","https://openalex.org/W2735135478","https://openalex.org/W2739692012","https://openalex.org/W2740181799","https://openalex.org/W2759083144","https://openalex.org/W2768115187","https://openalex.org/W2798727047","https://openalex.org/W2805206884","https://openalex.org/W2805953373","https://openalex.org/W2810611310","https://openalex.org/W2885212328","https://openalex.org/W2885940157","https://openalex.org/W2886448360","https://openalex.org/W2888329843","https://openalex.org/W2888539709","https://openalex.org/W2888922637","https://openalex.org/W2889320445","https://openalex.org/W2889765309","https://openalex.org/W2889787757","https://openalex.org/W2894995323","https://openalex.org/W2906152891","https://openalex.org/W2914019777","https://openalex.org/W2914855263","https://openalex.org/W2915480215","https://openalex.org/W2946359678","https://openalex.org/W2946609015","https://openalex.org/W2946869570","https://openalex.org/W2949423690","https://openalex.org/W2950590791","https://openalex.org/W2951286828","https://openalex.org/W2962790423","https://openalex.org/W2962851685","https://openalex.org/W2962911926","https://openalex.org/W2962961857","https://openalex.org/W2962985038","https://openalex.org/W2963083752","https://openalex.org/W2963159690","https://openalex.org/W2963283805","https://openalex.org/W2963341956","https://openalex.org/W2963482033","https://openalex.org/W2963651521","https://openalex.org/W2963690599","https://openalex.org/W2963751529","https://openalex.org/W2963918774","https://openalex.org/W2963929190","https://openalex.org/W2964204621","https://openalex.org/W2965373594","https://openalex.org/W2970597249","https://openalex.org/W2970862333","https://openalex.org/W2971141916","https://openalex.org/W2978670439","https://openalex.org/W2994726368","https://openalex.org/W2996428491","https://openalex.org/W2998106530","https://openalex.org/W2998277219","https://openalex.org/W3013371788","https://openalex.org/W3021868432","https://openalex.org/W3099668342","https://openalex.org/W3104570147","https://openalex.org/W4234542648","https://openalex.org/W4247780151","https://openalex.org/W6629028937","https://openalex.org/W6629291133","https://openalex.org/W6629816094","https://openalex.org/W6632455782","https://openalex.org/W6677681968","https://openalex.org/W6678441938","https://openalex.org/W6682475069","https://openalex.org/W6684468177","https://openalex.org/W6686286932","https://openalex.org/W6691656929","https://openalex.org/W6691763659","https://openalex.org/W6693199996","https://openalex.org/W6715080416","https://openalex.org/W6741419198","https://openalex.org/W6752030624","https://openalex.org/W6752083044","https://openalex.org/W6755207826","https://openalex.org/W6761644171","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6768021236","https://openalex.org/W6807038783"],"related_works":["https://openalex.org/W3162204513","https://openalex.org/W2371138613","https://openalex.org/W2048963458","https://openalex.org/W43109613","https://openalex.org/W2359952343","https://openalex.org/W2375873920","https://openalex.org/W2080152487","https://openalex.org/W2146114872","https://openalex.org/W2239445980","https://openalex.org/W2369835347"],"abstract_inverted_index":{"Abstract":[0],"While":[1],"pretrained":[2,54,92],"language":[3],"models":[4],"(LMs)":[5],"have":[6],"driven":[7],"impressive":[8],"gains":[9],"over":[10,114],"morpho-syntactic":[11],"and":[12,20,84],"semantic":[13],"tasks,":[14],"their":[15,34],"ability":[16],"to":[17],"model":[18],"discourse":[19,35],"pragmatic":[21],"phenomena":[22],"is":[23,123],"less":[24],"clear.":[25],"As":[26],"a":[27,30,40,50,63,71,101,115],"step":[28],"towards":[29],"better":[31],"understanding":[32],"of":[33,49,53],"modeling":[36],"capabilities,":[37],"we":[38,68],"propose":[39],"sentence":[41,74],"intrusion":[42],"detection":[43,58,75],"task.":[44],"We":[45],"examine":[46],"the":[47,66,105,130],"performance":[48],"broad":[51],"range":[52],"LMs":[55,93],"on":[56],"this":[57],"task":[59],"for":[60,65,126],"English.":[61],"Lacking":[62],"dataset":[64,119],"task,":[67],"introduce":[69],"INSteD,":[70],"novel":[72,116],"intruder":[73],"dataset,":[76],"containing":[77],"170,000+":[78],"documents":[79],"constructed":[80],"from":[81],"English":[82],"Wikipedia":[83],"CNN":[85],"news":[86],"articles.":[87],"Our":[88],"experiments":[89],"show":[90,120],"that":[91,121],"perform":[94],"impressively":[95],"in":[96,104,129],"in-domain":[97],"evaluation,":[98],"but":[99],"experience":[100],"substantial":[102,124],"drop":[103],"cross-domain":[106],"setting,":[107],"indicating":[108],"limited":[109],"generalization":[110],"capacity.":[111],"Further":[112],"results":[113],"linguistic":[117],"probe":[118],"there":[122],"room":[125],"improvement,":[127],"especially":[128],"cross-":[131],"domain":[132],"setting.":[133]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":7}],"updated_date":"2026-03-09T08:58:05.943551","created_date":"2025-10-10T00:00:00"}