{"id":"https://openalex.org/W4225661174","doi":"https://doi.org/10.1162/tacl_a_00469","title":"LOT: A Story-Centric Benchmark for Evaluating Chinese Long Text Understanding and Generation","display_name":"LOT: A Story-Centric Benchmark for Evaluating Chinese Long Text Understanding and Generation","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4225661174","doi":"https://doi.org/10.1162/tacl_a_00469"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00469","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00469","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00469/2008054/tacl_a_00469.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00469/2008054/tacl_a_00469.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059231561","display_name":"Jian Guan","orcid":"https://orcid.org/0000-0002-0945-1081"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jian Guan","raw_affiliation_strings":["The CoAI group, DCST, China. j-guan19@mails.tsinghua.edu.cn"],"affiliations":[{"raw_affiliation_string":"The CoAI group, DCST, China. j-guan19@mails.tsinghua.edu.cn","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071505643","display_name":"Zhuoer Feng","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhuoer Feng","raw_affiliation_strings":["The CoAI group, DCST, China. fze17@mails.tsinghua.edu.cn"],"affiliations":[{"raw_affiliation_string":"The CoAI group, DCST, China. fze17@mails.tsinghua.edu.cn","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002537755","display_name":"Yamei Chen","orcid":"https://orcid.org/0000-0002-9072-5157"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yamei Chen","raw_affiliation_strings":["The CoAI group, DCST, China. chenziym4132013@163.com"],"affiliations":[{"raw_affiliation_string":"The CoAI group, DCST, China. chenziym4132013@163.com","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063714556","display_name":"Ruilin He","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Ruilin He","raw_affiliation_strings":["Huawei Technologies Co., Ltd., China. heruilin@huawei.com"],"affiliations":[{"raw_affiliation_string":"Huawei Technologies Co., Ltd., China. heruilin@huawei.com","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056777342","display_name":"Xiaoxi Mao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaoxi Mao","raw_affiliation_strings":["Netease Fuxi AI Lab., China. maoxiaoxi@corp.netease.com"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab., China. maoxiaoxi@corp.netease.com","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022008180","display_name":"Changjie Fan","orcid":"https://orcid.org/0000-0001-5420-0516"},"institutions":[{"id":"https://openalex.org/I4210091137","display_name":"NetEase (China)","ror":"https://ror.org/00fp6fj05","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210091137"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Changjie Fan","raw_affiliation_strings":["Netease Fuxi AI Lab., China. fanchangjie@corp.netease.com"],"affiliations":[{"raw_affiliation_string":"Netease Fuxi AI Lab., China. fanchangjie@corp.netease.com","institution_ids":["https://openalex.org/I4210091137"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058504936","display_name":"Minlie Huang","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Minlie Huang","raw_affiliation_strings":["The CoAI group, DCST, China. aihuang@tsinghua.edu.cn"],"affiliations":[{"raw_affiliation_string":"The CoAI group, DCST, China. aihuang@tsinghua.edu.cn","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5002537755","https://openalex.org/A5022008180","https://openalex.org/A5056777342","https://openalex.org/A5058504936","https://openalex.org/A5059231561","https://openalex.org/A5063714556","https://openalex.org/A5071505643"],"corresponding_institution_ids":["https://openalex.org/I2250955327","https://openalex.org/I4210091137"],"apc_list":null,"apc_paid":null,"fwci":3.5879,"has_fulltext":false,"cited_by_count":29,"citation_normalized_percentile":{"value":0.93591754,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"434","last_page":"451"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8659666776657104},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6835281848907471},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.678339421749115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6040372252464294},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.5772104859352112},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5371452569961548},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5364822149276733},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5350303053855896},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5266701579093933},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5231143832206726},{"id":"https://openalex.org/keywords/controllability","display_name":"Controllability","score":0.4129984974861145}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8659666776657104},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6835281848907471},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.678339421749115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6040372252464294},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5772104859352112},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5371452569961548},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5364822149276733},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5350303053855896},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5266701579093933},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5231143832206726},{"id":"https://openalex.org/C48209547","wikidata":"https://www.wikidata.org/wiki/Q1331104","display_name":"Controllability","level":2,"score":0.4129984974861145},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00469","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00469","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00469/2008054/tacl_a_00469.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7bbfb2e6c1604607b4dd50538f6a9550","is_oa":true,"landing_page_url":"https://doaj.org/article/7bbfb2e6c1604607b4dd50538f6a9550","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 10, Pp 434-451 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00469","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00469","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00469/2008054/tacl_a_00469.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6700000166893005,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225661174.pdf","grobid_xml":"https://content.openalex.org/works/W4225661174.grobid-xml"},"referenced_works_count":66,"referenced_works":["https://openalex.org/W25648700","https://openalex.org/W1593271688","https://openalex.org/W1847618513","https://openalex.org/W1975879668","https://openalex.org/W2118463056","https://openalex.org/W2133286915","https://openalex.org/W2466175319","https://openalex.org/W2559655401","https://openalex.org/W2566509507","https://openalex.org/W2604672944","https://openalex.org/W2612690371","https://openalex.org/W2759083144","https://openalex.org/W2804808697","https://openalex.org/W2885227423","https://openalex.org/W2889002152","https://openalex.org/W2892181857","https://openalex.org/W2923014074","https://openalex.org/W2962717182","https://openalex.org/W2963096510","https://openalex.org/W2963250244","https://openalex.org/W2963993699","https://openalex.org/W2964110616","https://openalex.org/W2964150944","https://openalex.org/W2970390493","https://openalex.org/W2971141916","https://openalex.org/W3014521650","https://openalex.org/W3015253856","https://openalex.org/W3034275286","https://openalex.org/W3034999214","https://openalex.org/W3035507081","https://openalex.org/W3091627448","https://openalex.org/W3101652466","https://openalex.org/W3103662468","https://openalex.org/W3103682594","https://openalex.org/W3103834155","https://openalex.org/W3105484636","https://openalex.org/W3140514123","https://openalex.org/W3174489133","https://openalex.org/W3175530221","https://openalex.org/W3176253974","https://openalex.org/W3176929804","https://openalex.org/W3186655327","https://openalex.org/W3187018546","https://openalex.org/W4288089799","https://openalex.org/W4292779060","https://openalex.org/W4298422451","https://openalex.org/W4365799947","https://openalex.org/W4391156274","https://openalex.org/W6640842352","https://openalex.org/W6682203012","https://openalex.org/W6683364219","https://openalex.org/W6691152069","https://openalex.org/W6727099177","https://openalex.org/W6737778391","https://openalex.org/W6739901393","https://openalex.org/W6748452836","https://openalex.org/W6755207826","https://openalex.org/W6766131737","https://openalex.org/W6766937060","https://openalex.org/W6769627184","https://openalex.org/W6770251742","https://openalex.org/W6778883912","https://openalex.org/W6784577980","https://openalex.org/W6785794352","https://openalex.org/W6787476917","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2036697162","https://openalex.org/W2332386680","https://openalex.org/W2248621902","https://openalex.org/W2003779889","https://openalex.org/W2561315646","https://openalex.org/W4205698120","https://openalex.org/W4239246781","https://openalex.org/W2542825942","https://openalex.org/W3201620972","https://openalex.org/W1496421768"],"abstract_inverted_index":{"Abstract":[0],"Standard":[1],"multi-task":[2],"benchmarks":[3,18,67],"are":[4],"essential":[5],"for":[6,19,94,113],"developing":[7],"pretraining":[8,133,167],"models":[9,168],"that":[10,163],"can":[11],"generalize":[12],"to":[13,43,71,139],"various":[14],"downstream":[15],"tasks.":[16,108],"Existing":[17],"natural":[20],"language":[21],"processing":[22],"(NLP)":[23],"usually":[24],"focus":[25],"only":[26],"on":[27,117,146,170],"understanding":[28,103,173],"or":[29],"generating":[30],"short":[31,44],"texts.":[32],"However,":[33],"long":[34,97,131],"text":[35,98,132,155],"modeling":[36,49],"requires":[37],"many":[38],"distinct":[39],"abilities":[40,74],"in":[41,177],"contrast":[42],"texts,":[45],"such":[46],"as":[47],"the":[48,57,172],"of":[50,61,65,75,123],"long-range":[51],"discourse":[52],"and":[53,56,59,78,105,157,174],"commonsense":[54],"relations,":[55],"coherence":[58],"controllability":[60],"generation.":[62],"The":[63],"lack":[64],"standardized":[66],"makes":[68],"it":[69],"difficult":[70],"assess":[72],"these":[73,114],"a":[76,89],"model":[77,134],"fairly":[79],"compare":[80],"different":[81],"models,":[82],"especially":[83],"Chinese":[84,96,119,130,148],"models.":[85],"Therefore,":[86],"we":[87,126],"propose":[88],"story-centric":[90],"benchmark":[91],"named":[92,135],"LOT":[93],"evaluating":[95],"modeling,":[99],"which":[100],"aggregates":[101],"two":[102,106,151],"tasks":[104,115,153,176],"generation":[107,175],"We":[109,143],"construct":[110],"new":[111],"datasets":[112],"based":[116],"human-written":[118],"stories":[120],"with":[121,137,150],"hundreds":[122],"words.":[124],"Furthermore,":[125],"release":[127],"an":[128],"encoder-decoder-based":[129],"LongLM":[136,145,164],"up":[138],"1":[140],"billion":[141],"parameters.":[142],"pretrain":[144],"120G":[147],"novels":[149],"generative":[152],"including":[154],"infilling":[156],"conditional":[158],"continuation.":[159],"Extensive":[160],"experiments":[161],"show":[162],"outperforms":[165],"similar-sized":[166],"substantially":[169],"both":[171],"LOT.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-10T00:00:00"}