{"id":"https://openalex.org/W3169921762","doi":"https://doi.org/10.1109/taslp.2021.3088223","title":"Corruption Is Not All Bad: Incorporating Discourse Structure Into Pre-Training via Corruption for Essay Scoring","display_name":"Corruption Is Not All Bad: Incorporating Discourse Structure Into Pre-Training via Corruption for Essay Scoring","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3169921762","doi":"https://doi.org/10.1109/taslp.2021.3088223","mag":"3169921762"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2021.3088223","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3088223","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/9289074/09451631.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ieeexplore.ieee.org/ielx7/6570655/9289074/09451631.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5018298137","display_name":"Farjana Sultana Mim","orcid":"https://orcid.org/0000-0002-3748-3849"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Farjana Sultana Mim","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028046901","display_name":"Naoya Inoue","orcid":"https://orcid.org/0000-0002-2961-6939"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]},{"id":"https://openalex.org/I59553526","display_name":"Stony Brook University","ror":"https://ror.org/05qghxh33","country_code":"US","type":"education","lineage":["https://openalex.org/I59553526"]}],"countries":["JP","US"],"is_corresponding":false,"raw_author_name":"Naoya Inoue","raw_affiliation_strings":["Department of Computer Science, Stony Brook University, USA","Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","Riken Center for Advanced Intelligence Project, Sendai, Miyagi, Japan"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Stony Brook University, USA","institution_ids":["https://openalex.org/I59553526"]},{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Riken Center for Advanced Intelligence Project, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101754728","display_name":"Paul Reisert","orcid":"https://orcid.org/0009-0005-3838-1579"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Paul Reisert","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","Riken Center for Advanced Intelligence Project, Sendai, Miyagi, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Riken Center for Advanced Intelligence Project, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109372838","display_name":"Hiroki Ouchi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Hiroki Ouchi","raw_affiliation_strings":["Riken Center for Advanced Intelligence Project, Sendai, Miyagi, Japan"],"affiliations":[{"raw_affiliation_string":"Riken Center for Advanced Intelligence Project, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I4210126580"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101815181","display_name":"Kentaro Inui","orcid":"https://orcid.org/0000-0001-6510-604X"},"institutions":[{"id":"https://openalex.org/I201537933","display_name":"Tohoku University","ror":"https://ror.org/01dq60k83","country_code":"JP","type":"education","lineage":["https://openalex.org/I201537933"]},{"id":"https://openalex.org/I4210126580","display_name":"RIKEN Center for Advanced Intelligence Project","ror":"https://ror.org/03ckxwf91","country_code":"JP","type":"facility","lineage":["https://openalex.org/I4210110652","https://openalex.org/I4210126580"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kentaro Inui","raw_affiliation_strings":["Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","Riken Center for Advanced Intelligence Project, Sendai, Miyagi, Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Sciences, Tohoku University, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I201537933"]},{"raw_affiliation_string":"Riken Center for Advanced Intelligence Project, Sendai, Miyagi, Japan","institution_ids":["https://openalex.org/I4210126580"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5018298137"],"corresponding_institution_ids":["https://openalex.org/I201537933"],"apc_list":null,"apc_paid":null,"fwci":0.5599,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.72814692,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"29","issue":null,"first_page":"2202","last_page":"2215"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11715","display_name":"Education and Critical Thinking Development","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8291365504264832},{"id":"https://openalex.org/keywords/cohesion","display_name":"Cohesion (chemistry)","score":0.6977474689483643},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6614602208137512},{"id":"https://openalex.org/keywords/parsing","display_name":"Parsing","score":0.6529912352561951},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.633866548538208},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.6097631454467773},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.6095618009567261},{"id":"https://openalex.org/keywords/paragraph","display_name":"Paragraph","score":0.600745677947998},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.47540244460105896},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.4746696949005127},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.4377617835998535},{"id":"https://openalex.org/keywords/language-change","display_name":"Language change","score":0.42743825912475586},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.35089346766471863},{"id":"https://openalex.org/keywords/politics","display_name":"Politics","score":0.13106271624565125},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.09225589036941528},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.07958930730819702}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8291365504264832},{"id":"https://openalex.org/C104054115","wikidata":"https://www.wikidata.org/wiki/Q216828","display_name":"Cohesion (chemistry)","level":2,"score":0.6977474689483643},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6614602208137512},{"id":"https://openalex.org/C186644900","wikidata":"https://www.wikidata.org/wiki/Q194152","display_name":"Parsing","level":2,"score":0.6529912352561951},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.633866548538208},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.6097631454467773},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.6095618009567261},{"id":"https://openalex.org/C2777206241","wikidata":"https://www.wikidata.org/wiki/Q194431","display_name":"Paragraph","level":2,"score":0.600745677947998},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47540244460105896},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.4746696949005127},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4377617835998535},{"id":"https://openalex.org/C2780027415","wikidata":"https://www.wikidata.org/wiki/Q524648","display_name":"Language change","level":2,"score":0.42743825912475586},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.35089346766471863},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.13106271624565125},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.09225589036941528},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.07958930730819702},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2021.3088223","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3088223","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/9289074/09451631.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/taslp.2021.3088223","is_oa":true,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3088223","pdf_url":"https://ieeexplore.ieee.org/ielx7/6570655/9289074/09451631.pdf","source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.8199999928474426}],"awards":[{"id":"https://openalex.org/G1069223013","display_name":null,"funder_award_id":"JSPS KAKENHI","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G193038087","display_name":null,"funder_award_id":"JST CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G2792802287","display_name":null,"funder_award_id":"KAKENHI","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G3282004645","display_name":null,"funder_award_id":"JPMJCR","funder_id":"https://openalex.org/F4320338075","funder_display_name":"Core Research for Evolutional Science and Technology"},{"id":"https://openalex.org/G3459562248","display_name":null,"funder_award_id":"Grant","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3884685391","display_name":"Developing a Flexible Reasoning System by Embedding Inter-Event Relation Knowledge in Continuous Space","funder_award_id":"19K20332","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G4636223006","display_name":null,"funder_award_id":"JSPS KAK","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G6718509927","display_name":null,"funder_award_id":"CREST","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7314194600","display_name":null,"funder_award_id":"RIKEN","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G7752643416","display_name":null,"funder_award_id":"Japan","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320335125","display_name":"RIKEN","ror":"https://ror.org/01sjwvz98"},{"id":"https://openalex.org/F4320338075","display_name":"Core Research for Evolutional Science and Technology","ror":"https://ror.org/00097mb19"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3169921762.pdf","grobid_xml":"https://content.openalex.org/works/W3169921762.grobid-xml"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W174933446","https://openalex.org/W205093244","https://openalex.org/W627347790","https://openalex.org/W1688592801","https://openalex.org/W2019413183","https://openalex.org/W2045738181","https://openalex.org/W2055011070","https://openalex.org/W2062914707","https://openalex.org/W2096879700","https://openalex.org/W2111871648","https://openalex.org/W2131744502","https://openalex.org/W2131774270","https://openalex.org/W2140676672","https://openalex.org/W2154664215","https://openalex.org/W2158240052","https://openalex.org/W2250309026","https://openalex.org/W2250372169","https://openalex.org/W2251191978","https://openalex.org/W2251625298","https://openalex.org/W2251931307","https://openalex.org/W2440757793","https://openalex.org/W2491252737","https://openalex.org/W2517045459","https://openalex.org/W2564237127","https://openalex.org/W2567547739","https://openalex.org/W2577700560","https://openalex.org/W2586597293","https://openalex.org/W2740592764","https://openalex.org/W2757310600","https://openalex.org/W2784454842","https://openalex.org/W2786148476","https://openalex.org/W2884959631","https://openalex.org/W2889765309","https://openalex.org/W2898637464","https://openalex.org/W2907644564","https://openalex.org/W2913657017","https://openalex.org/W2939507640","https://openalex.org/W2949412916","https://openalex.org/W2953317618","https://openalex.org/W2962739339","https://openalex.org/W2962785754","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963599398","https://openalex.org/W2965031841","https://openalex.org/W2965373594","https://openalex.org/W2970811405","https://openalex.org/W2997394441","https://openalex.org/W3015468748","https://openalex.org/W3034961030","https://openalex.org/W3098654368","https://openalex.org/W3104059871","https://openalex.org/W4288563585","https://openalex.org/W4298258104","https://openalex.org/W4385245566","https://openalex.org/W6607156273","https://openalex.org/W6608363811","https://openalex.org/W6619888917","https://openalex.org/W6637340223","https://openalex.org/W6676618729","https://openalex.org/W6679775712","https://openalex.org/W6682940481","https://openalex.org/W6683687954","https://openalex.org/W6691623304","https://openalex.org/W6691832411","https://openalex.org/W6731973807","https://openalex.org/W6739901393","https://openalex.org/W6748443315","https://openalex.org/W6757788100","https://openalex.org/W6758617434","https://openalex.org/W6760140744","https://openalex.org/W6761748628","https://openalex.org/W6776048684"],"related_works":["https://openalex.org/W2377059580","https://openalex.org/W4200355488","https://openalex.org/W127000293","https://openalex.org/W3215892509","https://openalex.org/W2928616779","https://openalex.org/W2412592434","https://openalex.org/W4244602709","https://openalex.org/W594987446","https://openalex.org/W4297323245","https://openalex.org/W2966727504"],"abstract_inverted_index":{"Existing":[0],"approaches":[1],"for":[2,84],"automated":[3],"essay":[4,119],"scoring":[5],"and":[6,62,80,89,103],"document":[7],"representation":[8],"learning":[9],"typically":[10],"rely":[11],"on":[12,36,115],"discourse":[13,17,54,69,104],"parsers":[14,26],"to":[15,52,99],"incorporate":[16],"structure":[18,55],"into":[19],"text":[20],"representation.":[21],"However,":[22],"the":[23,116],"performance":[24],"of":[25,56,60,77,118],"is":[27],"not":[28,66],"always":[29],"adequate,":[30],"especially":[31],"when":[32],"they":[33],"are":[34],"used":[35],"noisy":[37],"texts,":[38],"such":[39],"as":[40],"student":[41],"essays.":[42],"In":[43],"this":[44],"paper,":[45],"we":[46],"propose":[47],"an":[48],"unsupervised":[49,108],"pre-training":[50,87,94,97],"approach":[51,88,109],"capture":[53],"essays":[57],"in":[58],"terms":[59],"coherence":[61],"cohesion":[63],"that":[64],"does":[65],"require":[67],"any":[68],"parser":[70],"or":[71],"annotation.":[72],"We":[73],"introduce":[74],"several":[75],"types":[76],"token,":[78],"sentence":[79],"paragraph-level":[81],"corruption":[82],"techniques":[83],"our":[85,96],"proposed":[86,107],"augment":[90],"masked":[91],"language":[92],"modeling":[93],"with":[95],"method":[98],"leverage":[100],"both":[101],"contextualized":[102],"information.":[105],"Our":[106],"achieves":[110],"a":[111],"new":[112],"state-of-the-art":[113],"result":[114],"task":[117],"Organization":[120],"scoring.":[121]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}