{"id":"https://openalex.org/W4387789957","doi":"https://doi.org/10.1109/taslp.2023.3325970","title":"Enhancing Low-Resource NLP by Consistency Training With Data and Model Perturbations","display_name":"Enhancing Low-Resource NLP by Consistency Training With Data and Model Perturbations","publication_year":2023,"publication_date":"2023-10-19","ids":{"openalex":"https://openalex.org/W4387789957","doi":"https://doi.org/10.1109/taslp.2023.3325970"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2023.3325970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3325970","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102023923","display_name":"Xiaobo Liang","orcid":"https://orcid.org/0009-0001-1550-2877"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Xiaobo Liang","raw_affiliation_strings":["Soochow University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001757234","display_name":"Runze Mao","orcid":"https://orcid.org/0000-0002-1555-2436"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Runze Mao","raw_affiliation_strings":["City University of Hong Kong, Hong Kong"],"affiliations":[{"raw_affiliation_string":"City University of Hong Kong, Hong Kong","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102750692","display_name":"Lijun Wu","orcid":"https://orcid.org/0000-0002-3530-590X"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lijun Wu","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100657514","display_name":"Juntao Li","orcid":"https://orcid.org/0000-0002-6286-7529"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juntao Li","raw_affiliation_strings":["Soochow University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100402911","display_name":"Min Zhang","orcid":"https://orcid.org/0000-0002-3895-5510"},"institutions":[{"id":"https://openalex.org/I3923682","display_name":"Soochow University","ror":"https://ror.org/05t8y2r12","country_code":"CN","type":"education","lineage":["https://openalex.org/I3923682"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Zhang","raw_affiliation_strings":["Soochow University, Suzhou, China"],"affiliations":[{"raw_affiliation_string":"Soochow University, Suzhou, China","institution_ids":["https://openalex.org/I3923682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100404176","display_name":"Qing Li","orcid":"https://orcid.org/0000-0003-3370-471X"},"institutions":[{"id":"https://openalex.org/I14243506","display_name":"Hong Kong Polytechnic University","ror":"https://ror.org/0030zas98","country_code":"HK","type":"education","lineage":["https://openalex.org/I14243506"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Qing Li","raw_affiliation_strings":["Hong Kong Polytechnic University, Hong Kong"],"affiliations":[{"raw_affiliation_string":"Hong Kong Polytechnic University, Hong Kong","institution_ids":["https://openalex.org/I14243506"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5102023923"],"corresponding_institution_ids":["https://openalex.org/I3923682"],"apc_list":null,"apc_paid":null,"fwci":1.3917,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.8522103,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":"32","issue":null,"first_page":"189","last_page":"199"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7504585981369019},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7016090154647827},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6650276184082031},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6495547294616699},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5865538120269775},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5801659822463989},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.534244954586029},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.49755266308784485},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.43545767664909363},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4331724941730499},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.2663925290107727}],"concepts":[{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7504585981369019},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7016090154647827},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6650276184082031},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6495547294616699},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5865538120269775},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5801659822463989},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.534244954586029},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.49755266308784485},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.43545767664909363},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4331724941730499},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2663925290107727},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2023.3325970","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2023.3325970","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W2095705004","https://openalex.org/W2133564696","https://openalex.org/W2183341477","https://openalex.org/W2331143823","https://openalex.org/W2889326796","https://openalex.org/W2891602716","https://openalex.org/W2911091074","https://openalex.org/W2923014074","https://openalex.org/W2933138175","https://openalex.org/W2946068894","https://openalex.org/W2949736877","https://openalex.org/W2951221758","https://openalex.org/W2951970475","https://openalex.org/W2954996726","https://openalex.org/W2962784628","https://openalex.org/W2963216553","https://openalex.org/W2963532001","https://openalex.org/W2963654130","https://openalex.org/W2963807318","https://openalex.org/W2964159205","https://openalex.org/W2965373594","https://openalex.org/W2975761646","https://openalex.org/W2985884876","https://openalex.org/W3034263272","https://openalex.org/W3035204084","https://openalex.org/W3035680157","https://openalex.org/W3038098779","https://openalex.org/W3089072946","https://openalex.org/W3089659770","https://openalex.org/W3103981637","https://openalex.org/W3174864715","https://openalex.org/W3209458476","https://openalex.org/W4212863985","https://openalex.org/W4385245566","https://openalex.org/W6631190155","https://openalex.org/W6655578784","https://openalex.org/W6674330103","https://openalex.org/W6676327744","https://openalex.org/W6678975374","https://openalex.org/W6679434410","https://openalex.org/W6703548435","https://openalex.org/W6717772578","https://openalex.org/W6727785063","https://openalex.org/W6733814495","https://openalex.org/W6736057607","https://openalex.org/W6745136726","https://openalex.org/W6755207826","https://openalex.org/W6764043288","https://openalex.org/W6764051988","https://openalex.org/W6764288440","https://openalex.org/W6765939562","https://openalex.org/W6766673545","https://openalex.org/W6768080748","https://openalex.org/W6768297763","https://openalex.org/W6771713106","https://openalex.org/W6781421678","https://openalex.org/W6783954515","https://openalex.org/W6783973398","https://openalex.org/W6784072866","https://openalex.org/W6784174446","https://openalex.org/W6785248963","https://openalex.org/W6794442401","https://openalex.org/W6797110910"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W3009056573","https://openalex.org/W2922073769","https://openalex.org/W4297676672","https://openalex.org/W4281702477","https://openalex.org/W4378510483","https://openalex.org/W4376166922","https://openalex.org/W2490526372","https://openalex.org/W3099765033"],"abstract_inverted_index":{"Natural":[0],"language":[1,157],"processing":[2],"(NLP)":[3],"has":[4,42],"recently":[5],"shown":[6,47],"significant":[7,177],"progress":[8],"in":[9,50,57],"rich-resource":[10],"scenarios.":[11,85],"However,":[12],"it":[13],"is":[14,90],"much":[15],"less":[16],"effective":[17],"for":[18,83],"low-resource":[19,58,84,133],"scenarios":[20],"due":[21],"to":[22,27,106,125],"the":[23,87,94,112,115,119,171],"model":[24,102],"easily":[25],"overfitting":[26],"limited":[28],"training":[29,41,75],"data":[30,80,89],"and":[31,46,72,93,118,147,162,167,178],"generalizing":[32],"poorly":[33],"on":[34,131],"testing":[35],"data.":[36],"In":[37,60],"recent":[38],"years,":[39],"consistency":[40,74],"been":[43],"widely":[44],"adopted":[45],"great":[48],"promise":[49],"deep":[51],"learning,":[52],"but":[53],"still":[54],"remains":[55],"unexplored":[56],"settings.":[59],"this":[61],"work,":[62],"we":[63],"propose":[64],"DM-CT,":[65],"a":[66],"framework":[67],"that":[68],"incorporates":[69],"both":[70],"data-level":[71],"model-level":[73],"as":[76,78],"well":[77,169],"advanced":[79],"augmentation":[81],"techniques":[82],"Concretely,":[86],"input":[88,117],"first":[91],"augmented,":[92],"output":[95],"distributions":[96],"of":[97,114,173],"different":[98,132],"sub-models":[99],"generated":[100],"by":[101,175],"variance":[103],"are":[104,122],"forced":[105],"be":[107,126],"consistent":[108,127,179],"(model-level":[109],"consistency).":[110,129],"Meanwhile,":[111],"predictions":[113],"original":[116],"augmented":[120],"one":[121],"also":[123],"constrained":[124],"(data-level":[128],"Experiments":[130],"NLP":[134],"tasks,":[135,143],"including":[136],"neural":[137],"machine":[138],"translation":[139,142,145],"(4":[140],"IWSLT14":[141],"multilingual":[144],"task,":[146],"WMT16":[148],"Romanian":[149],"<inline-formula":[150],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[151],"xmlns:xlink=\"http://www.w3.org/1999/xlink\"><tex-math":[152],"notation=\"LaTeX\">$\\to$</tex-math></inline-formula>":[153],"English":[154],"translation),":[155],"natural":[156],"understanding":[158],"tasks":[159],"(GLUE":[160],"benchmark),":[161],"named":[163],"entity":[164],"recognition":[165],"(Conll2003":[166],"WikiGold),":[168],"demonstrate":[170],"superiority":[172],"DM-CT":[174],"obtaining":[176],"performance":[180],"improvements.":[181]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}