{"id":"https://openalex.org/W3213511181","doi":"https://doi.org/10.1109/taslp.2021.3121986","title":"Review and Arrange: Curriculum Learning for Natural Language Understanding","display_name":"Review and Arrange: Curriculum Learning for Natural Language Understanding","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3213511181","doi":"https://doi.org/10.1109/taslp.2021.3121986","mag":"3213511181"},"language":"en","primary_location":{"id":"doi:10.1109/taslp.2021.3121986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3121986","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100612751","display_name":"Licheng Zhang","orcid":"https://orcid.org/0000-0001-8090-4883"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Licheng Zhang","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023341829","display_name":"Zhendong Mao","orcid":"https://orcid.org/0000-0001-5739-8126"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhendong Mao","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, and the Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, and the Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085563247","display_name":"Benfeng Xu","orcid":"https://orcid.org/0000-0003-0976-1634"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Benfeng Xu","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418245","display_name":"Quan Wang","orcid":"https://orcid.org/0000-0001-6102-3407"},"institutions":[{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]},{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Quan Wang","raw_affiliation_strings":["Beijing Research Institute, University of Science and Technology of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Beijing Research Institute, University of Science and Technology of China, Beijing, China","institution_ids":["https://openalex.org/I92403157","https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046305086","display_name":"Yongdong Zhang","orcid":"https://orcid.org/0000-0002-1151-1792"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongdong Zhang","raw_affiliation_strings":["School of Information Science and Technology, University of Science and Technology of China, and the Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, Anhui, China"],"affiliations":[{"raw_affiliation_string":"School of Information Science and Technology, University of Science and Technology of China, and the Institute of Artificial Intelligence, Hefei Comprehensive National Science Center, Hefei, Anhui, China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100612751"],"corresponding_institution_ids":["https://openalex.org/I126520041"],"apc_list":null,"apc_paid":null,"fwci":1.6317,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86875905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"29","issue":null,"first_page":"3307","last_page":"3320"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7755364179611206},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.7488431930541992},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6779801845550537},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.616875171661377},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.6045147180557251},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.565412163734436},{"id":"https://openalex.org/keywords/natural-language-understanding","display_name":"Natural language understanding","score":0.5542094111442566},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5538040995597839},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4748266637325287},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.4065282940864563},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09548768401145935},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.07533848285675049}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7755364179611206},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.7488431930541992},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6779801845550537},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.616875171661377},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.6045147180557251},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.565412163734436},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.5542094111442566},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5538040995597839},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4748266637325287},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.4065282940864563},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09548768401145935},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.07533848285675049},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/taslp.2021.3121986","is_oa":false,"landing_page_url":"https://doi.org/10.1109/taslp.2021.3121986","pdf_url":null,"source":{"id":"https://openalex.org/S4210169297","display_name":"IEEE/ACM Transactions on Audio Speech and Language Processing","issn_l":"2329-9290","issn":["2329-9290","2329-9304"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE/ACM Transactions on Audio, Speech, and Language Processing","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8700000047683716}],"awards":[{"id":"https://openalex.org/G2103421994","display_name":null,"funder_award_id":"WK3480000010","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G2458909528","display_name":null,"funder_award_id":"WK3480000008","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G585542363","display_name":null,"funder_award_id":"61876223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8374609628","display_name":null,"funder_award_id":"U19A2057","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":104,"referenced_works":["https://openalex.org/W131533222","https://openalex.org/W1522301498","https://openalex.org/W1599016936","https://openalex.org/W1924762813","https://openalex.org/W1977263277","https://openalex.org/W2007347635","https://openalex.org/W2045724293","https://openalex.org/W2124219775","https://openalex.org/W2132984949","https://openalex.org/W2151834591","https://openalex.org/W2251939518","https://openalex.org/W2296073425","https://openalex.org/W2396767181","https://openalex.org/W2511770992","https://openalex.org/W2557764419","https://openalex.org/W2739351760","https://openalex.org/W2785355717","https://openalex.org/W2786471719","https://openalex.org/W2804340650","https://openalex.org/W2885593519","https://openalex.org/W2887842788","https://openalex.org/W2896457183","https://openalex.org/W2896888563","https://openalex.org/W2898846200","https://openalex.org/W2923014074","https://openalex.org/W2923622379","https://openalex.org/W2926516160","https://openalex.org/W2949884065","https://openalex.org/W2950695840","https://openalex.org/W2951954464","https://openalex.org/W2962739470","https://openalex.org/W2962800562","https://openalex.org/W2963113370","https://openalex.org/W2963310665","https://openalex.org/W2963323070","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963748441","https://openalex.org/W2963846996","https://openalex.org/W2963854351","https://openalex.org/W2963962154","https://openalex.org/W2964121744","https://openalex.org/W2964122237","https://openalex.org/W2964303773","https://openalex.org/W2964327384","https://openalex.org/W2965373594","https://openalex.org/W2970352191","https://openalex.org/W2970597249","https://openalex.org/W2972758308","https://openalex.org/W2978670439","https://openalex.org/W2980282514","https://openalex.org/W2985884876","https://openalex.org/W2988421999","https://openalex.org/W2996428491","https://openalex.org/W2997657234","https://openalex.org/W3006647218","https://openalex.org/W3007685714","https://openalex.org/W3010512657","https://openalex.org/W3014328670","https://openalex.org/W3034201598","https://openalex.org/W3034214887","https://openalex.org/W3034242983","https://openalex.org/W3034571331","https://openalex.org/W3034623328","https://openalex.org/W3034938700","https://openalex.org/W3035204084","https://openalex.org/W3082274269","https://openalex.org/W3092924278","https://openalex.org/W3099911888","https://openalex.org/W3102725307","https://openalex.org/W3104033643","https://openalex.org/W3114651185","https://openalex.org/W3142849873","https://openalex.org/W3169141681","https://openalex.org/W4234438384","https://openalex.org/W4288089799","https://openalex.org/W4298018319","https://openalex.org/W4385245566","https://openalex.org/W6605323724","https://openalex.org/W6631190155","https://openalex.org/W6635469476","https://openalex.org/W6661907736","https://openalex.org/W6679390333","https://openalex.org/W6691459498","https://openalex.org/W6729638187","https://openalex.org/W6736021936","https://openalex.org/W6739901393","https://openalex.org/W6748208641","https://openalex.org/W6748529433","https://openalex.org/W6753772092","https://openalex.org/W6755207826","https://openalex.org/W6755845484","https://openalex.org/W6759579507","https://openalex.org/W6760278398","https://openalex.org/W6763701032","https://openalex.org/W6766673545","https://openalex.org/W6768021236","https://openalex.org/W6768817161","https://openalex.org/W6769627184","https://openalex.org/W6773944720","https://openalex.org/W6779573451","https://openalex.org/W6784418252","https://openalex.org/W6785794352","https://openalex.org/W6796700390"],"related_works":["https://openalex.org/W4288263119","https://openalex.org/W3015724364","https://openalex.org/W2967994095","https://openalex.org/W4285240985","https://openalex.org/W2900126711","https://openalex.org/W4286930972","https://openalex.org/W3202115945","https://openalex.org/W2542958340","https://openalex.org/W4389520438","https://openalex.org/W1991374750"],"abstract_inverted_index":{"With":[0],"the":[1,8,23,42,88,99,111,115,133,148,174,179,190,203,225],"notable":[2],"success":[3],"of":[4,26,81,101,241,254],"pretrained":[5],"language":[6,18,59,170],"models,":[7],"pretraining-fine-tuning":[9],"paradigm":[10],"has":[11,216],"become":[12],"a":[13,27,34,73,107,120,137,154,159,167,207,251],"dominant":[14],"solution":[15],"for":[16,169],"natural":[17],"understanding":[19],"(NLU)":[20],"tasks.":[21],"Typically,":[22],"training":[24,134,191],"instances":[25,47,102,143,185],"target":[28],"NLU":[29,255],"task":[30],"are":[31,163,186],"introduced":[32],"in":[33,51,92,136,172,209,257],"completely":[35],"random":[36],"order":[37],"and":[38,53,85,103,130,158,182,213,215,224,246],"treated":[39],"equally":[40],"at":[41],"fine-tuning":[43],"stage.":[44],"However,":[45],"these":[46],"can":[48,61,201],"vary":[49],"greatly":[50],"difficulty,":[52,112],"similar":[54],"to":[55,97,105,124,140,165,194],"human":[56],"learning":[57,75,175,231],"procedures,":[58],"models":[60,128,171],"benefit":[62],"from":[63,144,178],"an":[64],"easy-to-difficult":[65],"curriculum.":[66],"Based":[67],"on":[68,110,250],"this":[69],"concept,":[70],"we":[71,118],"propose":[72],"curriculum":[74,93,108,168,230],"(CL)":[76],"framework.":[77],"Our":[78],"framework":[79,200],"consists":[80],"two":[82,89,151],"stages,":[83],"Review":[84],"Arrange,":[86],"targeting":[87],"main":[90],"challenges":[91],"learning,":[94],"i.e.,":[95],"how":[96,104],"define":[98],"difficulty":[100,210],"arrange":[106,166],"based":[109],"respectively.":[113],"In":[114,147],"first":[116,129],"stage,":[117,150],"devise":[119],"cross-review":[121],"(CR)":[122],"method":[123],"train":[125],"several":[126],"teacher":[127],"then":[131],"review":[132],"set":[135],"crossed":[138],"manner":[139],"distinguish":[141],"easy":[142],"difficult":[145,184],"instances.":[146],"second":[149],"sampling":[152],"algorithms,":[153],"coarse-grained":[155],"arrangement":[156,161],"(CGA)":[157],"fine-grained":[160],"(FGA),":[162],"proposed":[164],"which":[173],"materials":[176],"start":[177],"easiest":[180],"instances,":[181],"more":[183],"gradually":[187],"added":[188],"into":[189],"procedure.":[192],"Compared":[193],"previous":[195],"heuristic":[196],"CL":[197],"methods,":[198],"our":[199,229],"avoid":[202],"errors":[204],"caused":[205],"by":[206],"gap":[208],"between":[211],"humans":[212],"machines":[214],"strong":[217],"generalization":[218],"ability.":[219],"We":[220],"conduct":[221],"comprehensive":[222],"experiments,":[223],"results":[226],"show":[227],"that":[228],"framework,":[232],"without":[233],"any":[234],"manual":[235],"model":[236],"architecture":[237],"design":[238],"or":[239],"use":[240],"external":[242],"data,":[243],"obtains":[244],"significant":[245],"universal":[247],"performance":[248],"improvements":[249],"wide":[252],"range":[253],"tasks":[256],"different":[258],"languages.":[259]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}