{"id":"https://openalex.org/W4392940376","doi":"https://doi.org/10.1109/tpami.2024.3378781","title":"Training-Free Transformer Architecture Search With Zero-Cost Proxy Guided Evolution","display_name":"Training-Free Transformer Architecture Search With Zero-Cost Proxy Guided Evolution","publication_year":2024,"publication_date":"2024-03-19","ids":{"openalex":"https://openalex.org/W4392940376","doi":"https://doi.org/10.1109/tpami.2024.3378781","pmid":"https://pubmed.ncbi.nlm.nih.gov/38502633"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3378781","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3378781","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072666149","display_name":"Qinqin Zhou","orcid":"https://orcid.org/0000-0003-3941-3534"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinqin Zhou","raw_affiliation_strings":["Media Analytics and Computing Lab, School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0003-3941-3534","affiliations":[{"raw_affiliation_string":"Media Analytics and Computing Lab, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017741592","display_name":"Kekai Sheng","orcid":"https://orcid.org/0000-0002-5382-3241"},"institutions":[{"id":"https://openalex.org/I4210094879","display_name":"Shandong Institute of Automation","ror":"https://ror.org/00qdtba35","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210094879","https://openalex.org/I4210142748"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kekai Sheng","raw_affiliation_strings":["Institute of Automation, Chinese Academy of Science, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-5382-3241","affiliations":[{"raw_affiliation_string":"Institute of Automation, Chinese Academy of Science, Beijing, China","institution_ids":["https://openalex.org/I4210094879"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054226277","display_name":"Xiawu Zheng","orcid":"https://orcid.org/0000-0002-6855-5403"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiawu Zheng","raw_affiliation_strings":["Media Analytics and Computing Lab, School of Informatics, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0002-6855-5403","affiliations":[{"raw_affiliation_string":"Media Analytics and Computing Lab, School of Informatics, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100725160","display_name":"Ke Li","orcid":"https://orcid.org/0000-0001-7998-0731"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ke Li","raw_affiliation_strings":["YouTu Laboratory, Tencent Company, Ltd., Shanghai, China"],"raw_orcid":"https://orcid.org/0000-0001-7998-0731","affiliations":[{"raw_affiliation_string":"YouTu Laboratory, Tencent Company, Ltd., Shanghai, China","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023918894","display_name":"Yonghong Tian","orcid":"https://orcid.org/0000-0002-2978-5935"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yonghong Tian","raw_affiliation_strings":["Peng Cheng Laboratory, Shenzhen, China","National Engineering Laboratory for Video Technology (NELVT), School of Electronics Engineering and Computer Science, Peking University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2978-5935","affiliations":[{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]},{"raw_affiliation_string":"National Engineering Laboratory for Video Technology (NELVT), School of Electronics Engineering and Computer Science, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100332984","display_name":"Jie Chen","orcid":"https://orcid.org/0000-0002-9765-4523"},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]},{"id":"https://openalex.org/I4210136793","display_name":"Peng Cheng Laboratory","ror":"https://ror.org/03qdqbt06","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210136793"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Chen","raw_affiliation_strings":["School of Electronic and Computer Engineering, Peking University, Beijing, China","Peng Cheng Laboratory, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-9765-4523","affiliations":[{"raw_affiliation_string":"School of Electronic and Computer Engineering, Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"Peng Cheng Laboratory, Shenzhen, China","institution_ids":["https://openalex.org/I4210136793"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016080094","display_name":"Rongrong Ji","orcid":"https://orcid.org/0000-0001-9163-2932"},"institutions":[{"id":"https://openalex.org/I191208505","display_name":"Xiamen University","ror":"https://ror.org/00mcjh785","country_code":"CN","type":"education","lineage":["https://openalex.org/I191208505"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rongrong Ji","raw_affiliation_strings":["Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China"],"raw_orcid":"https://orcid.org/0000-0001-9163-2932","affiliations":[{"raw_affiliation_string":"Key Laboratory of Multimedia Trusted Perception and Efficient Computing, Ministry of Education of China, Xiamen University, Xiamen, China","institution_ids":["https://openalex.org/I191208505"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.1677,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.94527574,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"46","issue":"10","first_page":"6525","last_page":"6541"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12611","display_name":"Neural Networks and Reservoir Computing","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9757999777793884,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9595999717712402,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5748430490493774},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.559468686580658},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.55619877576828},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.43294209241867065},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.35906141996383667},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1243789792060852},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08283039927482605}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5748430490493774},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.559468686580658},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.55619877576828},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.43294209241867065},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35906141996383667},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1243789792060852},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08283039927482605},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3378781","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3378781","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38502633","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38502633","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1271955826","display_name":"\u57fa\u4e8e\u5f31\u76d1\u7763\u5b66\u4e60\u7684\u673a\u8f7d\u5730/\u6d77\u5c0f\u76ee\u6807\u68c0\u6d4b\u7814\u7a76","funder_award_id":"62072387","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1787173488","display_name":"\u9762\u5411\u6df1\u5ea6\u5b66\u4e60\u7684\u5bf9\u6297\u653b\u9632\u6280\u672f\u7814\u7a76","funder_award_id":"62072389","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2785666877","display_name":null,"funder_award_id":"62002305","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3568142893","display_name":null,"funder_award_id":"62272401","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5284885812","display_name":null,"funder_award_id":"62176222","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6075090814","display_name":null,"funder_award_id":"62025603","funder_id":"https://openalex.org/F4320336125","funder_display_name":"National Science Fund for Distinguished Young Scholars"},{"id":"https://openalex.org/G6727647225","display_name":null,"funder_award_id":"62176226","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G717600273","display_name":null,"funder_award_id":"U22B2051","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7272499820","display_name":null,"funder_award_id":"U21B2037","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7779606772","display_name":null,"funder_award_id":"62176223","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8406165135","display_name":"\u9762\u5411\u56fe\u654f\u611f\u6df1\u5ea6\u5b66\u4e60\u7684\u7ed3\u6784\u5316\u8d85\u56fe\u7814\u7a76","funder_award_id":"62072386","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336125","display_name":"National Science Fund for Distinguished Young Scholars","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":75,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2145085734","https://openalex.org/W2194775991","https://openalex.org/W2737258237","https://openalex.org/W2896457183","https://openalex.org/W2910628332","https://openalex.org/W2923014074","https://openalex.org/W2946794439","https://openalex.org/W2963855133","https://openalex.org/W2980270353","https://openalex.org/W2982083293","https://openalex.org/W2987301155","https://openalex.org/W3034429256","https://openalex.org/W3035251378","https://openalex.org/W3092462694","https://openalex.org/W3094502228","https://openalex.org/W3096533519","https://openalex.org/W3113709932","https://openalex.org/W3118608800","https://openalex.org/W3121523901","https://openalex.org/W3131500599","https://openalex.org/W3134119092","https://openalex.org/W3137963805","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3146523516","https://openalex.org/W3159833358","https://openalex.org/W3188427387","https://openalex.org/W3198221608","https://openalex.org/W3202742610","https://openalex.org/W3204801262","https://openalex.org/W3217415632","https://openalex.org/W4214513763","https://openalex.org/W4214636423","https://openalex.org/W4239181501","https://openalex.org/W4312617935","https://openalex.org/W4312772337","https://openalex.org/W4313047844","https://openalex.org/W4313160444","https://openalex.org/W4313303591","https://openalex.org/W4365814106","https://openalex.org/W4385245566","https://openalex.org/W6752515464","https://openalex.org/W6755166560","https://openalex.org/W6757817989","https://openalex.org/W6758657797","https://openalex.org/W6758955634","https://openalex.org/W6762945437","https://openalex.org/W6764345721","https://openalex.org/W6768298127","https://openalex.org/W6771859737","https://openalex.org/W6772027524","https://openalex.org/W6779348065","https://openalex.org/W6779460946","https://openalex.org/W6783948878","https://openalex.org/W6787972765","https://openalex.org/W6788135285","https://openalex.org/W6788713141","https://openalex.org/W6790297421","https://openalex.org/W6790690058","https://openalex.org/W6791705549","https://openalex.org/W6791776128","https://openalex.org/W6792695861","https://openalex.org/W6794345597","https://openalex.org/W6794978867","https://openalex.org/W6796973776","https://openalex.org/W6800605685","https://openalex.org/W6801443639","https://openalex.org/W6802728948","https://openalex.org/W6803469875","https://openalex.org/W6803916128","https://openalex.org/W6810033765","https://openalex.org/W6810208950","https://openalex.org/W6848782988"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Transformers":[0,30,166,270,294],"have":[1,47,59],"shown":[2],"remarkable":[3],"performance,":[4],"however,":[5],"their":[6,300],"architecture":[7],"design":[8],"is":[9,20],"a":[10,181],"time-consuming":[11],"process":[12],"that":[13,99,109,151,207,267],"demands":[14],"expertise":[15],"and":[16,77,117,137,149,157,175,198,251,265],"trial-and-error.":[17],"Thus,":[18],"it":[19],"worthwhile":[21],"to":[22,38,62,68,142,167,188,247,260],"investigate":[23],"efficient":[24],"methods":[25,46],"for":[26,87,155,171,196],"automatically":[27,217],"searching":[28,231],"high-performance":[29],"via":[31],"Transformer":[32,69,219,224,235],"Architecture":[33,53,91],"Search":[34,54],"(TAS).":[35],"In":[36],"order":[37],"improve":[39],"the":[40,110,118,127,144,194,201,213,230,261,268,290,297],"search":[41,70,92,184,225,236,263],"efficiency,":[42],"training-free":[43,287],"proxy":[44],"based":[45,295],"been":[48,60],"widely":[49],"adopted":[50],"in":[51,65],"Neural":[52,277],"(NAS).":[55],"Whereas,":[56],"these":[57],"proxies":[58],"found":[61],"be":[63],"inadequate":[64],"generalizing":[66],"well":[67],"spaces,":[71,237],"as":[72,153],"confirmed":[73],"by":[74,186],"several":[75,276],"studies":[76],"our":[78,208],"own":[79],"experiments.":[80],"This":[81,282],"paper":[82],"presents":[83],"an":[84],"effective":[85],"scheme":[86],"TAS":[88],"called":[89],"TRansformer":[90],"with":[93,126],"ZerO-cost":[94],"pRoxy":[95],"guided":[96,185],"evolution":[97,183],"(T-Razor)":[98],"achieves":[100],"exceptional":[101],"efficiency.":[102],"First,":[103],"through":[104],"theoretical":[105],"analysis,":[106],"we":[107],"discover":[108],"synaptic":[111,135,138,147,173,176],"diversity":[112,136,148,174],"of":[113,120,129,134,146,292,299],"multi-head":[114],"self-attention":[115],"(MSA)":[116],"saliency":[119,139,150],"multi-layer":[121],"perceptron":[122],"(MLP)":[123],"are":[124],"correlated":[125],"performance":[128],"corresponding":[130],"Transformers.":[131,159,191],"The":[132],"properties":[133,298],"motivate":[140],"us":[141],"introduce":[143],"ranks":[145],"denoted":[152],"DSS++":[154,160,187,192],"evaluating":[156,293],"ranking":[158],"incorporates":[161],"correlation":[162],"information":[163],"among":[164],"sampled":[165],"provide":[168],"unified":[169],"scores":[170],"both":[172],"saliency.":[177],"We":[178,256],"then":[179],"propose":[180],"block-wise":[182],"find":[189,266],"optimal":[190],"determines":[193],"positions":[195],"mutation":[197],"crossover,":[199],"enhancing":[200],"exploration":[202],"ability.":[203],"Experimental":[204],"results":[205,274],"demonstrate":[206],"T-Razor":[209,228,259],"performs":[210],"competitively":[211],"against":[212],"state-of-the-art":[214],"manually":[215],"or":[216],"designed":[218],"architectures":[220],"across":[221,233],"four":[222],"popular":[223],"spaces.":[226],"Significantly,":[227],"improves":[229],"efficiency":[232],"different":[234,301],"e.g.,":[238],"reducing":[239],"required":[240],"GPU":[241],"days":[242],"from":[243],"more":[244],"than":[245,249],"24":[246],"less":[248],"0.4":[250],"outperforming":[252],"existing":[253],"zero-cost":[254],"approaches.":[255],"also":[257],"apply":[258],"BERT":[262],"space":[264],"searched":[269],"achieve":[271],"competitive":[272],"GLUE":[273],"on":[275,296],"Language":[278],"Processing":[279],"(NLP)":[280],"datasets.":[281],"work":[283],"provides":[284],"insights":[285],"into":[286],"TAS,":[288],"revealing":[289],"usefulness":[291],"blocks.":[302]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}