{"id":"https://openalex.org/W4415615712","doi":"https://doi.org/10.3390/sym17111812","title":"Symmetry and Asymmetry in Pre-Trained Transformer Models: A Comparative Study of TinyBERT, BERT, and RoBERTa for Chinese Educational Text Classification","display_name":"Symmetry and Asymmetry in Pre-Trained Transformer Models: A Comparative Study of TinyBERT, BERT, and RoBERTa for Chinese Educational Text Classification","publication_year":2025,"publication_date":"2025-10-27","ids":{"openalex":"https://openalex.org/W4415615712","doi":"https://doi.org/10.3390/sym17111812"},"language":"en","primary_location":{"id":"doi:10.3390/sym17111812","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17111812","pdf_url":null,"source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.3390/sym17111812","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5120159964","display_name":"Munire Muhetaer","orcid":null},"institutions":[{"id":"https://openalex.org/I166427055","display_name":"Xinjiang Agricultural University","ror":"https://ror.org/04qjh2h11","country_code":"CN","type":"education","lineage":["https://openalex.org/I166427055"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Munire Muhetaer","raw_affiliation_strings":["College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China","institution_ids":["https://openalex.org/I166427055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112127941","display_name":"Xiaoyan Meng","orcid":null},"institutions":[{"id":"https://openalex.org/I166427055","display_name":"Xinjiang Agricultural University","ror":"https://ror.org/04qjh2h11","country_code":"CN","type":"education","lineage":["https://openalex.org/I166427055"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoyan Meng","raw_affiliation_strings":["College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China","institution_ids":["https://openalex.org/I166427055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062903761","display_name":"Jing Zhu","orcid":"https://orcid.org/0000-0002-6525-4680"},"institutions":[{"id":"https://openalex.org/I166427055","display_name":"Xinjiang Agricultural University","ror":"https://ror.org/04qjh2h11","country_code":"CN","type":"education","lineage":["https://openalex.org/I166427055"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Zhu","raw_affiliation_strings":["College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China","institution_ids":["https://openalex.org/I166427055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120159965","display_name":"Aixiding Aikebaier","orcid":null},"institutions":[{"id":"https://openalex.org/I166427055","display_name":"Xinjiang Agricultural University","ror":"https://ror.org/04qjh2h11","country_code":"CN","type":"education","lineage":["https://openalex.org/I166427055"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aixiding Aikebaier","raw_affiliation_strings":["College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China","institution_ids":["https://openalex.org/I166427055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120159966","display_name":"Liyaer Zu","orcid":null},"institutions":[{"id":"https://openalex.org/I166427055","display_name":"Xinjiang Agricultural University","ror":"https://ror.org/04qjh2h11","country_code":"CN","type":"education","lineage":["https://openalex.org/I166427055"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liyaer Zu","raw_affiliation_strings":["College of Mechanical and Electronic Engineering, Xinjiang Agricultural University, Urumqi 830052, China"],"affiliations":[{"raw_affiliation_string":"College of Mechanical and Electronic Engineering, Xinjiang Agricultural University, Urumqi 830052, China","institution_ids":["https://openalex.org/I166427055"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087353295","display_name":"Yawen Bai","orcid":null},"institutions":[{"id":"https://openalex.org/I166427055","display_name":"Xinjiang Agricultural University","ror":"https://ror.org/04qjh2h11","country_code":"CN","type":"education","lineage":["https://openalex.org/I166427055"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yawen Bai","raw_affiliation_strings":["College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China"],"affiliations":[{"raw_affiliation_string":"College of Computer and Information Engineering, Xinjiang Agricultural University, Urumqi 830052, China","institution_ids":["https://openalex.org/I166427055"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5120159964"],"corresponding_institution_ids":["https://openalex.org/I166427055"],"apc_list":{"value":2000,"currency":"CHF","value_usd":2165},"apc_paid":{"value":2000,"currency":"CHF","value_usd":2165},"fwci":2.6124,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.92350669,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"17","issue":"11","first_page":"1812","last_page":"1812"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.2711000144481659,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.2711000144481659,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.18729999661445618,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.11330000311136246,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/asymmetry","display_name":"Asymmetry","score":0.6995000243186951},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6477000117301941},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6186000108718872},{"id":"https://openalex.org/keywords/symmetry","display_name":"Symmetry (geometry)","score":0.5195000171661377},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.32679998874664307},{"id":"https://openalex.org/keywords/text-recognition","display_name":"Text recognition","score":0.2903999984264374}],"concepts":[{"id":"https://openalex.org/C38976095","wikidata":"https://www.wikidata.org/wiki/Q752641","display_name":"Asymmetry","level":2,"score":0.6995000243186951},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6477000117301941},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6432999968528748},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6186000108718872},{"id":"https://openalex.org/C2779886137","wikidata":"https://www.wikidata.org/wiki/Q21030012","display_name":"Symmetry (geometry)","level":2,"score":0.5195000171661377},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.46219998598098755},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41350001096725464},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3677999973297119},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.32679998874664307},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2978000044822693},{"id":"https://openalex.org/C2983812711","wikidata":"https://www.wikidata.org/wiki/Q167555","display_name":"Text recognition","level":3,"score":0.2903999984264374},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2824999988079071},{"id":"https://openalex.org/C513874922","wikidata":"https://www.wikidata.org/wiki/Q212805","display_name":"Digital library","level":3,"score":0.27059999108314514},{"id":"https://openalex.org/C2986087404","wikidata":"https://www.wikidata.org/wiki/Q15946010","display_name":"Online learning","level":2,"score":0.2651999890804291},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3390/sym17111812","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17111812","pdf_url":null,"source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3390/sym17111812","is_oa":true,"landing_page_url":"https://doi.org/10.3390/sym17111812","pdf_url":null,"source":{"id":"https://openalex.org/S190787756","display_name":"Symmetry","issn_l":"2073-8994","issn":["2073-8994"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Symmetry","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1832693441","https://openalex.org/W2064675550","https://openalex.org/W2118020653","https://openalex.org/W2470673105","https://openalex.org/W2911489562","https://openalex.org/W2952370363","https://openalex.org/W2980708516","https://openalex.org/W3021636956","https://openalex.org/W3034238904","https://openalex.org/W3034457371","https://openalex.org/W3085139254","https://openalex.org/W3105966348","https://openalex.org/W3114651185","https://openalex.org/W3156333129","https://openalex.org/W3214897310","https://openalex.org/W4400268427","https://openalex.org/W4402671578","https://openalex.org/W4412945192"],"related_works":[],"abstract_inverted_index":{"With":[0],"the":[1,53,61,64,84,93,125],"advancement":[2],"of":[3,8,36,52,95],"educational":[4,44],"informatization,":[5],"vast":[6],"amounts":[7],"Chinese":[9,43],"text":[10,22,45],"are":[11],"generated":[12],"across":[13],"online":[14],"platforms":[15],"and":[16,41,59,69,98,129,141],"digital":[17],"textbooks.":[18],"Effectively":[19],"classifying":[20],"such":[21],"is":[23],"essential":[24],"for":[25,154],"intelligent":[26,161],"education":[27,162],"systems.":[28,163],"This":[29,144],"study":[30],"conducts":[31],"a":[32,48,73,103,117],"systematic":[33],"comparative":[34],"evaluation":[35],"three":[37],"Transformer-based":[38],"models\u2014TinyBERT-4L,":[39],"BERT-base-Chinese,":[40],"RoBERTa-wwm-ext\u2014for":[42],"classification.":[46],"Using":[47],"balanced":[49,104],"four-category":[50],"subset":[51],"THUCNews":[54],"corpus":[55],"(Education,":[56],"Technology,":[57],"Finance,":[58],"Stock),":[60],"research":[62],"investigates":[63],"trade-off":[65],"between":[66],"classification":[67],"effectiveness":[68,86],"computational":[70,112],"efficiency":[71],"under":[72],"unified":[74],"experimental":[75,78],"framework.":[76],"The":[77],"results":[79],"show":[80],"that":[81],"RoBERTa-wwm-ext":[82],"achieves":[83],"highest":[85],"(93.12%":[87],"Accuracy,":[88,107],"93.08%":[89],"weighted":[90],"F1),":[91],"validating":[92],"benefits":[94],"whole-word":[96],"masking":[97],"extended":[99],"pre-training.":[100],"BERT-base-Chinese":[101],"maintains":[102],"performance":[105],"(91.74%":[106],"91.66%":[108],"F1)":[109],"with":[110],"moderate":[111],"demand.":[113],"These":[114],"findings":[115],"reveal":[116],"clear":[118],"symmetry\u2013asymmetry":[119],"dynamic:":[120],"structural":[121],"symmetry":[122],"arises":[123],"from":[124,136],"shared":[126],"Transformer":[127],"encoder":[128],"identical":[130],"fine-tuning":[131],"setup,":[132],"while":[133],"asymmetry":[134],"emerges":[135],"differences":[137],"in":[138,159],"model":[139],"scale":[140],"pre-training":[142],"strategy.":[143],"interplay":[145],"leads":[146],"to":[147],"distinct":[148],"accuracy\u2013latency":[149],"trade-offs,":[150],"providing":[151],"practical":[152],"guidance":[153],"deploying":[155],"pre-trained":[156],"language":[157],"models":[158],"resource-constrained":[160]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2025-10-28T00:00:00"}