{"id":"https://openalex.org/W3117847620","doi":"https://doi.org/10.1109/tencon50793.2020.9293930","title":"A Comparative Study of Pretrained Language Models for Automated Essay Scoring with Adversarial Inputs","display_name":"A Comparative Study of Pretrained Language Models for Automated Essay Scoring with Adversarial Inputs","publication_year":2020,"publication_date":"2020-11-16","ids":{"openalex":"https://openalex.org/W3117847620","doi":"https://doi.org/10.1109/tencon50793.2020.9293930","mag":"3117847620"},"language":"en","primary_location":{"id":"doi:10.1109/tencon50793.2020.9293930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon50793.2020.9293930","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE REGION 10 CONFERENCE (TENCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016699171","display_name":"Phakawat Wangkriangkri","orcid":null},"institutions":[{"id":"https://openalex.org/I158708052","display_name":"Chulalongkorn University","ror":"https://ror.org/028wp3y58","country_code":"TH","type":"education","lineage":["https://openalex.org/I158708052"]}],"countries":["TH"],"is_corresponding":true,"raw_author_name":"Phakawat Wangkriangkri","raw_affiliation_strings":["Department of Computer Engineering, Chulalongkorn University, Bangkok, Thailand"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Chulalongkorn University, Bangkok, Thailand","institution_ids":["https://openalex.org/I158708052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060560825","display_name":"Chanissara Viboonlarp","orcid":null},"institutions":[{"id":"https://openalex.org/I158708052","display_name":"Chulalongkorn University","ror":"https://ror.org/028wp3y58","country_code":"TH","type":"education","lineage":["https://openalex.org/I158708052"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Chanissara Viboonlarp","raw_affiliation_strings":["Department of Computer Engineering, Chulalongkorn University, Bangkok, Thailand"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Chulalongkorn University, Bangkok, Thailand","institution_ids":["https://openalex.org/I158708052"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008312239","display_name":"Attapol Rutherford","orcid":"https://orcid.org/0000-0003-2270-6082"},"institutions":[{"id":"https://openalex.org/I158708052","display_name":"Chulalongkorn University","ror":"https://ror.org/028wp3y58","country_code":"TH","type":"education","lineage":["https://openalex.org/I158708052"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Attapol T. Rutherford","raw_affiliation_strings":["Department of Linguistics, Chulalongkorn University, Bangkok, Thailand"],"affiliations":[{"raw_affiliation_string":"Department of Linguistics, Chulalongkorn University, Bangkok, Thailand","institution_ids":["https://openalex.org/I158708052"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5030009288","display_name":"Ekapol Chuangsuwanich","orcid":"https://orcid.org/0000-0001-6104-4857"},"institutions":[{"id":"https://openalex.org/I158708052","display_name":"Chulalongkorn University","ror":"https://ror.org/028wp3y58","country_code":"TH","type":"education","lineage":["https://openalex.org/I158708052"]}],"countries":["TH"],"is_corresponding":false,"raw_author_name":"Ekapol Chuangsuwanich","raw_affiliation_strings":["Department of Computer Engineering, Chulalongkorn University, Bangkok, Thailand"],"affiliations":[{"raw_affiliation_string":"Department of Computer Engineering, Chulalongkorn University, Bangkok, Thailand","institution_ids":["https://openalex.org/I158708052"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5016699171"],"corresponding_institution_ids":["https://openalex.org/I158708052"],"apc_list":null,"apc_paid":null,"fwci":0.4078,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.7134711,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"875","last_page":"880"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7659441828727722},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6861339211463928},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6427671313285828},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.602479875087738},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5990680456161499},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.570066511631012},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5634663701057434},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5373759269714355},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5249935388565063},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.481425017118454},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4457283914089203},{"id":"https://openalex.org/keywords/quadratic-equation","display_name":"Quadratic equation","score":0.43117809295654297},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.14133131504058838},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.076447993516922}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7659441828727722},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6861339211463928},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6427671313285828},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.602479875087738},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5990680456161499},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.570066511631012},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5634663701057434},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5373759269714355},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5249935388565063},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.481425017118454},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4457283914089203},{"id":"https://openalex.org/C129844170","wikidata":"https://www.wikidata.org/wiki/Q41299","display_name":"Quadratic equation","level":2,"score":0.43117809295654297},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.14133131504058838},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.076447993516922},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tencon50793.2020.9293930","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tencon50793.2020.9293930","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE REGION 10 CONFERENCE (TENCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7099999785423279}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W98255950","https://openalex.org/W1485919316","https://openalex.org/W1614298861","https://openalex.org/W1928278792","https://openalex.org/W2053154970","https://openalex.org/W2062914707","https://openalex.org/W2064675550","https://openalex.org/W2118090838","https://openalex.org/W2124725212","https://openalex.org/W2133564696","https://openalex.org/W2154414741","https://openalex.org/W2158240052","https://openalex.org/W2158899491","https://openalex.org/W2250539671","https://openalex.org/W2525778437","https://openalex.org/W2564237127","https://openalex.org/W2567547739","https://openalex.org/W2740592764","https://openalex.org/W2896457183","https://openalex.org/W2913657017","https://openalex.org/W2952230511","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963599398","https://openalex.org/W2964308564","https://openalex.org/W2980282514","https://openalex.org/W2998704965","https://openalex.org/W4285719527","https://openalex.org/W4385245566","https://openalex.org/W6604056254","https://openalex.org/W6629169626","https://openalex.org/W6636510571","https://openalex.org/W6677518113","https://openalex.org/W6678481887","https://openalex.org/W6679434410","https://openalex.org/W6680532216","https://openalex.org/W6683738474","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6758617434"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W4246396837","https://openalex.org/W2482350142","https://openalex.org/W3176240006","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4288019534","https://openalex.org/W4310988119"],"abstract_inverted_index":{"Automated":[0],"Essay":[1],"Scoring":[2],"(AES)":[3],"is":[4],"a":[5,61],"task":[6],"that":[7],"deals":[8],"with":[9],"grading":[10,141],"written":[11],"essays":[12,72,77],"automatically":[13],"without":[14],"human":[15],"intervention.":[16],"This":[17],"study":[18],"compares":[19],"the":[20,66,89,93,98,107,134],"performance":[21],"of":[22,142],"three":[23],"AES":[24,135],"models":[25],"which":[26,64],"utilize":[27],"different":[28],"text":[29],"embedding":[30],"methods,":[31],"namely":[32],"Global":[33],"Vectors":[34],"for":[35],"Word":[36],"Representation":[37],"(GloVe),":[38],"Embeddings":[39],"from":[40,48],"Language":[41],"Models":[42],"(ELMo),":[43],"and":[44,60,100,104,123],"Bidirectional":[45],"Encoder":[46],"Representations":[47],"Transformers":[49],"(BERT).":[50],"We":[51,85],"used":[52],"two":[53],"evaluation":[54],"metrics:":[55],"Quadratic":[56],"Weighted":[57],"Kappa":[58],"(QWK)":[59],"novel":[62],"\"robustness\",":[63],"quantifies":[65],"models'":[67],"ability":[68],"to":[69,78,81,121,125],"detect":[70],"adversarial":[71,143],"created":[73],"by":[74,97],"modifying":[75],"normal":[76],"cause":[79],"them":[80],"be":[82,117],"less":[83],"coherent.":[84],"found":[86],"that:":[87],"(1)":[88],"BERT-based":[90],"model":[91,129],"achieved":[92],"greatest":[94],"robustness,":[95],"followed":[96],"GloVe-based":[99],"ELMo-based":[101],"models,":[102],"respectively,":[103],"(2)":[105],"fine-tuning":[106],"embeddings":[108],"improves":[109],"QWK":[110],"but":[111],"lowers":[112],"robustness.":[113],"These":[114],"findings":[115],"could":[116],"informative":[118],"on":[119,131,139],"how":[120,132],"choose,":[122],"whether":[124],"fine-tune,":[126],"an":[127],"appropriate":[128],"based":[130],"much":[133],"program":[136],"places":[137],"emphasis":[138],"proper":[140],"essays.":[144]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3}],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2025-10-10T00:00:00"}