{"id":"https://openalex.org/W2110277766","doi":"https://doi.org/10.1093/comjnl/bxt117","title":"Automated Essay Scoring by Capturing Relative Writing Quality","display_name":"Automated Essay Scoring by Capturing Relative Writing Quality","publication_year":2013,"publication_date":"2013-10-15","ids":{"openalex":"https://openalex.org/W2110277766","doi":"https://doi.org/10.1093/comjnl/bxt117","mag":"2110277766"},"language":"en","primary_location":{"id":"doi:10.1093/comjnl/bxt117","is_oa":false,"landing_page_url":"https://doi.org/10.1093/comjnl/bxt117","pdf_url":null,"source":{"id":"https://openalex.org/S44643521","display_name":"The Computer Journal","issn_l":"0010-4620","issn":["0010-4620","1460-2067"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Computer Journal","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100357677","display_name":"Hu Chen","orcid":"https://orcid.org/0000-0001-9300-6572"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"H. Chen","raw_affiliation_strings":["School of Computer and Control Engineering, University of Chinese Academy of Sciences, 100190 Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Control Engineering, University of Chinese Academy of Sciences, 100190 Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115598762","display_name":"Jieping Xu","orcid":"https://orcid.org/0000-0001-6228-0317"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"J. Xu","raw_affiliation_strings":["School of Computer and Control Engineering, University of Chinese Academy of Sciences, 100190 Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Control Engineering, University of Chinese Academy of Sciences, 100190 Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5074065765","display_name":"Bingxi He","orcid":"https://orcid.org/0000-0003-4012-8458"},"institutions":[{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"B. He","raw_affiliation_strings":["School of Computer and Control Engineering, University of Chinese Academy of Sciences, 100190 Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer and Control Engineering, University of Chinese Academy of Sciences, 100190 Beijing, China","institution_ids":["https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5100357677"],"corresponding_institution_ids":["https://openalex.org/I4210165038"],"apc_list":{"value":2635,"currency":"GBP","value_usd":3232},"apc_paid":null,"fwci":0.8089,"has_fulltext":false,"cited_by_count":38,"citation_normalized_percentile":{"value":0.8318213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"57","issue":"9","first_page":"1318","last_page":"1330"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9758999943733215,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9602000117301941,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7964614629745483},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.717361569404602},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.6433577537536621},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6245487332344055},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5762919187545776},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5506495833396912},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5394654273986816},{"id":"https://openalex.org/keywords/rank","display_name":"Rank (graph theory)","score":0.5377943515777588},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.5242671966552734},{"id":"https://openalex.org/keywords/sentiment-analysis","display_name":"Sentiment analysis","score":0.48542603850364685},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.4169153571128845},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.14802324771881104}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7964614629745483},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.717361569404602},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.6433577537536621},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6245487332344055},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5762919187545776},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5506495833396912},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5394654273986816},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.5377943515777588},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.5242671966552734},{"id":"https://openalex.org/C66402592","wikidata":"https://www.wikidata.org/wiki/Q2271421","display_name":"Sentiment analysis","level":2,"score":0.48542603850364685},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.4169153571128845},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.14802324771881104},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1093/comjnl/bxt117","is_oa":false,"landing_page_url":"https://doi.org/10.1093/comjnl/bxt117","pdf_url":null,"source":{"id":"https://openalex.org/S44643521","display_name":"The Computer Journal","issn_l":"0010-4620","issn":["0010-4620","1460-2067"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311648","host_organization_name":"Oxford University Press","host_organization_lineage":["https://openalex.org/P4310311648","https://openalex.org/P4310311647"],"host_organization_lineage_names":["Oxford University Press","University of Oxford"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The Computer Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2487162673","https://openalex.org/W2942366970","https://openalex.org/W2793211469","https://openalex.org/W2949152769","https://openalex.org/W2011472225","https://openalex.org/W2767338541","https://openalex.org/W3000057026","https://openalex.org/W3048565508","https://openalex.org/W3163984363","https://openalex.org/W3160516639"],"abstract_inverted_index":{"Automated":[0,137],"essay-scoring":[1],"(AES)":[2],"systems":[3],"utilize":[4],"computer":[5],"techniques":[6],"and":[7,47,71,112,119,141,178,209],"algorithms":[8,42],"to":[9,100,124,200],"automatically":[10],"rate":[11],"essays":[12,70,189],"written":[13,190],"in":[14,83,108],"an":[15,95],"educational":[16],"setting,":[17],"by":[18,79,98,191],"which":[19,103],"the":[20,64,81,126,168,171,181,186],"workload":[21],"of":[22,66,170,188],"human":[23],"raters":[24],"is":[25,29,61],"greatly":[26],"reduced.":[27],"AES":[28,73],"usually":[30],"addressed":[31],"as":[32,44,75],"a":[33,76,90],"classification":[34,157],"or":[35,158],"regression":[36],"problem,":[37],"where":[38],"classical":[39],"machine":[40],"learning":[41,99,127,154],"such":[43],"K-nearest":[45],"neighbor":[46],"support":[48],"vector":[49],"machines":[50],"are":[51,122,180,198],"applied.":[52],"In":[53],"this":[54],"paper,":[55],"we":[56],"argue":[57],"that":[58,93,147,175,184],"essay":[59,135],"rating":[60],"based":[62,151],"on":[63,131,152,161,167,203],"comparison":[65],"writing":[67,84],"quality":[68,85],"between":[69,86],"treat":[72],"rather":[74],"ranking":[77],"problem":[78],"capturing":[80],"difference":[82],"essays.":[87],"We":[88],"propose":[89],"rank-based":[91],"approach":[92,150],"trains":[94],"essay-rating":[96],"model":[97],"rank":[101],"algorithms,":[102],"have":[104],"been":[105],"widely":[106],"used":[107],"many":[109],"information":[110],"retrieval":[111],"social":[113],"Web":[114],"mining":[115],"tasks.":[116],"Various":[117],"linguistic":[118],"statistical":[120],"features":[121,172],"utilized":[123],"facilitate":[125],"algorithms.":[128],"Extensive":[129],"experiments":[130],"two":[132],"public":[133],"English":[134,144,193],"datasets,":[136],"Student":[138],"Assessment":[139],"Prize":[140],"Chinese":[142],"Learners":[143],"Corpus,":[145],"show":[146],"our":[148],"proposed":[149],"pairwise":[153],"outperforms":[155],"previous":[156],"regression-based":[159],"methods":[160],"all":[162],"15":[163],"topics.":[164],"Finally,":[165],"analysis":[166],"importance":[169],"extracted":[173],"reveals":[174],"content,":[176],"organization":[177],"structure":[179],"main":[182],"factors":[183],"affect":[185],"ratings":[187,202],"native":[192],"speakers,":[194],"while":[195],"non-native":[196],"speakers":[197],"prone":[199],"losing":[201],"improper":[204],"term":[205],"usage,":[206],"syntactic":[207],"complexity":[208],"grammar":[210],"errors.":[211]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}