{"id":"https://openalex.org/W3164484506","doi":"https://doi.org/10.1017/s1351324921000103","title":"Automated evaluation of the quality of ideas in compositions based on concept maps","display_name":"Automated evaluation of the quality of ideas in compositions based on concept maps","publication_year":2021,"publication_date":"2021-05-24","ids":{"openalex":"https://openalex.org/W3164484506","doi":"https://doi.org/10.1017/s1351324921000103","mag":"3164484506"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324921000103","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324921000103","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026699262","display_name":"Liping Yang","orcid":"https://orcid.org/0000-0001-9194-7248"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li-Ping Yang","raw_affiliation_strings":["Collaborative Innovation Center of Assessment for Basic Education Quality, Beijing Normal University, Beijing, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Assessment for Basic Education Quality, Beijing Normal University, Beijing, P. R. China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101655245","display_name":"Tao Xin","orcid":"https://orcid.org/0000-0002-2308-8557"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Xin","raw_affiliation_strings":["Collaborative Innovation Center of Assessment for Basic Education Quality, Beijing Normal University, Beijing, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Assessment for Basic Education Quality, Beijing Normal University, Beijing, P. R. China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088144849","display_name":"Fang Luo","orcid":"https://orcid.org/0000-0001-5604-9661"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fang Luo","raw_affiliation_strings":["Department of Psychology, Beijing Normal University, Beijing, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Beijing Normal University, Beijing, P. R. China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100394046","display_name":"Sheng Zhang","orcid":"https://orcid.org/0000-0003-1732-0011"},"institutions":[{"id":"https://openalex.org/I25254941","display_name":"Beijing Normal University","ror":"https://ror.org/022k4wk35","country_code":"CN","type":"education","lineage":["https://openalex.org/I25254941"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Zhang","raw_affiliation_strings":["Collaborative Innovation Center of Assessment for Basic Education Quality, Beijing Normal University, Beijing, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Collaborative Innovation Center of Assessment for Basic Education Quality, Beijing Normal University, Beijing, P. R. China","institution_ids":["https://openalex.org/I25254941"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5069489456","display_name":"Xuetao Tian","orcid":"https://orcid.org/0000-0001-8407-8718"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xue-Tao Tian","raw_affiliation_strings":["School of Computer and Information Technology, Beijing Jiaotong University, Beijing, P. R. China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computer and Information Technology, Beijing Jiaotong University, Beijing, P. R. China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5101655245"],"corresponding_institution_ids":["https://openalex.org/I25254941"],"apc_list":null,"apc_paid":null,"fwci":0.9554,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.79513966,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"28","issue":"4","first_page":"449","last_page":"486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.9929999709129333,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8407829999923706},{"id":"https://openalex.org/keywords/constructive","display_name":"Constructive","score":0.7870199680328369},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.6386433839797974},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.574677050113678},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5553850531578064},{"id":"https://openalex.org/keywords/grammar","display_name":"Grammar","score":0.553928554058075},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5266271233558655},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5003299713134766},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.47818616032600403},{"id":"https://openalex.org/keywords/composition","display_name":"Composition (language)","score":0.44871148467063904},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"Writing assessment","score":0.4163115322589874},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3810337781906128},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.24939656257629395},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.19481605291366577},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.133856862783432},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08634740114212036},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08445897698402405},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06686598062515259}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8407829999923706},{"id":"https://openalex.org/C2778701210","wikidata":"https://www.wikidata.org/wiki/Q28130034","display_name":"Constructive","level":3,"score":0.7870199680328369},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.6386433839797974},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.574677050113678},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5553850531578064},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.553928554058075},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5266271233558655},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5003299713134766},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.47818616032600403},{"id":"https://openalex.org/C40231798","wikidata":"https://www.wikidata.org/wiki/Q1333743","display_name":"Composition (language)","level":2,"score":0.44871148467063904},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.4163115322589874},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3810337781906128},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.24939656257629395},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.19481605291366577},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.133856862783432},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08634740114212036},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08445897698402405},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06686598062515259},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1017/s1351324921000103","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324921000103","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.8999999761581421}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":120,"referenced_works":["https://openalex.org/W36556894","https://openalex.org/W61005511","https://openalex.org/W162015621","https://openalex.org/W237779650","https://openalex.org/W576749763","https://openalex.org/W1498034702","https://openalex.org/W1503614854","https://openalex.org/W1560067161","https://openalex.org/W1574316613","https://openalex.org/W1593930920","https://openalex.org/W1614298861","https://openalex.org/W1983621098","https://openalex.org/W1986344112","https://openalex.org/W1992139916","https://openalex.org/W1993640203","https://openalex.org/W1994345297","https://openalex.org/W1996889694","https://openalex.org/W2006051120","https://openalex.org/W2011426233","https://openalex.org/W2013840160","https://openalex.org/W2017999473","https://openalex.org/W2028554507","https://openalex.org/W2037789405","https://openalex.org/W2049600635","https://openalex.org/W2059759950","https://openalex.org/W2060029648","https://openalex.org/W2063202923","https://openalex.org/W2066275271","https://openalex.org/W2066636486","https://openalex.org/W2067895686","https://openalex.org/W2068099813","https://openalex.org/W2069612385","https://openalex.org/W2078995428","https://openalex.org/W2088070094","https://openalex.org/W2089609351","https://openalex.org/W2093558554","https://openalex.org/W2096849502","https://openalex.org/W2096879700","https://openalex.org/W2100258272","https://openalex.org/W2101412158","https://openalex.org/W2106695994","https://openalex.org/W2121197596","https://openalex.org/W2124331652","https://openalex.org/W2133012565","https://openalex.org/W2136480620","https://openalex.org/W2144232471","https://openalex.org/W2144677744","https://openalex.org/W2154414741","https://openalex.org/W2154664215","https://openalex.org/W2155823788","https://openalex.org/W2157509883","https://openalex.org/W2158240052","https://openalex.org/W2162376067","https://openalex.org/W2165541489","https://openalex.org/W2165982482","https://openalex.org/W2171039963","https://openalex.org/W2176279353","https://openalex.org/W2250309026","https://openalex.org/W2250539671","https://openalex.org/W2250887565","https://openalex.org/W2251625298","https://openalex.org/W2251663606","https://openalex.org/W2251931307","https://openalex.org/W2338104191","https://openalex.org/W2338380784","https://openalex.org/W2338684463","https://openalex.org/W2341848521","https://openalex.org/W2343649478","https://openalex.org/W2414642490","https://openalex.org/W2487513494","https://openalex.org/W2513522653","https://openalex.org/W2516588439","https://openalex.org/W2517045459","https://openalex.org/W2560226645","https://openalex.org/W2560739164","https://openalex.org/W2569115912","https://openalex.org/W2574905972","https://openalex.org/W2577700560","https://openalex.org/W2592264011","https://openalex.org/W2595415882","https://openalex.org/W2739188487","https://openalex.org/W2741838268","https://openalex.org/W2766736793","https://openalex.org/W2786312406","https://openalex.org/W2789064996","https://openalex.org/W2890985598","https://openalex.org/W2894255682","https://openalex.org/W2896457183","https://openalex.org/W2917910682","https://openalex.org/W2950577311","https://openalex.org/W2951114028","https://openalex.org/W2963057575","https://openalex.org/W2965031841","https://openalex.org/W2965774554","https://openalex.org/W2966469575","https://openalex.org/W2967146216","https://openalex.org/W2970333657","https://openalex.org/W2970352191","https://openalex.org/W2970811405","https://openalex.org/W3029657322","https://openalex.org/W3031483194","https://openalex.org/W3034730645","https://openalex.org/W3037122148","https://openalex.org/W3037207300","https://openalex.org/W3037636055","https://openalex.org/W3040446934","https://openalex.org/W3100900397","https://openalex.org/W3105967795","https://openalex.org/W3134554163","https://openalex.org/W4250514671","https://openalex.org/W4251941390","https://openalex.org/W6601495636","https://openalex.org/W6633614965","https://openalex.org/W6659321332","https://openalex.org/W6681397239","https://openalex.org/W6682940481","https://openalex.org/W6683687954","https://openalex.org/W6703372154","https://openalex.org/W6779854542","https://openalex.org/W6821870746"],"related_works":["https://openalex.org/W2366107444","https://openalex.org/W4388145910","https://openalex.org/W2381570729","https://openalex.org/W1976205134","https://openalex.org/W4248336175","https://openalex.org/W3009369890","https://openalex.org/W2031260042","https://openalex.org/W2391445434","https://openalex.org/W4312490297","https://openalex.org/W2119230383"],"abstract_inverted_index":{"Abstract":[0],"Nowadays,":[1],"automated":[2],"essay":[3,82],"evaluation":[4,108,136],"(AEE)":[5],"systems":[6,26],"play":[7],"an":[8],"important":[9],"role":[10],"in":[11,19,80,137],"evaluating":[12],"essays":[13],"and":[14,83,139],"have":[15],"been":[16],"successfully":[17],"used":[18],"large-scale":[20,100],"writing":[21],"assessments.":[22],"However,":[23],"existing":[24],"AEE":[25],"mostly":[27],"focus":[28],"on":[29],"grammar":[30],"or":[31],"shallow":[32],"content":[33],"measurements":[34],"rather":[35],"than":[36,119],"higher-order":[37],"traits":[38],"such":[39],"as":[40],"ideas.":[41],"This":[42],"paper":[43],"proposes":[44],"a":[45,99],"new":[46],"formulation":[47],"of":[48,61,76,105,133],"graph-based":[49],"features":[50],"for":[51,63,114,146],"concept":[52,67],"maps":[53],"using":[54],"word":[55],"embeddings":[56],"to":[57],"evaluate":[58],"the":[59,71,77,81,84,88,102,106,120,126,130],"quality":[60],"ideas":[62,135],"Chinese":[64,115],"compositions.":[65],"The":[66,122],"map":[68],"derived":[69],"from":[70,98],"student\u2019s":[72],"composition":[73],"is":[74,117],"composed":[75],"concepts":[78],"appearing":[79],"co-occurrence":[85],"relationship":[86],"between":[87],"concepts.":[89],"By":[90],"utilizing":[91],"real":[92],"compositions":[93,138],"written":[94],"by":[95],"eighth-grade":[96],"students":[97],"assessment,":[101],"scoring":[103],"accuracy":[104],"computer":[107],"system":[109],"(named":[110],"AECC-I:":[111],"Automated":[112],"Evaluation":[113],"Compositions\u2014Ideas)":[116],"higher":[118],"baselines.":[121],"results":[123],"indicate":[124],"that":[125,140],"proposed":[127],"method":[128],"deepens":[129],"construct-relevant":[131],"coverage":[132],"automatic":[134],"it":[141],"can":[142],"provide":[143],"constructive":[144],"feedback":[145],"students.":[147]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}