{"id":"https://openalex.org/W2111499444","doi":"https://doi.org/10.1017/s1351324903003206","title":"Evaluation of text coherence for electronic essay scoring systems","display_name":"Evaluation of text coherence for electronic essay scoring systems","publication_year":2004,"publication_date":"2004-02-23","ids":{"openalex":"https://openalex.org/W2111499444","doi":"https://doi.org/10.1017/s1351324903003206","mag":"2111499444"},"language":"en","primary_location":{"id":"doi:10.1017/s1351324903003206","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324903003206","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046422522","display_name":"Eleni Miltsakaki","orcid":null},"institutions":[{"id":"https://openalex.org/I79576946","display_name":"University of Pennsylvania","ror":"https://ror.org/00b30xv10","country_code":"US","type":"education","lineage":["https://openalex.org/I79576946"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"E. MILTSAKAKI","raw_affiliation_strings":["University of Pennsylvania, Philadelphia, PA 19104, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pennsylvania, Philadelphia, PA 19104, USA","institution_ids":["https://openalex.org/I79576946"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056855678","display_name":"Karen Kukich","orcid":null},"institutions":[{"id":"https://openalex.org/I1311060795","display_name":"U.S. National Science Foundation","ror":"https://ror.org/021nxhr62","country_code":"US","type":"government","lineage":["https://openalex.org/I1311060795"]},{"id":"https://openalex.org/I1341030882","display_name":"Educational Testing Service","ror":"https://ror.org/03b5q4637","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1341030882"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"K. KUKICH","raw_affiliation_strings":["Current address: National Science Foundation, 4201 Wilson Blvd., Arlington, VA 22230, USA","Educational Testing Service, Princeton, NJ 08541, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Current address: National Science Foundation, 4201 Wilson Blvd., Arlington, VA 22230, USA","institution_ids":["https://openalex.org/I1311060795"]},{"raw_affiliation_string":"Educational Testing Service, Princeton, NJ 08541, USA","institution_ids":["https://openalex.org/I1341030882"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3576,"has_fulltext":false,"cited_by_count":131,"citation_normalized_percentile":{"value":0.95453254,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"10","issue":"1","first_page":"25","last_page":"55"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8297938108444214},{"id":"https://openalex.org/keywords/coherence","display_name":"Coherence (philosophical gambling strategy)","score":0.7167565822601318},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6562115550041199},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.6158737540245056},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5255264639854431},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5074743628501892},{"id":"https://openalex.org/keywords/transition","display_name":"Transition (genetics)","score":0.4646221101284027},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.18525195121765137},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08946231007575989},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08429709076881409}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8297938108444214},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.7167565822601318},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6562115550041199},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.6158737540245056},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5255264639854431},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5074743628501892},{"id":"https://openalex.org/C194232998","wikidata":"https://www.wikidata.org/wiki/Q1606712","display_name":"Transition (genetics)","level":3,"score":0.4646221101284027},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.18525195121765137},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08946231007575989},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08429709076881409},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1017/s1351324903003206","is_oa":false,"landing_page_url":"https://doi.org/10.1017/s1351324903003206","pdf_url":null,"source":{"id":"https://openalex.org/S18088403","display_name":"Natural Language Engineering","issn_l":"1351-3249","issn":["1351-3249","1469-8110"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310311721","host_organization_name":"Cambridge University Press","host_organization_lineage":["https://openalex.org/P4310311721","https://openalex.org/P4310311702"],"host_organization_lineage_names":["Cambridge University Press","University of Cambridge"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Natural Language Engineering","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.386.847","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.386.847","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://people.cs.pitt.edu/~litman/courses/slate/pdf/nle04-MK.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W65949069","https://openalex.org/W83905281","https://openalex.org/W244365750","https://openalex.org/W1485005640","https://openalex.org/W1489463938","https://openalex.org/W1489849835","https://openalex.org/W1501718276","https://openalex.org/W1511983311","https://openalex.org/W1519642432","https://openalex.org/W1526249390","https://openalex.org/W1528859321","https://openalex.org/W1573330584","https://openalex.org/W1573763320","https://openalex.org/W1611898144","https://openalex.org/W1630881534","https://openalex.org/W1669912781","https://openalex.org/W1700273416","https://openalex.org/W1710422233","https://openalex.org/W1789052466","https://openalex.org/W1938562655","https://openalex.org/W2005313804","https://openalex.org/W2011803259","https://openalex.org/W2015746110","https://openalex.org/W2017131861","https://openalex.org/W2024201314","https://openalex.org/W2024270062","https://openalex.org/W2053154970","https://openalex.org/W2063915530","https://openalex.org/W2089150068","https://openalex.org/W2098987361","https://openalex.org/W2100873065","https://openalex.org/W2105204564","https://openalex.org/W2124741472","https://openalex.org/W2126555270","https://openalex.org/W2139042198","https://openalex.org/W2139243841","https://openalex.org/W2146213370","https://openalex.org/W2147152072","https://openalex.org/W2149041454","https://openalex.org/W2153804780","https://openalex.org/W2158997610","https://openalex.org/W2167702024","https://openalex.org/W2293736855","https://openalex.org/W2803988584","https://openalex.org/W2949496004","https://openalex.org/W3034730645","https://openalex.org/W3135157659","https://openalex.org/W3135539134","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W4255837520","https://openalex.org/W2387011115","https://openalex.org/W4234808182","https://openalex.org/W4255628145","https://openalex.org/W2382043075","https://openalex.org/W2809151339","https://openalex.org/W2216913934","https://openalex.org/W2360673138","https://openalex.org/W2809370583","https://openalex.org/W4301447905"],"abstract_inverted_index":{"Existing":[0],"software":[1],"systems":[2],"for":[3,188],"automated":[4,174],"essay":[5,34],"scoring":[6,35],"can":[7],"provide":[8],"NLP":[9,177,183],"researchers":[10],"with":[11],"opportunities":[12],"to":[13,37,58,91,110],"test":[14],"certain":[15],"theoretical":[16],"hypotheses,":[17],"including":[18],"some":[19],"derived":[20],"from":[21],"Centering":[22,49,134,154],"Theory.":[23],"In":[24],"this":[25],"study":[26,167],"we":[27],"employ":[28],"the":[29,59,87,92,104,111,133,150],"Educational":[30],"Testing":[31],"Service's":[32],"e-rater":[33],"system":[36,93],"examine":[38],"whether":[39],"local":[40],"discourse":[41,159],"coherence,":[42],"as":[43,141,155],"defined":[44],"by":[45],"a":[46,55,121,142,156,171],"measure":[47,157],"of":[48,61,79,106,123,153,158,173,182],"Theory's":[50],"Rough-Shift":[51,88],"transitions,":[52],"might":[53],"be":[54],"significant":[56],"contributor":[57],"evaluation":[60],"essays.":[62],"Rough-Shifts":[63,117,140],"within":[64],"students'":[65],"paragraphs":[66],"often":[67],"occur":[68],"when":[69],"topics":[70],"are":[71,76],"short-lived":[72],"and":[73,75,102,175,185],"unconnected,":[74],"therefore":[77],"indicative":[78],"poor":[80],"topic":[81],"development.":[82],"We":[83],"show":[84],"that":[85,116,126],"adding":[86],"based":[89],"metric":[90],"improves":[94],"its":[95],"performance":[96],"significantly,":[97],"better":[98],"approximating":[99],"human":[100],"scores":[101],"providing":[103],"capability":[105],"valuable":[107],"instructional":[108],"feedback":[109],"student.":[112],"These":[113],"results":[114],"indicate":[115],"do":[118],"indeed":[119],"capture":[120],"source":[122],"incoherence,":[124],"one":[125],"has":[127],"not":[128,137],"been":[129],"closely":[130],"examined":[131],"in":[132,162],"literature.":[135],"They":[136],"only":[138],"justify":[139],"valid":[143],"transition":[144],"type,":[145],"but":[146],"they":[147],"also":[148],"support":[149],"original":[151],"formulation":[152],"continuity":[160],"even":[161],"pronominal-free":[163],"text.":[164],"Finally,":[165],"our":[166],"design,":[168],"which":[169],"used":[170],"combination":[172],"manual":[176],"techniques,":[178],"highlights":[179],"specific":[180],"areas":[181],"research":[184],"development":[186],"needed":[187],"engineering":[189],"practical":[190],"applications.":[191]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":33},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":4},{"year":2013,"cited_by_count":8},{"year":2012,"cited_by_count":6}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}