{"id":"https://openalex.org/W3204432329","doi":null,"title":"Validity of Automated Scoring: Prologue for a Continuing Discussion of Machine Scoring Student Writing","display_name":"Validity of Automated Scoring: Prologue for a Continuing Discussion of Machine Scoring Student Writing","alternate_titles":[],"publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W3204432329","mag":"3204432329"},"language":"en","primary_location":{"id":"mag:3204432329","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt8nv3w3w8/qt8nv3w3w8.pdf?t=r03d5y","pdf_url":null,"source":{"id":"https://openalex.org/S4210229664","display_name":"Journal of writing assessment","issn_l":"1543-043X","issn":["1543-043X","2169-9232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of writing assessment","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W3204432329"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://escholarship.org/content/qt8nv3w3w8/qt8nv3w3w8.pdf?t=r03d5y","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Michael P. Williamson","orcid":"https://orcid.org/0000-0001-5572-1903","observed_orcids":["https://orcid.org/0000-0001-5572-1903"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Michael P. Williamson","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-5572-1903","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.385,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.85035407,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":99},"biblio":{"volume":"1","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.4950999915599823,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.4950999915599823,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.2524000108242035,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.07270000129938126,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automated-grading","display_name":"automated grading","score":0.9800000190734863},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"writing assessment","score":0.9739999771118164},{"id":"https://openalex.org/keywords/validity","display_name":"validity","score":0.7239999771118164},{"id":"https://openalex.org/keywords/positivism","display_name":"positivism","score":0.7770000100135803},{"id":"https://openalex.org/keywords/writing-teachers","display_name":"writing teachers","score":0.7549999952316284}],"concepts":[{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.7158554196357727},{"id":"https://openalex.org/C177047870","wikidata":"https://www.wikidata.org/wiki/Q3953114","display_name":"Professional writing","level":2,"score":0.510980486869812},{"id":"https://openalex.org/C3019916461","wikidata":"https://www.wikidata.org/wiki/Q10870555","display_name":"Report writing","level":2,"score":0.4817907214164734},{"id":"https://openalex.org/C2780627709","wikidata":"https://www.wikidata.org/wiki/Q920285","display_name":"Prologue","level":2,"score":0.46190792322158813},{"id":"https://openalex.org/C188231857","wikidata":"https://www.wikidata.org/wiki/Q2585724","display_name":"Educational assessment","level":2,"score":0.4606296122074127},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4381101429462433},{"id":"https://openalex.org/C128706718","wikidata":"https://www.wikidata.org/wiki/Q131015","display_name":"Positivism","level":2,"score":0.4379728138446808},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.39768391847610474},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.37597158551216125},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3684121370315552},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3042784333229065},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2714768350124359},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.16037848591804504},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.13992899656295776},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C124952713","wikidata":"https://www.wikidata.org/wiki/Q8242","display_name":"Literature","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"mag:3204432329","doi":null,"is_oa":false,"landing_page_url":"https://escholarship.org/content/qt8nv3w3w8/qt8nv3w3w8.pdf?t=r03d5y","pdf_url":null,"source":{"id":"https://openalex.org/S4210229664","display_name":"Journal of writing assessment","issn_l":"1543-043X","issn":["1543-043X","2169-9232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of writing assessment","raw_type":null},{"id":"pmh:oai:escholarship.org/ark:/13030/qt8nv3w3w8","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8nv3w3w8","pdf_url":"https://escholarship.org/content/qt8nv3w3w8/qt8nv3w3w8.pdf?t=r03d5y","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Writing Assessment, vol 1, iss 2","raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:escholarship.org/ark:/13030/qt8nv3w3w8","doi":null,"is_oa":true,"landing_page_url":"https://escholarship.org/uc/item/8nv3w3w8","pdf_url":"https://escholarship.org/content/qt8nv3w3w8/qt8nv3w3w8.pdf?t=r03d5y","source":{"id":"https://openalex.org/S4306400115","display_name":"eScholarship (California Digital Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2801248553","host_organization_name":"California Digital Library","host_organization_lineage":["https://openalex.org/I2801248553"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Writing Assessment, vol 1, iss 2","raw_type":"article"},"sustainable_development_goals":[{"score":0.6164000034332275,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3204432329.pdf","grobid_xml":"https://content.openalex.org/works/W3204432329.grobid-xml"},"referenced_works_count":38,"referenced_works":["https://openalex.org/W131470086","https://openalex.org/W154552061","https://openalex.org/W206134939","https://openalex.org/W224267383","https://openalex.org/W251372834","https://openalex.org/W255159412","https://openalex.org/W307154676","https://openalex.org/W317439530","https://openalex.org/W345157124","https://openalex.org/W404631053","https://openalex.org/W633266960","https://openalex.org/W1531528145","https://openalex.org/W1573695795","https://openalex.org/W1597676647","https://openalex.org/W1693745381","https://openalex.org/W1976999090","https://openalex.org/W1980099315","https://openalex.org/W2003653760","https://openalex.org/W2007323868","https://openalex.org/W2032152873","https://openalex.org/W2041273423","https://openalex.org/W2052774469","https://openalex.org/W2069893910","https://openalex.org/W2071602138","https://openalex.org/W2078309767","https://openalex.org/W2088237118","https://openalex.org/W2116329999","https://openalex.org/W2124668256","https://openalex.org/W2152205358","https://openalex.org/W2251891975","https://openalex.org/W2486229885","https://openalex.org/W2727779596","https://openalex.org/W2753533763","https://openalex.org/W2794452432","https://openalex.org/W2795617296","https://openalex.org/W3034730645","https://openalex.org/W3213767167","https://openalex.org/W4397034348"],"related_works":["https://openalex.org/W4393376278","https://openalex.org/W4386729105","https://openalex.org/W1983621098","https://openalex.org/W2936642537","https://openalex.org/W4280618110","https://openalex.org/W1997119722","https://openalex.org/W2585316715","https://openalex.org/W2467358449","https://openalex.org/W4366728273"],"abstract_inverted_index":{"Writing":[0],"assessment":[1,26,54,64,84,100,108,119],"has":[2],"developed":[3],"along":[4],"two":[5],"separate":[6],"lines,":[7],"one":[8],"centered":[9,19],"in":[10,20,48,76],"professional":[11,21],"organizations":[12,22],"for":[13,23,40,107],"writing":[14,41,118],"teachers":[15,42],"and":[16,43,68],"the":[17,24,29,49,52,59,62,90,96,104,113,117],"other":[18,91],"broader":[25,53,63],"community.":[27,55,120],"As":[28],"controversy":[30],"about":[31],"automated":[32,83],"scoring":[33],"continues":[34],"to":[35,45,57,70],"develop,":[36],"it":[37,72],"is":[38,85,109],"important":[39],"researchers":[44],"become":[46],"fluent":[47],"discourse":[50],"of":[51,61,80,95],"Continuing":[56],"label":[58],"work":[60],"community":[65],"as":[66,82],"positivist":[67],"continuing":[69,78],"ignore":[71],"will":[73,101],"only":[74],"result":[75],"a":[77],"sense":[79],"defeat":[81],"adopted":[86,115],"more":[87],"widely.":[88],"On":[89],"hand,":[92],"an":[93],"examination":[94],"literature":[97],"on":[98],"educational":[99],"reveal":[102],"that":[103],"theoretical":[105],"base":[106],"quite":[110],"consistent":[111],"with":[112],"principles":[114],"by":[116]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W3204432329","counts_by_year":[{"year":2024,"cited_by_count":15},{"year":2023,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-18T13:11:19.462570","created_date":"2021-10-11T00:00:00"}
