{"id":"https://openalex.org/W10381192","doi":null,"title":"Measuring Writing as a Representation of Disciplinary Knowledge","display_name":"Measuring Writing as a Representation of Disciplinary Knowledge","publication_year":2012,"publication_date":"2012-06-25","ids":{"openalex":"https://openalex.org/W10381192","mag":"10381192"},"language":"en","primary_location":{"id":"mag:10381192","doi":null,"is_oa":false,"landing_page_url":"http://www.processeducation.org/ijpe/2012/writing.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5111384189","display_name":"Kathleen Annette Burke","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kathleen Burke","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047689858","display_name":"Judith A. Ouellette","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Judith A. Ouellette","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006708975","display_name":"Wendy E. Miller","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wendy Miller","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041752505","display_name":"Cy Leise","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cy Leise","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5018598489","display_name":"Tristan T. Utschig","orcid":"https://orcid.org/0000-0003-1057-3825","observed_orcids":["https://orcid.org/0000-0003-1057-3825"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tristan Utschig","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-1057-3825","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7848,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.91267517,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":"4","issue":"1","first_page":"13","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.8339999914169312,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.8339999914169312,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.08990000188350677,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10366","display_name":"Discourse Analysis in Language Studies","score":0.020099999383091927,"subfield":{"id":"https://openalex.org/subfields/3310","display_name":"Linguistics and Language"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/writing-rubrics","display_name":"writing rubrics","score":0.7170000076293945},{"id":"https://openalex.org/keywords/discipline-specific-writing","display_name":"discipline-specific writing","score":0.7310000061988831},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.871999979019165},{"id":"https://openalex.org/keywords/concurrent-validity","display_name":"concurrent validity","score":0.9409999847412109},{"id":"https://openalex.org/keywords/rater-training","display_name":"rater training","score":0.5720000267028809},{"id":"https://openalex.org/keywords/composition-courses","display_name":"composition courses","score":0.3840000033378601},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"writing assessment","score":0.3240000009536743}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9894581437110901},{"id":"https://openalex.org/C8795937","wikidata":"https://www.wikidata.org/wiki/Q11862829","display_name":"Discipline","level":2,"score":0.603644609451294},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5955320596694946},{"id":"https://openalex.org/C26022165","wikidata":"https://www.wikidata.org/wiki/Q8091","display_name":"Grammar","level":2,"score":0.4980480670928955},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.4810248017311096},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.46416476368904114},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4360063672065735},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3310149908065796},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13416677713394165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1111401617527008},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.08923518657684326},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:10381192","doi":null,"is_oa":false,"landing_page_url":"http://www.processeducation.org/ijpe/2012/writing.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.9235000014305115,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W379622356","https://openalex.org/W1978217317","https://openalex.org/W1984389041","https://openalex.org/W2001358220","https://openalex.org/W2017256950","https://openalex.org/W2044101873","https://openalex.org/W2053154970","https://openalex.org/W2060967897","https://openalex.org/W2140661853"],"related_works":["https://openalex.org/W1976511561","https://openalex.org/W2796703347","https://openalex.org/W7146560865","https://openalex.org/W2599610984","https://openalex.org/W7104522235","https://openalex.org/W2806682062","https://openalex.org/W2511518748","https://openalex.org/W4404799808","https://openalex.org/W7006503719","https://openalex.org/W4253596520"],"abstract_inverted_index":{"Most":[0],"students":[1],"are":[2,25,31,41,260],"exposed":[3],"to":[4,11,33,46,131,148,236,251],"different":[5,97,105],"writing":[6,23,100,243,258],"genres":[7],"as":[8,10],"well":[9],"grammar":[12],"and":[13,58,80,124,164,230,255,267],"other":[14,167],"writing-specific":[15],"skills":[16,24],"during":[17],"their":[18],"required":[19],"composition":[20],"course(s).":[21],"Discipline-specific":[22],"often":[26,42],"not":[27,186],"taught,":[28],"rather":[29],"they":[30],"assumed":[32],"be":[34,93],"prerequisite":[35],"knowledge":[36],"by":[37,44,67,101],"disciplinary":[38],"instructors.":[39],"Rubrics":[40],"used":[43],"instructors":[45],"measure":[47],"these":[48],"skills;":[49],"however,":[50],"few":[51],"rubrics":[52],"integrate":[53],"measurement":[54],"of":[55,70,82,90,99,121,136,139,166,217,220,226],"both":[56,179],"general":[57],"discipline-specific":[59],"skills.":[60],"One":[61],"such":[62],"rubric":[63,196,201,252],"has":[64],"been":[65],"designed":[66],"the":[68,77,119,134,140,150,162,182,194,199,211,218,221,224,264],"Academy":[69,195],"Process":[71],"Educators.":[72],"The":[73,113,152,188],"present":[74],"research":[75,153],"examines":[76],"empirical":[78],"reliability":[79,163,184],"validity":[81,138,165],"this":[83],"rubric.":[84],"It":[85],"was":[86,128,185],"hypothesized":[87],"that":[88,173,205,242,257],"consistency":[89],"ratings":[91,189],"would":[92],"achieved":[94],"for":[95,159],"three":[96],"types":[98],"four":[102],"raters":[103,175],"from":[104,118,239],"disciplines":[106],"when":[107],"read":[108],"in":[109,249],"a":[110,157],"counterbalanced":[111],"pattern.":[112],"Written":[114],"Communication":[115],"Value":[116],"Rubric":[117],"Association":[120],"American":[122],"Colleges":[123],"Universities":[125],"(AAC&U,":[126],"2012)":[127],"also":[129],"utilized":[130,147,155],"make":[132],"possible":[133],"evaluation":[135],"concurrent":[137],"two":[141],"rubrics.":[142,168],"Different":[143],"statistical":[144],"methods":[145],"were":[146,176,190,213],"analyze":[149],"ratings.":[151],"methodology":[154],"provides":[156],"model":[158],"empirically":[160],"exploring":[161],"Overall,":[169],"our":[170],"findings":[171],"indicate":[172],"individually":[174],"consistent":[177],"on":[178,193,198],"rubrics,":[180,212],"but":[181,202],"inter-rater":[183,231],"strong.":[187],"less":[191],"dispersed":[192],"than":[197],"AAC&U":[200],"\u201cconcurrent\u201d":[203],"validity,":[204],"is":[206],"significant":[207],"positive":[208],"correlations":[209],"between":[210],"clearly":[214],"present.":[215],"Some":[216],"implications":[219],"study":[222],"include":[223],"importance":[225],"encouraging":[227],"careful":[228],"rater":[229],"training,":[232],"using":[233],"counter-balanced":[234],"sequences":[235],"avoid":[237],"bias":[238],"repetition,":[240],"ensuring":[241],"assignments":[244],"reflect":[245],"clear":[246],"performance":[247,253],"criteria":[248],"regards":[250],"areas,":[254],"assuring":[256],"pre-requisites":[259],"carefully":[261],"integrated":[262],"throughout":[263],"program\u2019s":[265],"curriculum":[266],"assessment":[268],"strategy.":[269]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-10-17T09:40:24.721904","created_date":"2016-06-24T00:00:00"}