{"id":"https://openalex.org/W2099062016","doi":null,"title":"An Inter-Rater Perspective for the Researches on Assessing Writing","display_name":"An Inter-Rater Perspective for the Researches on Assessing Writing","publication_year":2010,"publication_date":"2010-06-01","ids":{"openalex":"https://openalex.org/W2099062016","mag":"2099062016"},"language":"en","primary_location":{"id":"pmh:oai:eprints.ibu.edu.ba:395","doi":null,"is_oa":false,"landing_page_url":"http://eprints.ibu.edu.ba/395/1/ISSD2010Socialscience_p74-p83.pdf","pdf_url":"http://eprints.ibu.edu.ba/395/1/ISSD2010Socialscience_p74-p83.pdf","source":{"id":"https://openalex.org/S4406922750","display_name":"IBU Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059499489","display_name":"Turgay Han","orcid":"https://orcid.org/0000-0002-9196-0618","observed_orcids":["https://orcid.org/0000-0002-9196-0618"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Turgay Han","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-9196-0618","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034080429","display_name":"H\u00fcseyin Efe","orcid":"https://orcid.org/0000-0002-5142-0959","observed_orcids":["https://orcid.org/0000-0002-5142-0959"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"H\u00fcseyin Efe","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5001887794","display_name":"Erdin\u00e7 Parlak","orcid":"https://orcid.org/0000-0002-7184-8709","observed_orcids":["https://orcid.org/0000-0002-7184-8709"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erdin\u00e7 Parlak","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-7184-8709","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.9541000127792358,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.023900000378489494,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14516","display_name":"English Language Learning and Teaching","score":0.004699999932199717,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8740000128746033},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"writing assessment","score":0.7540000081062317},{"id":"https://openalex.org/keywords/efl-writing","display_name":"EFL writing","score":0.7329999804496765},{"id":"https://openalex.org/keywords/essay-scoring","display_name":"essay scoring","score":0.7210000157356262},{"id":"https://openalex.org/keywords/holistic-scoring","display_name":"holistic scoring","score":0.550000011920929},{"id":"https://openalex.org/keywords/analytic-scoring","display_name":"analytic scoring","score":0.9779999852180481},{"id":"https://openalex.org/keywords/grading-criteria","display_name":"grading criteria","score":0.8080000281333923}],"concepts":[{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.7860148549079895},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7593327760696411},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6385622024536133},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.5995098352432251},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.5063599348068237},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4482911229133606},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3902434706687927},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3762381076812744},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.3632817566394806},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.3235529065132141},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.26885443925857544},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.20508280396461487},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.15157347917556763},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.147883802652359},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08198028802871704},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:eprints.ibu.edu.ba:395","doi":null,"is_oa":false,"landing_page_url":"http://eprints.ibu.edu.ba/395/1/ISSD2010Socialscience_p74-p83.pdf","pdf_url":"http://eprints.ibu.edu.ba/395/1/ISSD2010Socialscience_p74-p83.pdf","source":{"id":"https://openalex.org/S4406922750","display_name":"IBU Repository","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Conference or Workshop Item"},{"id":"mag:2099062016","doi":null,"is_oa":false,"landing_page_url":"http://eprints.ibu.edu.ba/395/1/ISSD2010Socialscience_p74-p83.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.5385000109672546}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W191344148","https://openalex.org/W311955710","https://openalex.org/W407381250","https://openalex.org/W1977211315","https://openalex.org/W1984970102","https://openalex.org/W1988338581","https://openalex.org/W2004750922","https://openalex.org/W2095002948","https://openalex.org/W2120576373","https://openalex.org/W2989567029"],"related_works":["https://openalex.org/W7096121371","https://openalex.org/W2611328070","https://openalex.org/W1520231896","https://openalex.org/W2119230383","https://openalex.org/W1968999604","https://openalex.org/W2470657543","https://openalex.org/W4210593897","https://openalex.org/W2970655413","https://openalex.org/W2092161955","https://openalex.org/W2926903221"],"abstract_inverted_index":{"In":[0,50],"assessing":[1],"EFL":[2,160],"students\u2019":[3],"writings":[4],"consistently,":[5],"there":[6,111],"are":[7],"various":[8],"factors":[9],"that":[10,110,118],"\\nmust":[11],"be":[12,39],"taken":[13],"into":[14],"consideration":[15],"while":[16],"rating.":[17],"Especially":[18],"those":[19],"who":[20,29],"want":[21],"to":[22,31,35,61],"make":[23],"\\nquantitative":[24],"researches":[25],"using":[26],"raters":[27,81],"or":[28,69],"aim":[30],"give":[32],"suitable":[33],"feedback":[34],"written":[36],"\\nproductions":[37],"should":[38],"responsible":[40],"for":[41,57,141],"fulfilling":[42],"the":[43,62,123,133,136,147],"requirements":[44],"in":[45],"marking":[46],"and":[47,74,82,95,149],"scoring":[48,102],"\\nprocess.":[49],"this":[51,53],"context,":[52],"paper":[54],"looks":[55],"insight":[56],"some":[58,138],"issues":[59],"related":[60],"raters,":[63,85],"such":[64],"\\nas":[65],"inter-rater":[66],"reliability,":[67],"analytic":[68],"holistic":[70],"examinations,":[71],"rating":[72,143],"criteria,":[73],"others.":[75],"This":[76],"\\nstudy":[77],"includes":[78],"8":[79,83],"native":[80,130],"non-native":[84],"each":[86],"of":[87,101,122,127,135],"whom":[88],"rated":[89],"an":[90],"ESL":[91,103],"essay":[92,124,142],"\\nboth":[93],"holistically":[94],"analytically.":[96],"Every":[97],"participant":[98],"rater\u2019s":[99],"background":[100],"\\nwritings":[104],"was":[105,112],"similar.":[106],"The":[107],"result":[108],"showed":[109],"no":[113],"significant":[114],"difference":[115],"between":[116],"\\nraters,":[117],"is,":[119],"participants\u2019":[120],"grading":[121],"is":[125],"irrespective":[126],"their":[128],"being":[129],"\\nspeakers.":[131],"At":[132],"end":[134],"study,":[137],"important":[139],"implications":[140],"practices":[144],"\\nand":[145],"both":[146],"researchers":[148],"language":[150],"teacher":[151],"were":[152],"emphasized.":[153],"\\nKey":[154],"Words:":[155],"Rater,":[156],"Reliability,":[157],"Assessing":[158],"Writing,":[159]},"counts_by_year":[],"updated_date":"2026-09-26T08:19:03.415552","created_date":"2016-06-24T00:00:00"}