{"id":"https://openalex.org/W2111283383","doi":null,"title":"A FRESH LOOK AT THE EVALUATION OF ORDERING TASKS IN READING COMPREHENSION: WEIGHTED MARKING PROTOCOL","display_name":"A FRESH LOOK AT THE EVALUATION OF ORDERING TASKS IN READING COMPREHENSION: WEIGHTED MARKING PROTOCOL","alternate_titles":[],"publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W2111283383","mag":"2111283383"},"language":"en","primary_location":{"id":"pmh:1079385c-cccc-4da2-b65f-3d10bd8e3cf2","doi":null,"is_oa":false,"landing_page_url":"https://avesis.comu.edu.tr/publication/details/1079385c-cccc-4da2-b65f-3d10bd8e3cf2/oai","pdf_url":null,"source":{"id":"https://openalex.org/S7407055198","display_name":"\u00c7anakkale Onsekiz Mart University AVESIS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},"parent_works":[],"lineage":["https://openalex.org/W2111283383"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5047114159","display_name":"Salim Raz\u0131","orcid":"https://orcid.org/0000-0003-2136-4391","observed_orcids":["https://orcid.org/0000-0003-2136-4391"]},"institutions":[{"id":"https://openalex.org/I115953327","display_name":"\u00c7anakkale Onsekiz Mart \u00dcniversitesi","ror":"https://ror.org/05rsv8p09","country_code":"TR","type":"education","lineage":["https://openalex.org/I115953327"]}],"countries":["TR"],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Salim Raz\u0131","raw_affiliation_strings":["\u00c7anakkale Onsekiz Mart University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"\u00c7anakkale Onsekiz Mart University","institution_ids":["https://openalex.org/I115953327"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5047114159"],"corresponding_institution_ids":["https://openalex.org/I115953327"],"apc_list":null,"apc_paid":null,"fwci":2.2886,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.89087198,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.888700008392334,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.888700008392334,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.057500001043081284,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.02590000070631504,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reading-comprehension-assessment","display_name":"reading comprehension assessment","score":0.8199999928474426},{"id":"https://openalex.org/keywords/scoring","display_name":"scoring","score":0.3490000069141388},{"id":"https://openalex.org/keywords/cloze-test","display_name":"cloze test","score":0.8399999737739563},{"id":"https://openalex.org/keywords/gap-filling","display_name":"gap filling","score":0.968999981880188},{"id":"https://openalex.org/keywords/test-fairness","display_name":"test fairness","score":0.4519999921321869},{"id":"https://openalex.org/keywords/language-assessment","display_name":"language assessment","score":0.5529999732971191}],"concepts":[{"id":"https://openalex.org/C2777179996","wikidata":"https://www.wikidata.org/wiki/Q911222","display_name":"Mistake","level":2,"score":0.8064125776290894},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.7617787718772888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6457866430282593},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.6316626071929932},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.6274236440658569},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5970929265022278},{"id":"https://openalex.org/C182306322","wikidata":"https://www.wikidata.org/wiki/Q1779371","display_name":"Order (exchange)","level":2,"score":0.5741515755653381},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4905692934989929},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4518943130970001},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41606405377388},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3820874094963074},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3589078187942505},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.33866041898727417},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27615416049957275},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:1079385c-cccc-4da2-b65f-3d10bd8e3cf2","doi":null,"is_oa":false,"landing_page_url":"https://avesis.comu.edu.tr/publication/details/1079385c-cccc-4da2-b65f-3d10bd8e3cf2/oai","pdf_url":null,"source":{"id":"https://openalex.org/S7407055198","display_name":"\u00c7anakkale Onsekiz Mart University AVESIS","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/article"},{"id":"mag:2111283383","doi":null,"is_oa":false,"landing_page_url":"http://www.readingmatrix.com/articles/razi/article.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.496.3648","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.496.3648","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.readingmatrix.com/articles/razi/article.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.6164000034332275}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W256498028","https://openalex.org/W337683390","https://openalex.org/W586326620","https://openalex.org/W1487522575","https://openalex.org/W1508078757","https://openalex.org/W1515216811","https://openalex.org/W1969341403","https://openalex.org/W1985760154","https://openalex.org/W2082047225","https://openalex.org/W2494666991","https://openalex.org/W2565070907","https://openalex.org/W3103434229"],"related_works":["https://openalex.org/W4239601688","https://openalex.org/W3032808216","https://openalex.org/W2272893631","https://openalex.org/W30559311","https://openalex.org/W2022822825","https://openalex.org/W7162761506","https://openalex.org/W2599319368","https://openalex.org/W4394961436","https://openalex.org/W236133996","https://openalex.org/W4320910363"],"abstract_inverted_index":{"_______________":[0],"After":[1],"briefly":[2],"discussing":[3],"techniques":[4],"such":[5,50],"as":[6,159,161],"\u2018the":[7],"cloze":[8],"test":[9],"\u2019":[10,13],"and":[11,138],"\u2018gap-filling":[12],"employed":[14],"in":[15,25,43,60,114,162],"assessing":[16],"reading,":[17],"the":[18,22,26,38,47,81,91,109,163],"main":[19],"focus":[20],"of":[21,29,40,49,93,156],"paper":[23,95],"resides":[24],"scoring":[27],"process":[28,84],"\u2018ordering":[30],"tasks\u2019,":[31],"where":[32],"students":[33,133],"are":[34],"asked":[35],"to":[36,64,70,99,116,130],"re-arrange":[37],"order":[39,115],"sentences":[41],"given":[42],"incorrect":[44],"order.":[45],"Since":[46],"evaluation":[48],"tasks":[51,73,113],"is":[52,85],"quite":[53],"complex,":[54],"Reading":[55,66,128],"Teachers":[56,67,129],"rarely":[57],"use":[58],"them":[59,141],"their":[61,132],"tests.":[62],"According":[63],"Alderson,":[65],"frequently":[68],"tend":[69],"mark":[71],"these":[72],"either":[74],"wholly":[75],"right":[76,136],"or":[77],"totally":[78],"wrong":[79],"since":[80],"partial":[82],"marking":[83],"very":[86],"time-consuming.":[87],"In":[88],"this":[89,94],"respect,":[90],"readers":[92],"will":[96],"be":[97],"introduced":[98],"a":[100,118,144],"new":[101,122],"approach,":[102],"namely":[103],"Weighted":[104],"Marking":[105],"Protocol,":[106],"developed":[107],"by":[108],"author":[110],"for":[111,127,134,143],"ordering":[112],"achieve":[117],"fairer":[119],"evaluation.":[120],"This":[121],"approach":[123],"makes":[124],"it":[125],"possible":[126],"reward":[131],"all":[135],"answers":[137],"not":[139],"penalize":[140],"just":[142],"single":[145],"mistake.":[146],"___________________":[147],"Language":[148],"Testing":[149,150],"takes":[151],"places":[152],"at":[153],"every":[154],"stage":[155],"our":[157],"lives,":[158],"well":[160],"language":[164],"learning":[165]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2111283383","counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2013,"cited_by_count":1},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
