{"id":"https://openalex.org/W2183791654","doi":"https://doi.org/10.1109/fie.2015.7344299","title":"Rubrics for assessment item difficulty in engineering courses","display_name":"Rubrics for assessment item difficulty in engineering courses","publication_year":2015,"publication_date":"2015-10-01","ids":{"openalex":"https://openalex.org/W2183791654","doi":"https://doi.org/10.1109/fie.2015.7344299","mag":"2183791654"},"language":"en","primary_location":{"id":"doi:10.1109/fie.2015.7344299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2015.7344299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024533981","display_name":"Shilpi Banerjee","orcid":null},"institutions":[{"id":"https://openalex.org/I181514455","display_name":"International Institute of Information Technology Bangalore","ror":"https://ror.org/05h9eqy10","country_code":"IN","type":"education","lineage":["https://openalex.org/I181514455"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Shilpi Banerjee","raw_affiliation_strings":["International Institute of Information Technology, Bangalore"],"affiliations":[{"raw_affiliation_string":"International Institute of Information Technology, Bangalore","institution_ids":["https://openalex.org/I181514455"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110339402","display_name":"N.J. Rao","orcid":null},"institutions":[{"id":"https://openalex.org/I181514455","display_name":"International Institute of Information Technology Bangalore","ror":"https://ror.org/05h9eqy10","country_code":"IN","type":"education","lineage":["https://openalex.org/I181514455"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"N. J. Rao","raw_affiliation_strings":["International Institute of Information Technology, Bangalore"],"affiliations":[{"raw_affiliation_string":"International Institute of Information Technology, Bangalore","institution_ids":["https://openalex.org/I181514455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044389696","display_name":"Chandrashekar Ramanathan","orcid":"https://orcid.org/0000-0002-3330-8365"},"institutions":[{"id":"https://openalex.org/I181514455","display_name":"International Institute of Information Technology Bangalore","ror":"https://ror.org/05h9eqy10","country_code":"IN","type":"education","lineage":["https://openalex.org/I181514455"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chandrashekar Ramanathan","raw_affiliation_strings":["International Institute of Information Technology, Bangalore"],"affiliations":[{"raw_affiliation_string":"International Institute of Information Technology, Bangalore","institution_ids":["https://openalex.org/I181514455"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5024533981"],"corresponding_institution_ids":["https://openalex.org/I181514455"],"apc_list":null,"apc_paid":null,"fwci":0.7946,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.81479245,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"20","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14025","display_name":"Educational Technology and Assessment","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12124","display_name":"Engineering Education and Curriculum Development","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9624638557434082},{"id":"https://openalex.org/keywords/formative-assessment","display_name":"Formative assessment","score":0.7390400171279907},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6391498446464539},{"id":"https://openalex.org/keywords/summative-assessment","display_name":"Summative assessment","score":0.5717507004737854},{"id":"https://openalex.org/keywords/peer-assessment","display_name":"Peer assessment","score":0.5237565040588379},{"id":"https://openalex.org/keywords/accreditation","display_name":"Accreditation","score":0.46726909279823303},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.45739683508872986},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.3730071187019348},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.34732675552368164},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.26389607787132263},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.15646731853485107}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9624638557434082},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.7390400171279907},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6391498446464539},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.5717507004737854},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.5237565040588379},{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.46726909279823303},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.45739683508872986},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3730071187019348},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.34732675552368164},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26389607787132263},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.15646731853485107},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fie.2015.7344299","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fie.2015.7344299","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 IEEE Frontiers in Education Conference (FIE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8399999737739563,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332866","display_name":"Oklahoma Agricultural Experiment Station","ror":"https://ror.org/01g9vbr38"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W123901867","https://openalex.org/W243494786","https://openalex.org/W649397958","https://openalex.org/W1485268022","https://openalex.org/W1495142051","https://openalex.org/W1965121753","https://openalex.org/W2001947615","https://openalex.org/W2028675229","https://openalex.org/W2064446439","https://openalex.org/W2076874824","https://openalex.org/W2115844418","https://openalex.org/W2116817443","https://openalex.org/W2135668578","https://openalex.org/W2137239421","https://openalex.org/W2140831942","https://openalex.org/W2144703078","https://openalex.org/W2164243765","https://openalex.org/W2184175135","https://openalex.org/W2187628331","https://openalex.org/W2188344743","https://openalex.org/W2484215240","https://openalex.org/W2503553519","https://openalex.org/W2625980715","https://openalex.org/W2993236751","https://openalex.org/W4206819050","https://openalex.org/W6605064302","https://openalex.org/W6677554463","https://openalex.org/W6687429081"],"related_works":["https://openalex.org/W2596540894","https://openalex.org/W4248485996","https://openalex.org/W2188168286","https://openalex.org/W1981820048","https://openalex.org/W2373351295","https://openalex.org/W4315786423","https://openalex.org/W2169821076","https://openalex.org/W2979216021","https://openalex.org/W2762230188","https://openalex.org/W2410921486"],"abstract_inverted_index":{"A":[0],"course":[1,207],"in":[2,36,116,138,160],"Engineering":[3],"programs":[4],"is":[5,177,197],"designed":[6,218],"and":[7,32,51,105,126,147,155,175,183,212],"conducted":[8],"to":[9,12,18,44,48,52,81,84,109],"facilitate":[10],"students":[11,47],"acquire":[13],"a":[14,20,68,122,139,169],"set":[15,123],"of":[16,22,56,58,63,70,72,124,150,163,191,209,216],"competencies":[17],"meet":[19],"subset":[21],"Program":[23],"Outcomes(Graduate":[24],"Attributes)":[25],"identified":[26,159,174],"by":[27,179,199,220],"the":[28,39,42,46,54,64,73,82,111,117,161,192,206,214,217,221],"accreditation":[29],"agency.":[30],"Formative":[31],"summative":[33],"assessments,":[34],"if":[35],"alignment":[37],"with":[38,88],"competencies,":[40],"enable":[41],"instructor":[43,83],"guide":[45],"learn":[49],"well,":[50],"measure":[53,69],"level":[55,113,203],"attainment":[57],"competencies.":[59,74],"The":[60,130,141,153,166,189],"difficulty":[61,77,90,93,112,128,176,195,202,215],"levels":[62],"assessment":[65,86,151,171],"items":[66,87,204,219],"are":[67,96,114,136,144,158,173],"mastery":[71],"Well":[75],"defined":[76],"rubrics":[78,94,135,196],"provide":[79],"guidelines":[80],"prepare":[85],"stated":[89],"levels.":[91],"Several":[92],"which":[95],"learner":[97],"dependent":[98],"or":[99,103,107],"independent,":[100],"subject":[101,222],"specific":[102],"non-specific":[104],"score-based":[106],"score-independent":[108,127],"characterize":[110,133],"reported":[115],"literature.":[118],"This":[119],"paper":[120],"presents":[121],"learner-independent":[125],"rubrics.":[129],"parameters":[131,143,157,167],"that":[132],"these":[134],"arranged":[137],"hierarchy.":[140],"nodal":[142],"content,":[145],"task":[146],"structure":[148],"(stimulus)":[149],"items.":[152],"leaf":[154],"atomic":[156],"framework":[162],"Anderson-Bloom":[164],"taxonomy.":[165],"for":[168,205],"given":[170],"item":[172,194],"determined":[178],"applying":[180],"weight":[181],"based":[182,187],"fuzzy":[184],"logic":[185],"rule":[186],"methods.":[188],"efficacy":[190],"proposed":[193],"validated":[198],"designing":[200],"different":[201],"Basics":[208],"Digital":[210],"Systems,":[211],"validating":[213],"matter":[223],"experts.":[224]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}