{"id":"https://openalex.org/W3043722280","doi":null,"title":"Reliability, validity, and fairness: a content analysis of assessment development publications in major engineering education journals","display_name":"Reliability, validity, and fairness: a content analysis of assessment development publications in major engineering education journals","publication_year":2016,"publication_date":"2016-01-01","ids":{"openalex":"https://openalex.org/W3043722280","mag":"3043722280"},"language":"en","primary_location":{"id":"mag:3043722280","doi":null,"is_oa":false,"landing_page_url":"https://dialnet.unirioja.es/servlet/articulo?codigo=6917662","pdf_url":null,"source":{"id":"https://openalex.org/S140374062","display_name":"International journal of engineering education","issn_l":"0949-149X","issn":["0949-149X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","erih-plus","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4324004151","host_organization_name":"Tempus Publications","host_organization_lineage":["https://openalex.org/P4324004151"],"host_organization_lineage_names":["Tempus Publications"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International journal of engineering education","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049462632","display_name":"Kerrie Anna Douglas","orcid":"https://orcid.org/0000-0002-2693-5272","observed_orcids":["https://orcid.org/0000-0002-2693-5272"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kerrie Douglas","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-2693-5272","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061982324","display_name":"Anastasia M. Rynearson","orcid":"https://orcid.org/0000-0002-2712-8712","observed_orcids":["https://orcid.org/0000-0002-2712-8712"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anastasia Rynearson","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-2712-8712","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045195925","display_name":"\u015eenay Purzer","orcid":"https://orcid.org/0000-0003-0784-6079","observed_orcids":["https://orcid.org/0000-0003-0784-6079"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u015eenay Purzer","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0003-0784-6079","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5062207917","display_name":"Johannes Str\u00f6bel","orcid":"https://orcid.org/0000-0002-2124-1116","observed_orcids":["https://orcid.org/0000-0002-2124-1116"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Johannes Str\u00f6bel","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-2124-1116","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":42.8101,"has_fulltext":false,"cited_by_count":52,"citation_normalized_percentile":{"value":0.99800557,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"32","issue":"5","first_page":"1960","last_page":"1971"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12124","display_name":"Engineering Education and Curriculum Development","score":0.5443999767303467,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12124","display_name":"Engineering Education and Curriculum Development","score":0.5443999767303467,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.3037000000476837,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13117","display_name":"Health Education and Validation","score":0.061799999326467514,"subfield":{"id":"https://openalex.org/subfields/2922","display_name":"Research and Theory"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/assessment-development","display_name":"assessment development","score":0.7509999871253967},{"id":"https://openalex.org/keywords/reliability-statistics","display_name":"reliability statistics","score":0.40700000524520874},{"id":"https://openalex.org/keywords/validity","display_name":"validity","score":0.925000011920929},{"id":"https://openalex.org/keywords/fairness","display_name":"fairness","score":0.925000011920929},{"id":"https://openalex.org/keywords/engineering-education-research","display_name":"engineering education research","score":0.7080000042915344},{"id":"https://openalex.org/keywords/validity-evidence","display_name":"validity evidence","score":0.5730000138282776},{"id":"https://openalex.org/keywords/internal-consistency","display_name":"internal consistency","score":0.7900000214576721},{"id":"https://openalex.org/keywords/substantive-validity","display_name":"substantive validity","score":0.7229999899864197},{"id":"https://openalex.org/keywords/generalizability","display_name":"generalizability","score":0.8629999756813049},{"id":"https://openalex.org/keywords/consequences","display_name":"consequences","score":0.6610000133514404},{"id":"https://openalex.org/keywords/test-retest-reliability","display_name":"test-retest reliability","score":0.7480000257492065},{"id":"https://openalex.org/keywords/standards-for-educational-and-psychological-testing","display_name":"Standards for Educational and Psychological Testing","score":0.8519999980926514},{"id":"https://openalex.org/keywords/research-quality","display_name":"research quality","score":0.33000001311302185}],"concepts":[{"id":"https://openalex.org/C27158222","wikidata":"https://www.wikidata.org/wiki/Q5532422","display_name":"Generalizability theory","level":2,"score":0.850301206111908},{"id":"https://openalex.org/C58916136","wikidata":"https://www.wikidata.org/wiki/Q1663508","display_name":"Content validity","level":3,"score":0.597191572189331},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.564008891582489},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5242888331413269},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.5078743100166321},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.43094539642333984},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4264795184135437},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.4195959270000458},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.35192573070526123},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.2519413232803345},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.20484411716461182},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1506275236606598},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.139397531747818},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.07455858588218689},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:3043722280","doi":null,"is_oa":false,"landing_page_url":"https://dialnet.unirioja.es/servlet/articulo?codigo=6917662","pdf_url":null,"source":{"id":"https://openalex.org/S140374062","display_name":"International journal of engineering education","issn_l":"0949-149X","issn":["0949-149X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-class-a","anvur-scientific","cwts-core","dongbi-d","erih-plus","jufo-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4324004151","host_organization_name":"Tempus Publications","host_organization_lineage":["https://openalex.org/P4324004151"],"host_organization_lineage_names":["Tempus Publications"],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"International journal of engineering education","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6164000034332275,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2010772642","https://openalex.org/W1505584671","https://openalex.org/W4417026188","https://openalex.org/W7005727193","https://openalex.org/W1582025238","https://openalex.org/W2732636541","https://openalex.org/W4405882667","https://openalex.org/W1510663735","https://openalex.org/W4413982330","https://openalex.org/W6941425802"],"abstract_inverted_index":{"After":[0],"more":[1],"than":[2],"a":[3],"decade":[4],"of":[5,11,24,43,48,55,63,108,121,147,154,158],"efforts":[6],"to":[7,20,34,59,117,145],"enhance":[8],"the":[9,41,85,119],"quality":[10,44],"engineering":[12,77],"education":[13,94,136],"research,":[14],"including":[15],"assessmentdevelopment,":[16],"it":[17],"is":[18],"timely":[19],"explore":[21,60],"what":[22,61],"types":[23],"validity":[25],"evidence":[26,67,143],"are":[27,68,133],"frequently":[28,141,170,184],"reported":[29,142],"in":[30,70,75,91,126],"assessment":[31,45,71],"research":[32],"articles.According":[33],"theStandards":[35,110],"for":[36,111,130],"Educational":[37,112],"and":[38,51,98,113,161],"Psychological":[39,114],"Testing,":[40],"foundation":[42],"rests":[46],"onevidence":[47],"reliability,":[49,64,122,149],"validity,":[50,123,151],"fairness.":[52],"The":[53],"purpose":[54],"this":[56],"study":[57],"was":[58,168],"aspects":[62,120,146,153],"validity,and":[65],"fairness":[66,162],"provided":[69,125],"instrument":[72],"development":[73],"publications":[74],"major":[76],"educationjournals":[78],"since":[79],"2005.":[80],"Using":[81],"quantitative":[82],"content":[83],"analysis,":[84],"authors":[86],"reviewed":[87],"twenty-nine":[88],"articles":[89,137],"published":[90],"four":[92],"majorengineering":[93],"journals":[95],"between":[96],"2005":[97],"2015.":[99],"A":[100],"coding":[101],"scheme,":[102],"based":[103],"on":[104,138],"Messick\u2019s":[105],"Unified":[106],"Theory":[107],"Validityand":[109],"Testingwas":[115],"developed":[116],"code":[118,132],"andfairness":[124],"each":[127,131],"article.":[128],"Frequencies":[129],"reported.":[134,185],"Engineering":[135],"instrumentdevelopment":[139],"most":[140,169],"related":[144],"internal":[148,173],"content-related":[150],"andsubstantive":[152],"validity.":[155],"However,":[156],"studies":[157],"generalizability,":[159],"consequences,":[160],"were":[163,182],"largely":[164],"void.":[165],"Inaddition,":[166],"reliability":[167,174],"studied":[171],"through":[172],"coefficients,":[175],"while":[176],"other":[177],"forms,":[178],"such":[179],"as":[180],"test-retest":[181],"less":[183]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":4},{"year":2020,"cited_by_count":3},{"year":2019,"cited_by_count":35},{"year":2018,"cited_by_count":2}],"updated_date":"2026-11-03T10:50:19.383937","created_date":"2020-07-23T00:00:00"}