{"id":"https://openalex.org/W4284892208","doi":"https://doi.org/10.1145/3502718.3524790","title":"Toward More Generalizable CS and CT Instruments","display_name":"Toward More Generalizable CS and CT Instruments","publication_year":2022,"publication_date":"2022-07-07","ids":{"openalex":"https://openalex.org/W4284892208","doi":"https://doi.org/10.1145/3502718.3524790"},"language":"en","primary_location":{"id":"doi:10.1145/3502718.3524790","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3502718.3524790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM Conference on on Innovation and Technology in Computer Science Education Vol. 1","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054899789","display_name":"Arif Rachmatullah","orcid":"https://orcid.org/0000-0003-0993-0477"},"institutions":[{"id":"https://openalex.org/I1298353152","display_name":"SRI International","ror":"https://ror.org/05s570m15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1298353152"]},{"id":"https://openalex.org/I4210099336","display_name":"Menlo School","ror":"https://ror.org/01240pn49","country_code":"US","type":"education","lineage":["https://openalex.org/I4210099336"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Arif Rachmatullah","raw_affiliation_strings":["SRI International, Menlo Park, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SRI International, Menlo Park, CA, USA","institution_ids":["https://openalex.org/I1298353152","https://openalex.org/I4210099336"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063987260","display_name":"Jessica Vandenberg","orcid":"https://orcid.org/0000-0001-6497-1840"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jessica Vandenberg","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088202585","display_name":"Eric Wiebe","orcid":"https://orcid.org/0000-0002-5920-5225"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Eric Wiebe","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9635,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.87392928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"179","last_page":"185"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12515","display_name":"Gender and Technology in Education","score":0.9927999973297119,"subfield":{"id":"https://openalex.org/subfields/3318","display_name":"Gender Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10731","display_name":"Educational Games and Gamification","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/indonesian","display_name":"Indonesian","score":0.8658697605133057},{"id":"https://openalex.org/keywords/workforce","display_name":"Workforce","score":0.7168909311294556},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6859354972839355},{"id":"https://openalex.org/keywords/cultural-diversity","display_name":"Cultural diversity","score":0.5871829986572266},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5701557993888855},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.5086715817451477},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.5085605382919312},{"id":"https://openalex.org/keywords/significant-difference","display_name":"Significant difference","score":0.4431537091732025},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.43555355072021484},{"id":"https://openalex.org/keywords/gender-gap","display_name":"Gender gap","score":0.42170578241348267},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4118348956108093},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.41131913661956787},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.38324880599975586},{"id":"https://openalex.org/keywords/medical-education","display_name":"Medical education","score":0.32541733980178833},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.2354845404624939},{"id":"https://openalex.org/keywords/social-science","display_name":"Social science","score":0.20724573731422424},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.2057185173034668},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.19184038043022156},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.14003977179527283}],"concepts":[{"id":"https://openalex.org/C2779207338","wikidata":"https://www.wikidata.org/wiki/Q9240","display_name":"Indonesian","level":2,"score":0.8658697605133057},{"id":"https://openalex.org/C2778139618","wikidata":"https://www.wikidata.org/wiki/Q13440398","display_name":"Workforce","level":2,"score":0.7168909311294556},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6859354972839355},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.5871829986572266},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5701557993888855},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5086715817451477},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5085605382919312},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.4431537091732025},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.43555355072021484},{"id":"https://openalex.org/C2986619947","wikidata":"https://www.wikidata.org/wiki/Q30103150","display_name":"Gender gap","level":2,"score":0.42170578241348267},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4118348956108093},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.41131913661956787},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.38324880599975586},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.32541733980178833},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2354845404624939},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.20724573731422424},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2057185173034668},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.19184038043022156},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.14003977179527283},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C4249254","wikidata":"https://www.wikidata.org/wiki/Q3044431","display_name":"Demographic economics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3502718.3524790","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3502718.3524790","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 27th ACM Conference on on Innovation and Technology in Computer Science Education Vol. 1","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7099999785423279,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G6606357046","display_name":null,"funder_award_id":"DRL-164014","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320310013","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":33,"referenced_works":["https://openalex.org/W277290759","https://openalex.org/W1822080975","https://openalex.org/W1982404450","https://openalex.org/W1989510552","https://openalex.org/W2006477886","https://openalex.org/W2043867338","https://openalex.org/W2049258042","https://openalex.org/W2144223620","https://openalex.org/W2205560864","https://openalex.org/W2295659133","https://openalex.org/W2557449026","https://openalex.org/W2766049559","https://openalex.org/W2782922693","https://openalex.org/W2783008754","https://openalex.org/W2783113180","https://openalex.org/W2783777024","https://openalex.org/W2804778848","https://openalex.org/W2842518588","https://openalex.org/W2891716584","https://openalex.org/W2916900502","https://openalex.org/W2917571696","https://openalex.org/W2922867488","https://openalex.org/W2990941210","https://openalex.org/W2997737624","https://openalex.org/W3008736874","https://openalex.org/W3033363981","https://openalex.org/W3033383133","https://openalex.org/W3035636822","https://openalex.org/W3049206368","https://openalex.org/W3216366929","https://openalex.org/W4210712548","https://openalex.org/W4298277474","https://openalex.org/W6747735044"],"related_works":["https://openalex.org/W4242621793","https://openalex.org/W648807974","https://openalex.org/W4229837155","https://openalex.org/W4236086937","https://openalex.org/W2294302573","https://openalex.org/W4312419881","https://openalex.org/W2086953810","https://openalex.org/W2512763533","https://openalex.org/W4248715694","https://openalex.org/W3157735060"],"abstract_inverted_index":{"The":[0,48,140,151],"lack":[1],"of":[2,89,132,209],"gender":[3,41,135,183,216],"diversity":[4,217],"in":[5,43,73,136,185,188,200,214,218],"the":[6,71,74,129,137,156,189,201,207,219],"computer":[7],"science":[8],"(CS)":[9],"field":[10],"and":[11,46,53,62,95,107,121,134],"workforce":[12],"is":[13],"a":[14,25,40,104,122,181,194,210],"well-documented":[15],"challenge":[16,26],"that":[17,32,155],"many,":[18],"but":[19],"not":[20,198],"all,":[21],"countries":[22],"face.":[23],"Such":[24],"may":[27],"tie":[28],"to":[29,117,127,175],"socio-cultural":[30,212],"issues":[31],"have":[33],"impacted":[34],"K-12":[35],"CS":[36,44,63,83,108,171,186,220],"education,":[37],"eventually":[38],"creating":[39],"gap":[42],"performance":[45],"attitudes.":[47,64],"current":[49],"study":[50,67],"compared":[51,174],"American":[52,91,157,176,190],"Indonesian":[54,96,164,167,202],"middle":[55,100],"school":[56,101],"students'":[57],"computational":[58],"thinking":[59],"(CT)":[60],"skills":[61],"Concurrently,":[65],"this":[66],"also":[68,153],"examined":[69],"whether":[70],"items":[72,144],"instruments":[75],"we":[76],"used":[77,116],"exhibit":[78],"country,":[79],"gender,":[80],"or":[81],"prior":[82],"experience":[84],"measurement":[85],"biases.":[86],"A":[87],"total":[88],"592":[90],"n":[92,97],"=":[93,98],"242":[94],"350":[99],"students":[102,158,168],"took":[103],"CT":[105,161],"assessment":[106],"attitudes":[109,172,187],"scale.":[110],"Differential":[111],"item":[112],"functioning":[113],"(DIF)":[114],"was":[115,125,197],"detect":[118],"biased":[119],"items,":[120],"two-way":[123],"ANOVA":[124],"utilized":[126],"examine":[128],"interaction":[130],"effects":[131],"country":[133],"two":[138],"constructs.":[139],"results":[141,152,179],"showed":[142,180],"some":[143],"were":[145],"flagged":[146],"as":[147],"having":[148],"country-specific":[149],"DIF.":[150],"indicated":[154],"had":[159],"higher":[160,170],"scores":[162,173],"than":[163],"students.":[165,177],"However,":[166],"obtained":[169],"Further":[178],"significant":[182,195],"difference":[184,196],"samples;":[191],"however,":[192],"such":[193],"found":[199],"sample.":[203],"These":[204],"findings":[205],"underscore":[206],"importance":[208],"country's":[211],"context":[213],"influencing":[215],"field.":[221]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}