{"id":"https://openalex.org/W3008828663","doi":"https://doi.org/10.1145/3328778.3367016","title":"Modifying Existing Evaluation Instruments to Fit Your CS Research Needs","display_name":"Modifying Existing Evaluation Instruments to Fit Your CS Research Needs","publication_year":2020,"publication_date":"2020-02-25","ids":{"openalex":"https://openalex.org/W3008828663","doi":"https://doi.org/10.1145/3328778.3367016","mag":"3008828663"},"language":"en","primary_location":{"id":"doi:10.1145/3328778.3367016","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3328778.3367016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 51st ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"},"type":"conference-abstract","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052496481","display_name":"Ryan Torbey","orcid":"https://orcid.org/0000-0001-6493-8178"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryan Torbey","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083690886","display_name":"Monica M. McGill","orcid":"https://orcid.org/0000-0002-3096-9619"},"institutions":[{"id":"https://openalex.org/I42387498","display_name":"Knox College","ror":"https://ror.org/04hfkdb50","country_code":"US","type":"education","lineage":["https://openalex.org/I42387498"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Monica M. McGill","raw_affiliation_strings":["Knox College & CSEdResearch.org, Galesburg, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Knox College & CSEdResearch.org, Galesburg, IL, USA","institution_ids":["https://openalex.org/I42387498"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035546125","display_name":"Joshua Childs","orcid":"https://orcid.org/0000-0003-4181-0360"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua Childs","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5023700300","display_name":"Carol Fletcher","orcid":"https://orcid.org/0000-0002-7272-3406"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Carol L. Fletcher","raw_affiliation_strings":["The University of Texas at Austin, Austin, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The University of Texas at Austin, Austin, TX, USA","institution_ids":["https://openalex.org/I86519309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1397","last_page":"1397"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9422000050544739,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9422000050544739,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9383999705314636,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9291999936103821,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.5803892016410828},{"id":"https://openalex.org/keywords/repurposing","display_name":"Repurposing","score":0.5725225210189819},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5710867047309875},{"id":"https://openalex.org/keywords/general-partnership","display_name":"General partnership","score":0.5682744979858398},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.48293039202690125},{"id":"https://openalex.org/keywords/validity","display_name":"Validity","score":0.4116281569004059},{"id":"https://openalex.org/keywords/engineering-management","display_name":"Engineering management","score":0.34872788190841675},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34612828493118286},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21279510855674744},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18420305848121643},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08544126152992249}],"concepts":[{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5803892016410828},{"id":"https://openalex.org/C519536355","wikidata":"https://www.wikidata.org/wiki/Q21021151","display_name":"Repurposing","level":2,"score":0.5725225210189819},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5710867047309875},{"id":"https://openalex.org/C71750763","wikidata":"https://www.wikidata.org/wiki/Q646164","display_name":"General partnership","level":2,"score":0.5682744979858398},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.48293039202690125},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.4116281569004059},{"id":"https://openalex.org/C110354214","wikidata":"https://www.wikidata.org/wiki/Q6314146","display_name":"Engineering management","level":1,"score":0.34872788190841675},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34612828493118286},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21279510855674744},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18420305848121643},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08544126152992249},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3328778.3367016","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3328778.3367016","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 51st ACM Technical Symposium on Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.550000011920929,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W1976073696","https://openalex.org/W3165804307","https://openalex.org/W3184846108","https://openalex.org/W4401798419","https://openalex.org/W4393150518","https://openalex.org/W3015936091","https://openalex.org/W4255790880","https://openalex.org/W2122958656","https://openalex.org/W1985093619"],"abstract_inverted_index":{"Developing":[0],"your":[1,52,143,171,178],"computer":[2],"science":[3],"education":[4],"research":[5,122,144,172],"evaluation":[6],"instruments":[7,21,37,62,179],"from":[8,76,126],"scratch":[9],"may":[10],"be":[11,114,130],"no":[12],"longer":[13],"necessary":[14],"thanks":[15],"to":[16,31,56,67,93,97,118,135,137,160,163,168,176,180],"the":[17,41,58,74,131,149,181],"growing":[18],"catalog":[19],"of":[20,43,60,70,79],"curated":[22],"by":[23,38],"CSEdResearch.org.":[24],"This":[25],"workshop":[26,128],"will":[27,83,109,129],"teach":[28],"participants":[29,108],"how":[30,85,159,175],"find,":[32],"remix,":[33],"and":[34,48,72,90,113,120,146,153,174],"use":[35],"existing":[36,88],"delving":[39],"into":[40,111],"process":[42],"taking":[44],"openly":[45],"shared":[46],"resources":[47],"repurposing":[49],"them":[50],"for":[51,100],"projects.":[53],"In":[54],"addition":[55],"discussing":[57],"importance":[59],"using":[61],"that":[63,151],"have":[64,68],"been":[65],"shown":[66],"evidence":[69],"reliability":[71,154],"validity,":[73],"team":[75],"The":[77],"University":[78],"Texas":[80],"at":[81],"Austin":[82],"discuss":[84],"they":[86],"amended":[87],"surveys":[89],"interview":[91],"protocols":[92],"develop":[94],"tools":[95],"customized":[96],"their":[98,101],"needs":[99],"NSF-funded":[102],"CSforAll":[103],"Research":[104],"Practitioner":[105],"Partnership.":[106],"Workshop":[107],"break":[110],"groups":[112],"given":[115],"extensive":[116],"time":[117],"review":[119],"revise":[121],"instruments.":[123],"Key":[124],"takeaways":[125],"this":[127],"steps":[132],"you":[133],"need":[134],"take":[136],"choose":[138],"an":[139,164],"instrument":[140,157,165],"based":[141],"on":[142],"question":[145],"study":[147],"design,":[148,158],"role":[150],"validity":[152],"play":[155],"in":[156],"make":[161],"modifications":[162],"(if":[166],"needed)":[167],"better":[169],"address":[170],"question,":[173],"add":[177],"CSEdResearch.org":[182],"site.":[183]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}