{"id":"https://openalex.org/W2728537110","doi":"https://doi.org/10.1145/3059009.3059042","title":"Application of the Delphi Method in Computer Science Principles Rubric Creation","display_name":"Application of the Delphi Method in Computer Science Principles Rubric Creation","publication_year":2017,"publication_date":"2017-06-28","ids":{"openalex":"https://openalex.org/W2728537110","doi":"https://doi.org/10.1145/3059009.3059042","mag":"2728537110"},"language":"en","primary_location":{"id":"doi:10.1145/3059009.3059042","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3059009.3059042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090781324","display_name":"Veronica Catet\u00e9","orcid":"https://orcid.org/0000-0002-7620-7708"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Veronica Catet\u00e9","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5083076004","display_name":"Tiffany Barnes","orcid":"https://orcid.org/0000-0002-6500-9976"},"institutions":[{"id":"https://openalex.org/I137902535","display_name":"North Carolina State University","ror":"https://ror.org/04tj63d06","country_code":"US","type":"education","lineage":["https://openalex.org/I137902535"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tiffany Barnes","raw_affiliation_strings":["North Carolina State University, Raleigh, NC, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"North Carolina State University, Raleigh, NC, USA","institution_ids":["https://openalex.org/I137902535"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I137902535"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12443","display_name":"Delphi Technique in Research","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.9506999850273132,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11370","display_name":"Mobile Learning in Education","score":0.9276999831199646,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rubric","display_name":"Rubric","score":0.9487627744674683},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6597377061843872},{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.6280617117881775},{"id":"https://openalex.org/keywords/delphi-method","display_name":"Delphi method","score":0.5830376148223877},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.5618910193443298},{"id":"https://openalex.org/keywords/delphi","display_name":"Delphi","score":0.5471658706665039},{"id":"https://openalex.org/keywords/grading","display_name":"Grading (engineering)","score":0.5159459710121155},{"id":"https://openalex.org/keywords/professional-development","display_name":"Professional development","score":0.4919721782207489},{"id":"https://openalex.org/keywords/teacher-education","display_name":"Teacher education","score":0.4327084422111511},{"id":"https://openalex.org/keywords/science-education","display_name":"Science education","score":0.43069493770599365},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.30031877756118774},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1937538981437683},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1484312117099762},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.11044818162918091}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9487627744674683},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6597377061843872},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.6280617117881775},{"id":"https://openalex.org/C60641444","wikidata":"https://www.wikidata.org/wiki/Q841602","display_name":"Delphi method","level":2,"score":0.5830376148223877},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.5618910193443298},{"id":"https://openalex.org/C2779495148","wikidata":"https://www.wikidata.org/wiki/Q487378","display_name":"Delphi","level":2,"score":0.5471658706665039},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.5159459710121155},{"id":"https://openalex.org/C51067260","wikidata":"https://www.wikidata.org/wiki/Q828812","display_name":"Professional development","level":2,"score":0.4919721782207489},{"id":"https://openalex.org/C2780805685","wikidata":"https://www.wikidata.org/wiki/Q1374230","display_name":"Teacher education","level":2,"score":0.4327084422111511},{"id":"https://openalex.org/C44877443","wikidata":"https://www.wikidata.org/wiki/Q2485457","display_name":"Science education","level":2,"score":0.43069493770599365},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.30031877756118774},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1937538981437683},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1484312117099762},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.11044818162918091},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3059009.3059042","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3059009.3059042","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7099999785423279}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W657100701","https://openalex.org/W1967026831","https://openalex.org/W2005333013","https://openalex.org/W2007367842","https://openalex.org/W2044529823","https://openalex.org/W2140369176","https://openalex.org/W2148858459","https://openalex.org/W2293350174","https://openalex.org/W2317051223","https://openalex.org/W2474727314","https://openalex.org/W2528941226","https://openalex.org/W2554919770","https://openalex.org/W2900585263","https://openalex.org/W3014385683"],"related_works":["https://openalex.org/W2525485641","https://openalex.org/W3132811443","https://openalex.org/W4390673283","https://openalex.org/W2742817363","https://openalex.org/W4242992011","https://openalex.org/W2062050714","https://openalex.org/W2030487194","https://openalex.org/W2971523465","https://openalex.org/W2031546510","https://openalex.org/W1965155071"],"abstract_inverted_index":{"Growing":[0],"public":[1],"demand":[2],"for":[3,109],"computer":[4,73],"science":[5,74],"(CS)":[6],"education":[7,29],"in":[8,14,62,72,147],"K-12":[9,25],"schools":[10],"requires":[11],"an":[12],"increase":[13],"well-qualified":[15],"and":[16,57,93,117,134,153,160],"well-supported":[17],"computing":[18,26,49],"teachers.":[19,143],"To":[20,122],"alleviate":[21],"the":[22,54,63,79,102,115,148],"lack":[23],"of":[24,101,119,141,150],"teachers,":[27],"CS":[28],"researchers":[30],"have":[31],"focused":[32],"on":[33],"hosting":[34],"professional":[35,64],"development":[36,65],"workshops":[37],"to":[38,45,53,90,105],"prepare":[39],"in-service":[40],"teachers":[41,69,86,113],"from":[42],"other":[43],"disciplines":[44],"teach":[46],"introductory":[47],"level":[48],"courses.":[50],"In":[51,82],"addition":[52],"curriculum":[55],"knowledge":[56,60,77],"pedagogical":[58],"content":[59],"taught":[61],"workshops,":[66],"these":[67,84],"new":[68,85],"need":[70],"support":[71],"subject":[75],"matter":[76],"throughout":[78],"school":[80],"year.":[81],"particular,":[83],"find":[87],"it":[88],"difficult":[89],"grade":[91],"programs":[92],"labs.":[94],"This":[95],"research":[96],"study":[97,125],"uses":[98],"two":[99,151],"variations":[100],"Delphi":[103,139],"Method":[104],"create":[106],"learning-oriented":[107],"rubrics":[108,155],"Computer":[110],"Science":[111],"Principles":[112],"using":[114],"Beauty":[116],"Joy":[118],"Computing":[120],"curriculum.":[121],"perform":[123],"this":[124],"we":[126],"implemented":[127],"(1)":[128],"a":[129,136],"heavy-weight,":[130],"heterogeneous":[131],"wide-net":[132],"Delphi,":[133],"(2)":[135],"lower-weight,":[137],"homogeneous":[138],"composed":[140],"master":[142],"These":[144],"methods":[145],"resulted":[146],"creation":[149],"systematically-":[152],"rigorously-created":[154],"that":[156],"produce":[157],"consistent":[158],"grading":[159],"very":[161],"similar":[162],"inter-rater":[163],"reliabilities.":[164]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}