{"id":"https://openalex.org/W2786754195","doi":"https://doi.org/10.1145/3174781.3174784","title":"Developing Assessments to Determine Mastery of Programming Fundamentals","display_name":"Developing Assessments to Determine Mastery of Programming Fundamentals","publication_year":2018,"publication_date":"2018-01-30","ids":{"openalex":"https://openalex.org/W2786754195","doi":"https://doi.org/10.1145/3174781.3174784","mag":"2786754195"},"language":"en","primary_location":{"id":"doi:10.1145/3174781.3174784","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3174781.3174784","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ITiCSE Conference on Working Group Reports","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://air.uniud.it/bitstream/11390/1127468/5/manuscript.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054692443","display_name":"Brett A. Becker","orcid":"https://orcid.org/0000-0003-1446-647X"},"institutions":[{"id":"https://openalex.org/I100930933","display_name":"University College Dublin","ror":"https://ror.org/05m7pjf47","country_code":"IE","type":"education","lineage":["https://openalex.org/I100930933"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Brett A. Becker","raw_affiliation_strings":["University College Dublin, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University College Dublin, Dublin, Ireland","institution_ids":["https://openalex.org/I100930933"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080847680","display_name":"Yingjun Cao","orcid":null},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yingjun Cao","raw_affiliation_strings":["University of California, San Diego, San Diego, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego, San Diego, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030600033","display_name":"Roger McDermott","orcid":"https://orcid.org/0000-0002-5369-1533"},"institutions":[{"id":"https://openalex.org/I522815984","display_name":"Robert Gordon University","ror":"https://ror.org/04f0qj703","country_code":"GB","type":"education","lineage":["https://openalex.org/I522815984"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Roger McDermott","raw_affiliation_strings":["Robert Gordon University, Aberdeen, Scotland Uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Robert Gordon University, Aberdeen, Scotland Uk","institution_ids":["https://openalex.org/I522815984"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051013397","display_name":"Claudio Mirolo","orcid":"https://orcid.org/0000-0002-1462-8304"},"institutions":[{"id":"https://openalex.org/I129043915","display_name":"University of Udine","ror":"https://ror.org/05ht0mh31","country_code":"IT","type":"education","lineage":["https://openalex.org/I129043915"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudio Mirolo","raw_affiliation_strings":["University of Udine, Udine, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Udine, Udine, Italy","institution_ids":["https://openalex.org/I129043915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006828222","display_name":"Andreas M\u00fchling","orcid":"https://orcid.org/0000-0002-6396-3491"},"institutions":[{"id":"https://openalex.org/I32021983","display_name":"Christian-Albrechts-Universit\u00e4t zu Kiel","ror":"https://ror.org/04v76ef78","country_code":"DE","type":"education","lineage":["https://openalex.org/I32021983"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Andreas M\u00fchling","raw_affiliation_strings":["Kiel University, Kiel, Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Kiel University, Kiel, Germany","institution_ids":["https://openalex.org/I32021983"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047964559","display_name":"Andrew Petersen","orcid":"https://orcid.org/0000-0003-1337-7985"},"institutions":[{"id":"https://openalex.org/I185261750","display_name":"University of Toronto","ror":"https://ror.org/03dbr7087","country_code":"CA","type":"education","lineage":["https://openalex.org/I185261750"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Andrew Petersen","raw_affiliation_strings":["University of Toronto Mississauga, Mississauga, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Toronto Mississauga, Mississauga, Canada","institution_ids":["https://openalex.org/I185261750"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033045269","display_name":"Kate Sanders","orcid":"https://orcid.org/0000-0001-5385-1843"},"institutions":[{"id":"https://openalex.org/I196272386","display_name":"Providence College","ror":"https://ror.org/00rxpqe74","country_code":"US","type":"education","lineage":["https://openalex.org/I196272386"]},{"id":"https://openalex.org/I53118340","display_name":"Rhode Island College","ror":"https://ror.org/01k5gt570","country_code":"US","type":"education","lineage":["https://openalex.org/I53118340"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kate Sanders","raw_affiliation_strings":["Rhode Island College, Providence, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Rhode Island College, Providence, USA","institution_ids":["https://openalex.org/I53118340","https://openalex.org/I196272386"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Simon","orcid":null},"institutions":[{"id":"https://openalex.org/I2801185773","display_name":"Hunter Water","ror":"https://ror.org/02n5xmn14","country_code":"AU","type":"other","lineage":["https://openalex.org/I2801185773"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Simon","raw_affiliation_strings":["University of Newcastle, Ourimbah, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Newcastle, Ourimbah, Australia","institution_ids":["https://openalex.org/I2801185773"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5007734757","display_name":"Jacqueline Whalley","orcid":"https://orcid.org/0000-0001-7633-5200"},"institutions":[{"id":"https://openalex.org/I39854758","display_name":"Auckland University of Technology","ror":"https://ror.org/01zvqw119","country_code":"NZ","type":"education","lineage":["https://openalex.org/I39854758"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Jacqueline Whalley","raw_affiliation_strings":["Auckland University of Technology, Auckland, New Zealand"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Auckland University of Technology, Auckland, New Zealand","institution_ids":["https://openalex.org/I39854758"]}]}],"institutions":[],"countries_distinct_count":8,"institutions_distinct_count":10,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":12.2277,"has_fulltext":true,"cited_by_count":59,"citation_normalized_percentile":{"value":0.98474686,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"47","last_page":"69"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9815999865531921,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11283","display_name":"Experimental Learning in Engineering","score":0.9695000052452087,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.8549246191978455},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7898751497268677},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.48453468084335327},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4773547649383545},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4215371608734131},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3452106714248657},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3338664472103119}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.8549246191978455},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7898751497268677},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.48453468084335327},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4773547649383545},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4215371608734131},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3452106714248657},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3338664472103119},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3174781.3174784","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3174781.3174784","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2017 ITiCSE Conference on Working Group Reports","raw_type":"proceedings-article"},{"id":"pmh:oai:air.uniud.it:11390/1127468","is_oa":true,"landing_page_url":"http://hdl.handle.net/11390/1127468","pdf_url":"https://air.uniud.it/bitstream/11390/1127468/5/manuscript.pdf","source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:air.uniud.it:11390/1127468","is_oa":true,"landing_page_url":"http://hdl.handle.net/11390/1127468","pdf_url":"https://air.uniud.it/bitstream/11390/1127468/5/manuscript.pdf","source":{"id":"https://openalex.org/S4306401163","display_name":"Institutional Research Information System (University of Udine)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I129043915","host_organization_name":"University of Udine","host_organization_lineage":["https://openalex.org/I129043915"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2786754195.pdf","grobid_xml":"https://content.openalex.org/works/W2786754195.grobid-xml"},"referenced_works_count":84,"referenced_works":["https://openalex.org/W159321140","https://openalex.org/W1572814947","https://openalex.org/W1576004360","https://openalex.org/W1592020299","https://openalex.org/W1934935396","https://openalex.org/W1964409128","https://openalex.org/W1967181315","https://openalex.org/W1975180387","https://openalex.org/W1976046620","https://openalex.org/W1977001755","https://openalex.org/W1984954093","https://openalex.org/W1987205698","https://openalex.org/W1989696200","https://openalex.org/W1989723807","https://openalex.org/W1990851174","https://openalex.org/W1993926093","https://openalex.org/W2006136727","https://openalex.org/W2008121197","https://openalex.org/W2009140838","https://openalex.org/W2010452900","https://openalex.org/W2012560454","https://openalex.org/W2015697683","https://openalex.org/W2022267075","https://openalex.org/W2029358637","https://openalex.org/W2031744882","https://openalex.org/W2041103998","https://openalex.org/W2041781135","https://openalex.org/W2042876500","https://openalex.org/W2045424803","https://openalex.org/W2048353495","https://openalex.org/W2056825598","https://openalex.org/W2061177236","https://openalex.org/W2064677267","https://openalex.org/W2067438752","https://openalex.org/W2067963826","https://openalex.org/W2071230181","https://openalex.org/W2072225709","https://openalex.org/W2080690978","https://openalex.org/W2082372285","https://openalex.org/W2097616364","https://openalex.org/W2100584288","https://openalex.org/W2101705320","https://openalex.org/W2102695934","https://openalex.org/W2104695310","https://openalex.org/W2117080284","https://openalex.org/W2121993767","https://openalex.org/W2122166962","https://openalex.org/W2124063001","https://openalex.org/W2127757021","https://openalex.org/W2130736456","https://openalex.org/W2135070291","https://openalex.org/W2137576942","https://openalex.org/W2139448265","https://openalex.org/W2141316253","https://openalex.org/W2141929780","https://openalex.org/W2145114078","https://openalex.org/W2147903644","https://openalex.org/W2157148654","https://openalex.org/W2160370010","https://openalex.org/W2165365113","https://openalex.org/W2167759247","https://openalex.org/W2168795140","https://openalex.org/W2172010324","https://openalex.org/W2247227562","https://openalex.org/W2275572593","https://openalex.org/W2281037989","https://openalex.org/W2284328669","https://openalex.org/W2361306005","https://openalex.org/W2468693985","https://openalex.org/W2469877382","https://openalex.org/W2507147444","https://openalex.org/W2512013293","https://openalex.org/W2513201068","https://openalex.org/W2515813583","https://openalex.org/W2517079402","https://openalex.org/W2540813629","https://openalex.org/W2551949838","https://openalex.org/W2560140854","https://openalex.org/W2582325117","https://openalex.org/W2582370239","https://openalex.org/W2727220479","https://openalex.org/W2774259006","https://openalex.org/W4231748357","https://openalex.org/W4251415961"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2480201319","https://openalex.org/W2387706296","https://openalex.org/W2061417947","https://openalex.org/W2621101275","https://openalex.org/W4321782533","https://openalex.org/W3096156304"],"abstract_inverted_index":{"Current":[0],"learning":[1],"outcomes":[2,27],"for":[3],"introductory":[4],"programming":[5,24],"courses":[6],"are":[7],"relatively":[8],"general,":[9],"specifying":[10],"tasks":[11],"such":[12],"as":[13],"designing,":[14],"implementing,":[15],"testing":[16],"and":[17,34,61],"debugging":[18],"programs":[19],"that":[20],"use":[21],"some":[22],"fundamental":[23],"constructs.":[25],"These":[26],"impact":[28],"what":[29],"we":[30],"teach,":[31],"our":[32,35],"expectations,":[33],"assessments.":[36],"Although":[37],"prior":[38],"work":[39],"has":[40],"demonstrated":[41],"the":[42],"utility":[43],"of":[44],"single":[45],"concept":[46],"assessments,":[47],"most":[48],"assessments":[49],"used":[50],"in":[51,59],"formal":[52],"examinations":[53],"combine":[54],"numerous":[55],"heterogeneous":[56],"concepts,":[57],"resulting":[58],"complex":[60],"difficult":[62],"tasks.":[63]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":15},{"year":2018,"cited_by_count":5}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}