{"id":"https://openalex.org/W2808982973","doi":"https://doi.org/10.1145/3197091.3197133","title":"Where exactly are the difficulties in reasoning logically about code? experimentation with an online system","display_name":"Where exactly are the difficulties in reasoning logically about code? experimentation with an online system","publication_year":2018,"publication_date":"2018-06-20","ids":{"openalex":"https://openalex.org/W2808982973","doi":"https://doi.org/10.1145/3197091.3197133","mag":"2808982973"},"language":"en","primary_location":{"id":"doi:10.1145/3197091.3197133","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3197091.3197133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076666130","display_name":"Michelle Cook","orcid":null},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michelle Cook","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104081400","display_name":"Megan Fowler","orcid":null},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megan Fowler","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029268835","display_name":"Jason O. Hallstrom","orcid":"https://orcid.org/0000-0002-4728-6099"},"institutions":[{"id":"https://openalex.org/I63772739","display_name":"Florida Atlantic University","ror":"https://ror.org/05p8w6387","country_code":"US","type":"education","lineage":["https://openalex.org/I63772739"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jason O. Hallstrom","raw_affiliation_strings":["Florida Atlantic University, USA"],"affiliations":[{"raw_affiliation_string":"Florida Atlantic University, USA","institution_ids":["https://openalex.org/I63772739"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108385696","display_name":"Joseph E. Hollingsworth","orcid":null},"institutions":[{"id":"https://openalex.org/I4210117780","display_name":"Indiana University Southeast","ror":"https://ror.org/02eak8n78","country_code":"US","type":"education","lineage":["https://openalex.org/I4210117780","https://openalex.org/I592451"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph E. Hollingsworth","raw_affiliation_strings":["Indiana University Southeast, USA"],"affiliations":[{"raw_affiliation_string":"Indiana University Southeast, USA","institution_ids":["https://openalex.org/I4210117780"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082353257","display_name":"Tim Schwab","orcid":null},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tim Schwab","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101560369","display_name":"Yu\u2010Shan Sun","orcid":"https://orcid.org/0009-0002-5636-2986"},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu-Shan Sun","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5047326006","display_name":"Murali Sitaraman","orcid":null},"institutions":[{"id":"https://openalex.org/I8078737","display_name":"Clemson University","ror":"https://ror.org/037s24f05","country_code":"US","type":"education","lineage":["https://openalex.org/I8078737"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Murali Sitaraman","raw_affiliation_strings":["Clemson University, USA"],"affiliations":[{"raw_affiliation_string":"Clemson University, USA","institution_ids":["https://openalex.org/I8078737"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5076666130"],"corresponding_institution_ids":["https://openalex.org/I8078737"],"apc_list":null,"apc_paid":null,"fwci":1.8908,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.87641288,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"39","last_page":"44"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.98580002784729,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7785981893539429},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.7590897083282471},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6616135239601135},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5839431285858154},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.5551283359527588},{"id":"https://openalex.org/keywords/program-code","display_name":"Program code","score":0.4275941848754883},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3474953770637512},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.333122193813324},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32041043043136597},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.19195085763931274},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08705604076385498}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7785981893539429},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.7590897083282471},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6616135239601135},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5839431285858154},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.5551283359527588},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.4275941848754883},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3474953770637512},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.333122193813324},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32041043043136597},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.19195085763931274},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08705604076385498},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3197091.3197133","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3197091.3197133","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 23rd Annual ACM Conference on Innovation and Technology in Computer Science Education","raw_type":"proceedings-article"},{"id":"pmh:oai:scholar.rose-hulman.edu:computersci_fac-1224","is_oa":false,"landing_page_url":"https://scholar.rose-hulman.edu/computersci_fac/225","pdf_url":null,"source":{"id":"https://openalex.org/S4377196619","display_name":"Rose-Hulman Scholar (Rose\u2013Hulman Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I192578771","host_organization_name":"Rose\u2013Hulman Institute of Technology","host_organization_lineage":["https://openalex.org/I192578771"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Publications  -  Computer Science & Software Engineering","raw_type":"text"},{"id":"pmh:oai:scholar.rose-hulman.edu:computersci_fac-1212","is_oa":false,"landing_page_url":"https://dl.acm.org/doi/abs/10.1145/3197091.3197133","pdf_url":null,"source":{"id":"https://openalex.org/S4377196619","display_name":"Rose-Hulman Scholar (Rose\u2013Hulman Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I192578771","host_organization_name":"Rose\u2013Hulman Institute of Technology","host_organization_lineage":["https://openalex.org/I192578771"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Faculty Publications  -  Computer Science & Software Engineering","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.8600000143051147,"display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309374","display_name":"Ohio State University","ror":"https://ror.org/00rs6vg23"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1658908529","https://openalex.org/W1843815982","https://openalex.org/W1975856079","https://openalex.org/W1980982162","https://openalex.org/W1983637051","https://openalex.org/W1987064735","https://openalex.org/W1991964822","https://openalex.org/W2000691319","https://openalex.org/W2013831574","https://openalex.org/W2029358637","https://openalex.org/W2031774313","https://openalex.org/W2034177330","https://openalex.org/W2052447280","https://openalex.org/W2058580210","https://openalex.org/W2066404961","https://openalex.org/W2071831354","https://openalex.org/W2075561046","https://openalex.org/W2107946292","https://openalex.org/W2117788737","https://openalex.org/W2118662626","https://openalex.org/W2125410086","https://openalex.org/W2126959879","https://openalex.org/W2131548554","https://openalex.org/W2133047062","https://openalex.org/W2138733850","https://openalex.org/W2139552610","https://openalex.org/W2163640453","https://openalex.org/W2179684956","https://openalex.org/W2573894086","https://openalex.org/W2593433351","https://openalex.org/W2594323289","https://openalex.org/W2604398661","https://openalex.org/W3099985166","https://openalex.org/W4241819366"],"related_works":["https://openalex.org/W2061417947","https://openalex.org/W3142405157","https://openalex.org/W236705921","https://openalex.org/W2370266886","https://openalex.org/W3127561149","https://openalex.org/W2379638450","https://openalex.org/W2373724792","https://openalex.org/W2145097403","https://openalex.org/W173415492","https://openalex.org/W4244014535"],"abstract_inverted_index":{"CS":[0],"students":[1,72],"can":[2,61],"typically":[3],"reason":[4],"about":[5],"what":[6,44],"a":[7,18,113],"piece":[8],"of":[9,35,49,82],"code":[10,37],"does":[11],"on":[12],"specific":[13],"inputs.":[14],"While":[15],"this":[16,69,96],"is":[17,110],"useful":[19],"starting":[20],"point,":[21],"graduates":[22],"must":[23],"also":[24],"be":[25,90],"able":[26],"to":[27,63,76],"logically":[28],"analyze,":[29],"comprehend,":[30],"and":[31,52,73,75],"predict":[32],"the":[33,45,65,78],"behavior":[34],"their":[36,83],"in":[38,67,80,102,104],"more":[39,105],"general":[40,106],"terms,":[41],"no":[42],"matter":[43],"inputs":[46],"are.":[47],"Results":[48],"data":[50],"collection":[51],"analysis":[53],"from":[54],"an":[55],"online":[56,97],"educational":[57],"system":[58,98],"show":[59],"it":[60,109],"help":[62],"pinpoint":[64],"difficulties":[66,84,101],"doing":[68],"for":[70],"individual":[71],"groups,":[74],"partition":[77],"groups":[79],"terms":[81,107],"so":[85],"that":[86],"instructional":[87],"interventions":[88],"may":[89],"better":[91],"targeted.":[92],"Unlike":[93],"traditional":[94],"debugging,":[95],"helps":[99],"reveal":[100],"reasoning":[103],"because":[108],"equipped":[111],"with":[112],"verification":[114],"engine.":[115]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}