{"id":"https://openalex.org/W2808882528","doi":"https://doi.org/10.1145/3231644.3231690","title":"Use expert knowledge instead of data","display_name":"Use expert knowledge instead of data","publication_year":2018,"publication_date":"2018-06-19","ids":{"openalex":"https://openalex.org/W2808882528","doi":"https://doi.org/10.1145/3231644.3231690","mag":"2808882528"},"language":"en","primary_location":{"id":"doi:10.1145/3231644.3231690","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3231644.3231690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.ou.nl/en/publications/8f14789c-5b86-47f9-a3a3-d8b2800737fa","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042215620","display_name":"Milo Buwalda","orcid":null},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Milo Buwalda","raw_affiliation_strings":["Utrecht University, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5011892251","display_name":"Johan Jeuring","orcid":"https://orcid.org/0000-0001-5645-7681"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]},{"id":"https://openalex.org/I7876267","display_name":"Open University of the Netherlands","ror":"https://ror.org/018dfmf50","country_code":"NL","type":"education","lineage":["https://openalex.org/I7876267"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Johan Jeuring","raw_affiliation_strings":["Utrecht University and Open University Netherlands, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University and Open University Netherlands, The Netherlands","institution_ids":["https://openalex.org/I7876267","https://openalex.org/I193662353"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011564290","display_name":"Nico Naus","orcid":"https://orcid.org/0000-0003-3442-1543"},"institutions":[{"id":"https://openalex.org/I193662353","display_name":"Utrecht University","ror":"https://ror.org/04pp8hn57","country_code":"NL","type":"education","lineage":["https://openalex.org/I193662353"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Nico Naus","raw_affiliation_strings":["Utrecht University, The Netherlands"],"affiliations":[{"raw_affiliation_string":"Utrecht University, The Netherlands","institution_ids":["https://openalex.org/I193662353"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5042215620"],"corresponding_institution_ids":["https://openalex.org/I193662353"],"apc_list":null,"apc_paid":null,"fwci":0.3301,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.67876746,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"4"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.8902447819709778},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8224750757217407},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.7076819539070129},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.6876490712165833},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6679470539093018},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5976383686065674},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5542673468589783},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5402713418006897},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49892687797546387},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.29318705201148987},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.23788633942604065},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07404458522796631}],"concepts":[{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.8902447819709778},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8224750757217407},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.7076819539070129},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.6876490712165833},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6679470539093018},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5976383686065674},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5542673468589783},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5402713418006897},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49892687797546387},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29318705201148987},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.23788633942604065},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07404458522796631},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3231644.3231690","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3231644.3231690","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"proceedings-article"},{"id":"pmh:oai:research.ou.nl:publications/8f14789c-5b86-47f9-a3a3-d8b2800737fa","is_oa":true,"landing_page_url":"https://research.ou.nl/en/publications/8f14789c-5b86-47f9-a3a3-d8b2800737fa","pdf_url":null,"source":{"id":"https://openalex.org/S4406922485","display_name":"Open University of the Netherlands Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Buwalda, M, Jeuring, J T & Naus, N 2018, Use expert knowledge instead of data : generating hints for hour of code exercises. in L@S '18 Proceedings of the Fifth Annual ACM Conference on Learning at Scale., 32, Association for Computing Machinery (ACM), New York, NY, Fifth Annual ACM Conference on Learning at Scale, London, United Kingdom, 26/06/18. https://doi.org/10.1145/3231644.3231690","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:uu:oai:dspace.library.uu.nl:1874/369706","is_oa":false,"landing_page_url":"https://dspace.library.uu.nl/handle/1874/369706","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of the Fifth Annual ACM Conference on Learning at Scale","raw_type":"info:eu-repo/semantics/bookpart"}],"best_oa_location":{"id":"pmh:oai:research.ou.nl:publications/8f14789c-5b86-47f9-a3a3-d8b2800737fa","is_oa":true,"landing_page_url":"https://research.ou.nl/en/publications/8f14789c-5b86-47f9-a3a3-d8b2800737fa","pdf_url":null,"source":{"id":"https://openalex.org/S4406922485","display_name":"Open University of the Netherlands Research Portal","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Buwalda, M, Jeuring, J T & Naus, N 2018, Use expert knowledge instead of data : generating hints for hour of code exercises. in L@S '18 Proceedings of the Fifth Annual ACM Conference on Learning at Scale., 32, Association for Computing Machinery (ACM), New York, NY, Fifth Annual ACM Conference on Learning at Scale, London, United Kingdom, 26/06/18. https://doi.org/10.1145/3231644.3231690","raw_type":"info:eu-repo/semantics/publishedVersion"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":5,"referenced_works":["https://openalex.org/W1963557108","https://openalex.org/W2023164354","https://openalex.org/W2135995390","https://openalex.org/W2465021265","https://openalex.org/W2604398661"],"related_works":["https://openalex.org/W3177062893","https://openalex.org/W3125143773","https://openalex.org/W803550684","https://openalex.org/W2007032764","https://openalex.org/W2483226803","https://openalex.org/W3143937874","https://openalex.org/W2067280619","https://openalex.org/W4251343851","https://openalex.org/W4352977312","https://openalex.org/W2041180560"],"abstract_inverted_index":{"Within":[0],"the":[1,83],"field":[2],"of":[3,14,48,97,103],"on-line":[4],"tutoring":[5],"systems":[6],"for":[7],"learning":[8],"programming,":[9],"such":[10,44],"as":[11,45],"Code.org's":[12,46],"Hour":[13,47,102],"code,":[15],"there":[16],"is":[17,33],"a":[18,52,78,88,98,108],"trend":[19],"to":[20,25,35,39,55,64,72,111,119,127],"use":[21,36,60],"previous":[22,99],"student":[23],"data":[24],"give":[26],"hints.":[27,58,132],"This":[28],"paper":[29],"shows":[30],"that":[31,107,116],"it":[32],"better":[34],"expert":[37],"knowledge":[38],"provide":[40],"hints":[41,113],"in":[42],"environments":[43],"code.":[49],"We":[50,59,76],"present":[51],"heuristic-based":[53],"approach":[54,110],"generating":[56],"next-step":[57,79,131],"pattern":[61],"matching":[62],"algorithms":[63],"identify":[65],"heuristics":[66,124],"and":[67],"apply":[68],"each":[69],"identified":[70],"heuristic":[71,86],"an":[73],"input":[74],"program.":[75],"generate":[77],"hint":[80],"by":[81],"selecting":[82],"highest":[84],"scoring":[85,89],"using":[87],"function.":[90],"By":[91],"comparing":[92],"our":[93],"results":[94,96,115],"with":[95],"experiment":[100],"on":[101],"code":[104],"we":[105],"show":[106],"heuristics-based":[109],"providing":[112],"gives":[114],"are":[117,125],"impossible":[118],"further":[120],"improve.":[121],"These":[122],"basic":[123],"sufficient":[126],"efficiently":[128],"mimic":[129],"experts'":[130]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}