{"id":"https://openalex.org/W4323033702","doi":"https://doi.org/10.1145/3545945.3569824","title":"G is for Generalisation","display_name":"G is for Generalisation","publication_year":2023,"publication_date":"2023-03-02","ids":{"openalex":"https://openalex.org/W4323033702","doi":"https://doi.org/10.1145/3545945.3569824"},"language":"en","primary_location":{"id":"doi:10.1145/3545945.3569824","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545945.3569824","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://research.aalto.fi/en/publications/96587fb9-9725-4e7a-8af0-f545a1c7aadc","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5074703352","display_name":"Zac Pullar-Strecker","orcid":"https://orcid.org/0000-0002-8819-6129"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Zac Pullar-Strecker","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018752800","display_name":"Filipe Dwan Pereira","orcid":"https://orcid.org/0000-0003-4914-3347"},"institutions":[{"id":"https://openalex.org/I4210144834","display_name":"Universidade Federal de Roraima","ror":"https://ror.org/03ehp1h78","country_code":"BR","type":"education","lineage":["https://openalex.org/I4210144834"]}],"countries":["BR"],"is_corresponding":false,"raw_author_name":"Filipe Dwan Pereira","raw_affiliation_strings":["Federal University of Roraima, Boa Vista, Brazil"],"affiliations":[{"raw_affiliation_string":"Federal University of Roraima, Boa Vista, Brazil","institution_ids":["https://openalex.org/I4210144834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032890999","display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061895558","display_name":"Andrew Luxton-Reilly","orcid":"https://orcid.org/0000-0001-8269-2909"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Andrew Luxton-Reilly","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041367899","display_name":"Juho Leinonen","orcid":"https://orcid.org/0000-0001-6829-9449"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Juho Leinonen","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5074703352"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":1.1077,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.8278989,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"1028","last_page":"1034"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.972000002861023,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7447466254234314},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6416773796081543},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.604390025138855},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.448102205991745},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4419510066509247},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.42779797315597534},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4221779704093933},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.42002564668655396},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4058888554573059},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35263708233833313},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10351377725601196},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09515020251274109},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.07824292778968811}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7447466254234314},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6416773796081543},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.604390025138855},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.448102205991745},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4419510066509247},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.42779797315597534},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4221779704093933},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.42002564668655396},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4058888554573059},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35263708233833313},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10351377725601196},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09515020251274109},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.07824292778968811},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3545945.3569824","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3545945.3569824","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 54th ACM Technical Symposium on Computer Science Education V. 1","raw_type":"proceedings-article"},{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/125473","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/96587fb9-9725-4e7a-8af0-f545a1c7aadc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"}],"best_oa_location":{"id":"pmh:oai:aaltodoc.aalto.fi:123456789/125473","is_oa":true,"landing_page_url":"https://research.aalto.fi/en/publications/96587fb9-9725-4e7a-8af0-f545a1c7aadc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401663","display_name":"Aaltodoc (Aalto University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I9927081","host_organization_name":"Aalto University","host_organization_lineage":["https://openalex.org/I9927081"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"acceptedVersion"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7400000095367432,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":24,"referenced_works":["https://openalex.org/W1975665666","https://openalex.org/W2023735971","https://openalex.org/W2036955327","https://openalex.org/W2044490101","https://openalex.org/W2073792037","https://openalex.org/W2077361439","https://openalex.org/W2081704050","https://openalex.org/W2275142089","https://openalex.org/W2593348673","https://openalex.org/W2750279935","https://openalex.org/W2909913588","https://openalex.org/W2915211782","https://openalex.org/W2915980295","https://openalex.org/W3000130654","https://openalex.org/W3009486343","https://openalex.org/W3100078508","https://openalex.org/W3174267545","https://openalex.org/W3188237241","https://openalex.org/W3201153983","https://openalex.org/W4211092351","https://openalex.org/W4212827927","https://openalex.org/W4289293306","https://openalex.org/W4293227716","https://openalex.org/W4298045106"],"related_works":["https://openalex.org/W641782856","https://openalex.org/W2961085424","https://openalex.org/W4224009465","https://openalex.org/W24443521","https://openalex.org/W2471323292","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W2296759459","https://openalex.org/W2045139758","https://openalex.org/W4205202004"],"abstract_inverted_index":{"Student":[0],"performance":[1,63,80,111,126,162],"prediction":[2,64,127,163],"aims":[3],"to":[4,7,70,150,167,171,177],"build":[5],"models":[6,29,81],"help":[8],"educators":[9],"identify":[10],"struggling":[11,179],"students":[12,180],"so":[13],"they":[14],"can":[15],"be":[16,148],"better":[17],"supported.":[18],"However,":[19],"prior":[20],"work":[21,123],"in":[22,50,112,124,153,181],"the":[23,113],"space":[24],"frequently":[25],"evaluates":[26],"features":[27],"and":[28,133,174],"on":[30,82,103],"data":[31,83,129],"collected":[32],"from":[33,84,88,130],"a":[34,38,43,51,92,139],"single":[35,39,44],"semester,":[36],"of":[37,59,68,94],"course,":[40],"taught":[41],"at":[42],"university.":[45],"Without":[46],"evaluating":[47,78,161],"these":[48],"methods":[49,65,76,159],"broader":[52],"context":[53],"there":[54],"is":[55,106],"an":[56],"open":[57],"question":[58],"whether":[60],"or":[61,136],"not":[62],"are":[66],"capable":[67],"generalising":[69],"new":[71],"data.":[72],"We":[73],"test":[74],"three":[75],"for":[77,108,160],"student":[79,125],"introductory":[85],"programming":[86,183],"courses":[87],"two":[89],"universities":[90],"with":[91],"total":[93],"3,323":[95],"students.":[96],"Our":[97],"results":[98],"suggest":[99,118],"that":[100,119],"using":[101],"cross-validation":[102,146],"one":[104,135],"semester":[105],"insufficient":[107],"gauging":[109],"model":[110],"real":[114],"world.":[115],"Instead,":[116],"we":[117,165],"where":[120],"possible":[121],"future":[122],"collects":[128],"multiple":[131],"semesters":[132],"uses":[134],"more":[137],"as":[138],"distinct":[140],"hold-out":[141],"set.":[142],"Failing":[143],"this,":[144],"bootstrapped":[145],"should":[147],"used":[149],"improve":[151],"confidence":[152],"models'":[154],"performance.":[155],"By":[156],"recommending":[157],"stronger":[158],"models,":[164],"hope":[166],"bring":[168],"them":[169],"closer":[170],"practical":[172],"use":[173],"assist":[175],"teachers":[176],"understand":[178],"novice":[182],"courses.":[184]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}