{"id":"https://openalex.org/W7168156075","doi":"https://doi.org/10.1145/3786580.3786972","title":"Beyond Answer Engines: LLMs as Reasoning Partners in Data Structures and Algorithms Education","display_name":"Beyond Answer Engines: LLMs as Reasoning Partners in Data Structures and Algorithms Education","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7168156075","doi":"https://doi.org/10.1145/3786580.3786972"},"language":null,"primary_location":{"id":"doi:10.1145/3786580.3786972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786580.3786972","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786580.3786972","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108998660","display_name":"Saad Zafar Khan","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Saad Zafar Khan","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"raw_orcid":"https://orcid.org/0009-0009-6522-8536","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140559865","display_name":"Desiree Leal","orcid":"https://orcid.org/0009-0009-8329-0990"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Desiree Leal","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"raw_orcid":"https://orcid.org/0009-0009-8329-0990","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118529138","display_name":"Lucas Valen\u00e7a","orcid":null},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Lucas Valen\u00e7a","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"raw_orcid":"https://orcid.org/0009-0001-9044-104X","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033095642","display_name":"Ahmad Abdellatif","orcid":"https://orcid.org/0000-0003-1863-9147"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ahmad Abdellatif","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"raw_orcid":"https://orcid.org/0000-0003-1863-9147","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020669873","display_name":"Mea Wang","orcid":"https://orcid.org/0000-0001-8400-9069"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mea Wang","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"raw_orcid":"https://orcid.org/0000-0001-8400-9069","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001117576","display_name":"Diwakar Krishnamurthy","orcid":"https://orcid.org/0000-0002-6098-4801"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Diwakar Krishnamurthy","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"raw_orcid":"https://orcid.org/0000-0002-6098-4801","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5080161379","display_name":"Ronnie de Souza Santos","orcid":"https://orcid.org/0000-0003-3235-6530"},"institutions":[{"id":"https://openalex.org/I168635309","display_name":"University of Calgary","ror":"https://ror.org/03yjb2x39","country_code":"CA","type":"education","lineage":["https://openalex.org/I168635309"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Ronnie de Souza Santos","raw_affiliation_strings":["University of Calgary, Calgary, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3235-6530","affiliations":[{"raw_affiliation_string":"University of Calgary, Calgary, Canada","institution_ids":["https://openalex.org/I168635309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I168635309"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"162","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.1143999993801117,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.1143999993801117,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.1039000004529953,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.0722000002861023,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.6358000040054321},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.613099992275238},{"id":"https://openalex.org/keywords/automated-reasoning","display_name":"Automated reasoning","score":0.5320000052452087},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.5098000168800354},{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.49079999327659607},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.4404999911785126},{"id":"https://openalex.org/keywords/contest","display_name":"CONTEST","score":0.42080000042915344},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4198000133037567}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.6358000040054321},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.613099992275238},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5799000263214111},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.5320000052452087},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.5098000168800354},{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.49079999327659607},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.4404999911785126},{"id":"https://openalex.org/C2777582232","wikidata":"https://www.wikidata.org/wiki/Q5013414","display_name":"CONTEST","level":2,"score":0.42080000042915344},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4198000133037567},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41339999437332153},{"id":"https://openalex.org/C162319229","wikidata":"https://www.wikidata.org/wiki/Q175263","display_name":"Data structure","level":2,"score":0.39239999651908875},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.3686000108718872},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.36059999465942383},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.3569999933242798},{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C533356498","wikidata":"https://www.wikidata.org/wiki/Q843894","display_name":"Critical thinking","level":2,"score":0.35600000619888306},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3425999879837036},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3377000093460083},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3319000005722046},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.29919999837875366},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.296099990606308},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.29280000925064087},{"id":"https://openalex.org/C80291951","wikidata":"https://www.wikidata.org/wiki/Q1200691","display_name":"Design by contract","level":5,"score":0.26510000228881836},{"id":"https://openalex.org/C2780368719","wikidata":"https://www.wikidata.org/wiki/Q5157342","display_name":"Computational thinking","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.25049999356269836},{"id":"https://openalex.org/C18296254","wikidata":"https://www.wikidata.org/wiki/Q1395219","display_name":"Skepticism","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786580.3786972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786580.3786972","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786580.3786972","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786580.3786972","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the IEEE/ACM 48th International Conference on Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.7372159957885742,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W1964962870","https://openalex.org/W1978813754","https://openalex.org/W1986285750","https://openalex.org/W2004451884","https://openalex.org/W2044802063","https://openalex.org/W2053154970","https://openalex.org/W2084413241","https://openalex.org/W2086364381","https://openalex.org/W2110065044","https://openalex.org/W2114728368","https://openalex.org/W2134286169","https://openalex.org/W2147070375","https://openalex.org/W2181940783","https://openalex.org/W2199210939","https://openalex.org/W4252684946","https://openalex.org/W4322503461","https://openalex.org/W4323655724","https://openalex.org/W4382654266","https://openalex.org/W4382654294","https://openalex.org/W4383312437","https://openalex.org/W4384345708","https://openalex.org/W4386584937","https://openalex.org/W4389518953","https://openalex.org/W4390490886","https://openalex.org/W4390985631","https://openalex.org/W4395065007","https://openalex.org/W4397007315","https://openalex.org/W4398785929","https://openalex.org/W4399164841","https://openalex.org/W4399667811","https://openalex.org/W4399790131","https://openalex.org/W4402457214","https://openalex.org/W4404315937","https://openalex.org/W4404792935","https://openalex.org/W4407284288","https://openalex.org/W4407320582","https://openalex.org/W4407770991","https://openalex.org/W4408153468","https://openalex.org/W4408218174","https://openalex.org/W4412781285","https://openalex.org/W4413902227"],"related_works":[],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"are":[4,168],"rapidly":[5],"entering":[6],"software":[7,84],"engineering":[8,85],"education.":[9],"As":[10],"students":[11],"turn":[12],"to":[13,186],"them":[14],"for":[15,174,214],"Data":[16],"Structures":[17],"and":[18,60,69,79,93,160,191,194,211,219],"Algorithms":[19],"(DSA)":[20],"tutoring,":[21],"a":[22,113,156,206],"critical":[23,114,189,225],"question":[24],"emerges:":[25],"do":[26],"they":[27],"foster":[28],"genuine":[29],"problem-solving":[30],"skills":[31],"or":[32,199],"merely":[33],"supply":[34],"polished":[35],"answers?":[36],"Moreover,":[37],"their":[38],"competence":[39],"in":[40,116,217],"DSA":[41],"remains":[42],"underexplored":[43],"beyond":[44],"benchmarks":[45],"likely":[46],"contaminated":[47],"with":[48,134],"training":[49],"data.":[50],"We":[51],"evaluate":[52],"four":[53],"LLMs\u2014GPT-4o,":[54],"Claude":[55,92,145],"3.7":[56],"Sonnet,":[57],"Llama":[58],"3.2,":[59],"DeepSeek":[61,94,127],"R1\u2014on":[62],"80":[63],"LeetCode":[64],"Top":[65],"Interview":[66],"150":[67],"problems":[68],"100":[70],"recent":[71],"Weekly":[72],"Contest":[73],"problems,":[74,99,111,126],"assessing":[75],"code":[76],"correctness,":[77],"maintainability,":[78],"explanatory":[80],"reasoning":[81,170,190],"as":[82],"core":[83],"(SE)":[86],"values.":[87],"Results":[88],"show":[89],"that":[90,166,197],"while":[91],"perform":[95],"best":[96],"on":[97,109,229],"harder":[98],"all":[100],"models\u2019":[101],"average":[102],"success":[103,131],"rates":[104],"drop":[105],"by":[106],"\u223c":[107],"49%":[108],"novel":[110,125],"revealing":[112],"gap":[115],"translating":[117],"theoretical":[118],"insights":[119],"into":[120,184],"effective":[121],"implementations.":[122],"On":[123],"the":[124,129,140,151],"attained":[128],"highest":[130],"rate":[132],"(70%)":[133],"fewer":[135,147],"prompt":[136],"turns":[137],"but":[138],"produced":[139],"least":[141],"maintainable":[142,153],"code,":[143],"whereas":[144],"solved":[146],"(50%)":[148],"yet":[149,172],"generated":[150],"most":[152],"solutions,":[154],"highlighting":[155],"trade-off":[157],"between":[158],"correctness":[159],"pedagogical":[161],"value.":[162],"These":[163],"findings":[164],"suggest":[165],"LLMs":[167],"capable":[169],"partners":[171],"insufficient":[173],"autonomous":[175],"problem-solving.":[176],"Thus,":[177],"educators":[178],"must":[179],"carefully":[180],"integrate":[181],"these":[182],"tools":[183],"curricula":[185],"emphasize":[187],"students\u2019":[188],"debugging":[192],"skills,":[193],"develop":[195],"assessments":[196],"leverage":[198],"withstand":[200],"LLM":[201],"assistance.":[202],"Our":[203],"work":[204],"contributes":[205],"rigorous,":[207],"multidimensional":[208],"evaluation":[209,226],"framework":[210],"practical":[212],"recommendations":[213],"AI-assisted":[215],"learning":[216],"SE":[218],"computer":[220],"science":[221],"(CS)":[222],"education,":[223],"underscoring":[224],"over":[227],"reliance":[228],"automated":[230],"solutions.":[231]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-07-14T00:00:00"}