{"id":"https://openalex.org/W4410986686","doi":"https://doi.org/10.1109/educon62633.2025.11016495","title":"How to Automate Feedback on Diagrammatic Reasoning with a Relevant Degree of Freedom?","display_name":"How to Automate Feedback on Diagrammatic Reasoning with a Relevant Degree of Freedom?","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4410986686","doi":"https://doi.org/10.1109/educon62633.2025.11016495"},"language":"en","primary_location":{"id":"doi:10.1109/educon62633.2025.11016495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon62633.2025.11016495","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbi.uliege.be/bitstream/2268/326526/1/paper.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028431803","display_name":"G\u00e9raldine Brieven","orcid":"https://orcid.org/0000-0003-1410-1470"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"G\u00e9raldine Brieven","raw_affiliation_strings":["Universit&#x00E9; de Li&#x00E8;ge, Institut Montefiore,Belgium"],"affiliations":[{"raw_affiliation_string":"Universit&#x00E9; de Li&#x00E8;ge, Institut Montefiore,Belgium","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090891450","display_name":"Lev Malcev","orcid":"https://orcid.org/0000-0002-5259-4336"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lev Malcev","raw_affiliation_strings":["Universit&#x00E9; de Li&#x00E8;ge, Institut Montefiore,Belgium"],"affiliations":[{"raw_affiliation_string":"Universit&#x00E9; de Li&#x00E8;ge, Institut Montefiore,Belgium","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5022562009","display_name":"Beno\u00eet Donnet","orcid":"https://orcid.org/0000-0002-0651-3398"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Benoit Donnet","raw_affiliation_strings":["Universit&#x00E9; de Li&#x00E8;ge, Institut Montefiore,Belgium"],"affiliations":[{"raw_affiliation_string":"Universit&#x00E9; de Li&#x00E8;ge, Institut Montefiore,Belgium","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5028431803"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.06113227,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.982200026512146,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.9611999988555908,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9067000150680542,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/diagrammatic-reasoning","display_name":"Diagrammatic reasoning","score":0.9293482303619385},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6462319493293762},{"id":"https://openalex.org/keywords/degree","display_name":"Degree (music)","score":0.6250749826431274},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.43980562686920166},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.21430930495262146},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.08365342020988464}],"concepts":[{"id":"https://openalex.org/C106624574","wikidata":"https://www.wikidata.org/wiki/Q5270387","display_name":"Diagrammatic reasoning","level":2,"score":0.9293482303619385},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6462319493293762},{"id":"https://openalex.org/C2775997480","wikidata":"https://www.wikidata.org/wiki/Q586277","display_name":"Degree (music)","level":2,"score":0.6250749826431274},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.43980562686920166},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.21430930495262146},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.08365342020988464},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/educon62633.2025.11016495","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon62633.2025.11016495","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"},{"id":"pmh:oai:orbi.ulg.ac.be:2268/326526","is_oa":true,"landing_page_url":"https://orbi.uliege.be/handle/2268/326526","pdf_url":"https://orbi.uliege.be/bitstream/2268/326526/1/paper.pdf","source":{"id":"https://openalex.org/S4306400651","display_name":"Open Repository and Bibliography (University of Li\u00e8ge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I157674565","host_organization_name":"University of Li\u00e8ge","host_organization_lineage":["https://openalex.org/I157674565"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Global Engineering Education Conference  (EDUCON) (2025-04-22); IEEE Global Engineering Education Conference (EDUCON), 22 avril 2025 au 25 avril 2025","raw_type":"peer reviewed"}],"best_oa_location":{"id":"pmh:oai:orbi.ulg.ac.be:2268/326526","is_oa":true,"landing_page_url":"https://orbi.uliege.be/handle/2268/326526","pdf_url":"https://orbi.uliege.be/bitstream/2268/326526/1/paper.pdf","source":{"id":"https://openalex.org/S4306400651","display_name":"Open Repository and Bibliography (University of Li\u00e8ge)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I157674565","host_organization_name":"University of Li\u00e8ge","host_organization_lineage":["https://openalex.org/I157674565"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Global Engineering Education Conference  (EDUCON) (2025-04-22); IEEE Global Engineering Education Conference (EDUCON), 22 avril 2025 au 25 avril 2025","raw_type":"peer reviewed"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.6399999856948853}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4410986686.pdf","grobid_xml":"https://content.openalex.org/works/W4410986686.grobid-xml"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W360295174","https://openalex.org/W1605046465","https://openalex.org/W1993570733","https://openalex.org/W2008785686","https://openalex.org/W2013477750","https://openalex.org/W2056825598","https://openalex.org/W2111295912","https://openalex.org/W2293412016","https://openalex.org/W2467650480","https://openalex.org/W2591228236","https://openalex.org/W2612267306","https://openalex.org/W2613117514","https://openalex.org/W2620131088","https://openalex.org/W2716138986","https://openalex.org/W2767040663","https://openalex.org/W2805619914","https://openalex.org/W2886203586","https://openalex.org/W2895989810","https://openalex.org/W2907510836","https://openalex.org/W2955788406","https://openalex.org/W2970641574","https://openalex.org/W2987907651","https://openalex.org/W3024117512","https://openalex.org/W3037612906","https://openalex.org/W3039640308","https://openalex.org/W3106625454","https://openalex.org/W3113108648","https://openalex.org/W3201402602","https://openalex.org/W4230330965","https://openalex.org/W4245201413","https://openalex.org/W4281978559","https://openalex.org/W4298000368","https://openalex.org/W4320731315","https://openalex.org/W4321442029","https://openalex.org/W4366582553","https://openalex.org/W4367725904","https://openalex.org/W4379434830","https://openalex.org/W4381586920","https://openalex.org/W4382652828","https://openalex.org/W4383873837","https://openalex.org/W4387528981","https://openalex.org/W4388080587","https://openalex.org/W4400410048","https://openalex.org/W4400410702","https://openalex.org/W4400411083","https://openalex.org/W4401018179","https://openalex.org/W4402826794"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W3003518673","https://openalex.org/W2243494072","https://openalex.org/W3083799684","https://openalex.org/W4288417689","https://openalex.org/W1588273335","https://openalex.org/W2933723564","https://openalex.org/W1582653816"],"abstract_inverted_index":{"This":[0,62,96,268,283],"paper":[1,63,204],"considers":[2],"Caf\u00e9":[3,18,115,262],"2.0,":[4],"an":[5,101,206],"Automated":[6],"Feedback":[7],"system":[8,40,76,208],"designed":[9],"to":[10,29,49,55,57,65,176,308],"support":[11],"students'":[12,31,125],"diagrammatic":[13],"reasoning":[14],"in":[15,100,127,143,164,168,180,281,290],"STEM":[16],"disciplines.":[17],"2.0":[19,116,263],"relies":[20],"on":[21,59,107,133],"a":[22,39,42,93,122,193,240,250],"predefined":[23,211,257],"error":[24],"library,":[25],"metamodels,":[26],"and":[27,33,52,88,112,130,231,300],"rules":[28,212],"correct":[30],"solutions":[32,90,293],"deliver":[34],"formative":[35],"feedback.":[36,267],"Implementing":[37],"such":[38],"requires":[41],"balance":[43],"between":[44,124],"constraining":[45],"the":[46,68,83,149,160,181,272,277,304],"solution":[47],"syntax":[48],"enable":[50],"AF":[51,75],"leaving":[53],"freedom":[54,71],"students":[56,79,137,161,287],"reflect":[58],"their":[60,131,144,165,197,229,235,292],"solution.":[61,198],"aims":[64],"evaluate":[66],"whether":[67],"level":[69],"of":[70,152,187,196,306],"provided":[72],"by":[73,302],"our":[74],"sufficiently":[77],"prepares":[78],"for":[80],"exams.":[81,134],"In":[82,218,259],"exam,":[84],"they":[85,146],"must":[86],"reason":[87],"construct":[89],"starting":[91],"with":[92,140,148,213,234,256],"blank":[94],"page.":[95],"study":[97],"is":[98],"conducted":[99],"introductory":[102],"programming":[103],"course":[104],"(CS1),":[105],"based":[106],"two":[108],"semesters":[109],"(in":[110],"2022":[111],"2023),":[113],"where":[114],"supports":[117],"online":[118,128,166],"homework.":[119],"Findings":[120],"reveal":[121],"discrepancy":[123],"performance":[126],"homework":[129,167],"success":[132],"While":[135],"many":[136],"feel":[138],"comfortable":[139],"fill-in-the-blank":[141],"diagrams":[142,230],"homework,":[145],"struggle":[147],"open-ended":[150],"nature":[151],"exam":[153],"tasks.":[154],"Our":[155],"results":[156],"show":[157],"that,":[158],"among":[159],"who":[162],"succeeded":[163],"2023,":[169],"<tex":[170,184],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[171,185],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$20\\%$</tex>":[172],"were":[173],"still":[174],"unable":[175],"produce":[177],"any":[178],"diagram":[179],"exam.":[182],"Additionally,":[183],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">$70\\%$</tex>":[186],"them":[188,233],"could":[189],"not":[190],"correctly":[191],"provide":[192],"text":[194],"description":[195],"To":[199],"overcome":[200],"this":[201,203,219,260],"limitation,":[202],"proposes":[205],"enhanced":[207],"that":[209,254,296],"integrates":[210],"Large":[214],"Language":[215],"Models":[216],"(LLMs).":[217],"framework,":[220],"LLMs":[221,307],"serve":[222],"as":[223,276],"translators.":[224],"Students":[225],"can":[226,264],"freely":[227],"create":[228],"annotate":[232],"own":[236],"textual":[237],"descriptions":[238],"using":[239],"drawing":[241],"editor.":[242],"The":[243],"LLM":[244],"then":[245],"maps":[246],"these":[247],"representations":[248],"into":[249],"more":[251],"structured":[252],"format":[253],"aligns":[255],"rules.":[258],"way,":[261],"generate":[265],"accurate":[266],"transformed":[269],"representation":[270],"retains":[271],"same":[273],"informational":[274],"content":[275],"original,":[278],"differing":[279],"only":[280],"format.":[282],"feature":[284],"will":[285],"offer":[286],"greater":[288],"flexibility":[289],"constructing":[291],"while":[294],"ensuring":[295],"feedback":[297,312],"remains":[298],"precise":[299],"consistent":[301],"limiting":[303],"role":[305],"translation":[309],"rather":[310],"than":[311],"generation.":[313]},"counts_by_year":[],"updated_date":"2026-03-04T09:10:02.777135","created_date":"2025-10-10T00:00:00"}