{"id":"https://openalex.org/W7117256667","doi":"https://doi.org/10.1109/vl-hcc65237.2025.00035","title":"TraceMate: Collaborating with AI in Test-Driven Programming","display_name":"TraceMate: Collaborating with AI in Test-Driven Programming","publication_year":2025,"publication_date":"2025-10-07","ids":{"openalex":"https://openalex.org/W7117256667","doi":"https://doi.org/10.1109/vl-hcc65237.2025.00035"},"language":null,"primary_location":{"id":"doi:10.1109/vl-hcc65237.2025.00035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vl-hcc65237.2025.00035","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121282160","display_name":"Jinmiao Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinmiao Wu","raw_affiliation_strings":["Xi’an Jiaotong-Liverpool University,School of Advanced Technology,Suzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong-Liverpool University,School of Advanced Technology,Suzhou,China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025414232","display_name":"Thomas Selig","orcid":"https://orcid.org/0000-0002-2736-4416"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Thomas Selig","raw_affiliation_strings":["Xi’an Jiaotong-Liverpool University,Department of Computing,Suzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong-Liverpool University,Department of Computing,Suzhou,China","institution_ids":["https://openalex.org/I69356397"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046557544","display_name":"Erick Purwanto","orcid":"https://orcid.org/0000-0001-6497-6721"},"institutions":[{"id":"https://openalex.org/I69356397","display_name":"Xi\u2019an Jiaotong-Liverpool University","ror":"https://ror.org/03zmrmn05","country_code":"CN","type":"education","lineage":["https://openalex.org/I69356397"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Erick Purwanto","raw_affiliation_strings":["Xi’an Jiaotong-Liverpool University,Department of Computing,Suzhou,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Xi’an Jiaotong-Liverpool University,Department of Computing,Suzhou,China","institution_ids":["https://openalex.org/I69356397"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I69356397"],"apc_list":null,"apc_paid":null,"fwci":1.8873,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89624491,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"253","last_page":"259"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.44850000739097595,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.44850000739097595,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.051899999380111694,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.044199999421834946,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6930000185966492},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5701000094413757},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5550000071525574},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.5521000027656555},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4925000071525574},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.3747999966144562},{"id":"https://openalex.org/keywords/computer-programming","display_name":"Computer programming","score":0.33309999108314514}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7886000275611877},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6930000185966492},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5701000094413757},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5550000071525574},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.5521000027656555},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4925000071525574},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4772000014781952},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.454800009727478},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38019999861717224},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3747999966144562},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3644999861717224},{"id":"https://openalex.org/C33857546","wikidata":"https://www.wikidata.org/wiki/Q80006","display_name":"Computer programming","level":2,"score":0.33309999108314514},{"id":"https://openalex.org/C182620335","wikidata":"https://www.wikidata.org/wiki/Q2852531","display_name":"Answer set programming","level":3,"score":0.3050000071525574},{"id":"https://openalex.org/C2779038628","wikidata":"https://www.wikidata.org/wiki/Q7248497","display_name":"Programming by demonstration","level":3,"score":0.3050000071525574},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.2976999878883362},{"id":"https://openalex.org/C174063052","wikidata":"https://www.wikidata.org/wiki/Q607013","display_name":"Pair programming","level":4,"score":0.2883000075817108},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.26170000433921814},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.2605000138282776},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.257999986410141},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/vl-hcc65237.2025.00035","is_oa":false,"landing_page_url":"https://doi.org/10.1109/vl-hcc65237.2025.00035","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE Symposium on Visual Languages and Human-Centric Computing (VL/HCC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8467414379119873,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2061731700","https://openalex.org/W2593433351","https://openalex.org/W2916904544","https://openalex.org/W2963663592","https://openalex.org/W3205287456","https://openalex.org/W4290460128","https://openalex.org/W4307475500","https://openalex.org/W4312438588","https://openalex.org/W4319295536","https://openalex.org/W4323036727","https://openalex.org/W4385423333","https://openalex.org/W4386099272","https://openalex.org/W4386985504","https://openalex.org/W4391558404","https://openalex.org/W4391584331","https://openalex.org/W4393943518","https://openalex.org/W4394745423","https://openalex.org/W4396685819","https://openalex.org/W4396833177","https://openalex.org/W4401379837","https://openalex.org/W4401881773","https://openalex.org/W4401882213","https://openalex.org/W4401983348","https://openalex.org/W4403192978","https://openalex.org/W4403447505","https://openalex.org/W4403447918","https://openalex.org/W4403457320","https://openalex.org/W4403799160","https://openalex.org/W4405821763","https://openalex.org/W4407204952","https://openalex.org/W4407905886","https://openalex.org/W4407949461","https://openalex.org/W4407951926","https://openalex.org/W4410209204","https://openalex.org/W4414921483"],"related_works":[],"abstract_inverted_index":{"Large":[0],"programming":[1,165],"courses":[2],"often":[3,38],"use":[4],"test-driven":[5],"autograding":[6],"systems":[7],"(e.g.,":[8,46],"CodeRunner)":[9],"for":[10,99],"instant":[11],"feedback,":[12],"but":[13,56],"these":[14,60,71],"usually":[15],"only":[16,145],"show":[17],"which":[18],"tests":[19,83,154],"failed":[20],"without":[21],"explaining":[22],"why":[23],"or":[24],"how":[25],"to":[26,40,66],"fix":[27],"the":[28,64,81,109,146],"error.":[29],"Novice":[30],"students":[31],"struggle":[32],"with":[33,84,93,128,155],"such":[34],"minimal":[35],"guidance":[36],"and":[37,53,62,96,102,138],"resort":[39],"trial-and-error.":[41],"Meanwhile,":[42],"AI":[43,87,106,158],"coding":[44],"assistants":[45],"GitHub":[47],"Copilot,":[48],"ChatGPT)":[49],"can":[50,160],"provide":[51],"hints":[52,116],"code":[54,100],"suggestions,":[55],"novices":[57],"may":[58],"over-trust":[59],"outputs":[61],"lack":[63],"skills":[65],"verify":[67],"them.":[68],"To":[69],"solve":[70],"issues,":[72],"we":[73],"present":[74],"TraceMate,":[75],"an":[76,156],"IDE":[77],"plugin":[78],"that":[79,151],"pairs":[80],"autograder\u2019s":[82],"a":[85,125],"conversational":[86],"chatbot.":[88],"TraceMate":[89,133],"augments":[90],"test":[91,110],"feedback":[92],"context-aware":[94],"explanations":[95],"inline":[97],"suggestions":[98],"modifications,":[101],"immediately":[103],"validates":[104],"each":[105],"suggestion":[107],"on":[108],"suite.":[111],"This":[112],"workflow":[113],"gives":[114],"actionable":[115],"while":[117],"ensuring":[118],"any":[119],"AI-proposed":[120],"changes":[121],"are":[122],"correct.":[123],"In":[124],"user":[126],"study":[127],"novice":[129],"programmers,":[130],"participants":[131],"using":[132,144],"solved":[134],"problems":[135],"more":[136],"effectively":[137],"reported":[139],"higher":[140],"confidence":[141],"than":[142],"those":[143],"autograder.":[147],"These":[148],"results":[149],"suggest":[150],"pairing":[152],"automated":[153],"interactive":[157],"assistant":[159],"enhance":[161],"learning":[162],"in":[163],"introductory":[164],"courses.":[166]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-12-25T00:00:00"}