{"id":"https://openalex.org/W7136361696","doi":"https://doi.org/10.1145/3786228.3786249","title":"Ambiguity by Design: Practicing Requirement Clarification through Natural-Language Dialogue with LLMs","display_name":"Ambiguity by Design: Practicing Requirement Clarification through Natural-Language Dialogue with LLMs","publication_year":2026,"publication_date":"2026-02-09","ids":{"openalex":"https://openalex.org/W7136361696","doi":"https://doi.org/10.1145/3786228.3786249"},"language":null,"primary_location":{"id":"doi:10.1145/3786228.3786249","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786249","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786228.3786249","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129526438","display_name":"Kay Tang","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":true,"raw_author_name":"Kay Tang","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0004-0047-1256","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129453669","display_name":"Hoanh Nguyen Hosea Tong-Ho","orcid":null},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Hoanh Nguyen Hosea Tong-Ho","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0009-0002-4418-131X","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087278349","display_name":"Kaitlin Riegel","orcid":"https://orcid.org/0000-0002-8187-2016"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Kaitlin Riegel","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-8187-2016","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Paul Denny","orcid":"https://orcid.org/0000-0002-5150-9806"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Paul Denny","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0002-5150-9806","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086003257","display_name":"Nasser Giacaman","orcid":"https://orcid.org/0000-0001-6885-1571"},"institutions":[{"id":"https://openalex.org/I154130895","display_name":"University of Auckland","ror":"https://ror.org/03b94tp07","country_code":"NZ","type":"education","lineage":["https://openalex.org/I154130895"]}],"countries":["NZ"],"is_corresponding":false,"raw_author_name":"Nasser Giacaman","raw_affiliation_strings":["University of Auckland, Auckland, New Zealand"],"raw_orcid":"https://orcid.org/0000-0001-6885-1571","affiliations":[{"raw_affiliation_string":"University of Auckland, Auckland, New Zealand","institution_ids":["https://openalex.org/I154130895"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041367899","display_name":"Juho Leinonen","orcid":"https://orcid.org/0000-0001-6829-9449"},"institutions":[{"id":"https://openalex.org/I9927081","display_name":"Aalto University","ror":"https://ror.org/020hwjq30","country_code":"FI","type":"education","lineage":["https://openalex.org/I9927081"]}],"countries":["FI"],"is_corresponding":false,"raw_author_name":"Juho Leinonen","raw_affiliation_strings":["Aalto University, Espoo, Finland"],"raw_orcid":"https://orcid.org/0000-0001-6829-9449","affiliations":[{"raw_affiliation_string":"Aalto University, Espoo, Finland","institution_ids":["https://openalex.org/I9927081"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5129526438"],"corresponding_institution_ids":["https://openalex.org/I154130895"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.48004866,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"138","last_page":"147"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9003000259399414,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9003000259399414,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.013500000350177288,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.013000000268220901,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.7886999845504761},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.5777999758720398},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.4952000081539154},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.47290000319480896},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.42579999566078186},{"id":"https://openalex.org/keywords/ask-price","display_name":"Ask price","score":0.40950000286102295},{"id":"https://openalex.org/keywords/natural","display_name":"Natural (archaeology)","score":0.3614000082015991}],"concepts":[{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.7886999845504761},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6238999962806702},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.5777999758720398},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4952000081539154},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.47290000319480896},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.42579999566078186},{"id":"https://openalex.org/C90329073","wikidata":"https://www.wikidata.org/wiki/Q914232","display_name":"Ask price","level":2,"score":0.40950000286102295},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.37459999322891235},{"id":"https://openalex.org/C2776608160","wikidata":"https://www.wikidata.org/wiki/Q4785462","display_name":"Natural (archaeology)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C543847140","wikidata":"https://www.wikidata.org/wiki/Q2642826","display_name":"Realism","level":2,"score":0.32179999351501465},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.31859999895095825},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3116999864578247},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.2980000078678131},{"id":"https://openalex.org/C33857546","wikidata":"https://www.wikidata.org/wiki/Q80006","display_name":"Computer programming","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.2651999890804291},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2646999955177307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2635999917984009},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2583000063896179},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.25270000100135803}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786228.3786249","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786249","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786228.3786249","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786228.3786249","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th Australasian Computing Education Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.8593275547027588,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1578636093","https://openalex.org/W1978744585","https://openalex.org/W1986736724","https://openalex.org/W1995452015","https://openalex.org/W2061141931","https://openalex.org/W2087229978","https://openalex.org/W2129660502","https://openalex.org/W2138666285","https://openalex.org/W2518473846","https://openalex.org/W2917712284","https://openalex.org/W3033595121","https://openalex.org/W3048016185","https://openalex.org/W4211263275","https://openalex.org/W4232488826","https://openalex.org/W4299627282","https://openalex.org/W4317502110","https://openalex.org/W4367185264","https://openalex.org/W4390315357","https://openalex.org/W4392564669","https://openalex.org/W4395065007","https://openalex.org/W4396833177","https://openalex.org/W4398796607","https://openalex.org/W4401379979","https://openalex.org/W4404534210","https://openalex.org/W4411374542","https://openalex.org/W4411374635","https://openalex.org/W7133198585"],"related_works":[],"abstract_inverted_index":{"A":[0],"widely":[1],"used":[2],"pedagogy":[3],"in":[4,67,132,160],"introductory":[5,163],"programming":[6,25,44,75,108,164],"courses":[7],"involves":[8],"students":[9,22,81,116,129,169],"solving":[10],"small":[11],"code-writing":[12],"exercises":[13,20],"with":[14,30,86,110,137,171,195,216],"well-defined":[15],"problem":[16,229],"statements.":[17],"Although":[18],"such":[19,47],"help":[21],"practice":[23],"basic":[24],"skills":[26],"and":[27,56,143,166,189],"become":[28],"familiar":[29],"syntax,":[31],"they":[32,201],"offer":[33],"little":[34,87],"opportunity":[35],"to":[36,78,82,117,130,141],"interpret":[37,51],"or":[38],"clarify":[39,118],"ambiguous":[40,112],"requirements.":[41],"However,":[42],"real-world":[43],"rarely":[45],"provides":[46],"clarity.":[48],"Developers":[49],"must":[50],"incomplete":[52],"specifications,":[53],"ask":[54],"questions,":[55],"resolve":[57,144],"inconsistencies":[58],"before":[59,120,224],"writing":[60],"code.":[61],"At":[62],"the":[63,158,172,178,183,191,203],"same":[64],"time,":[65],"advances":[66],"large":[68,162],"language":[69,135],"models":[70],"(LLMs)":[71],"have":[72],"made":[73],"well-specified":[74],"problems":[76],"trivial":[77],"solve,":[79],"allowing":[80],"obtain":[83],"correct":[84],"solutions":[85],"effort":[88],"when":[89,200],"task":[90],"requirements":[91,119],"are":[92,107],"explicit.":[93],"In":[94],"this":[95],"paper,":[96],"we":[97],"present":[98],"a":[99,133,147,161,196],"web-based":[100],"tool":[101,123,159,179],"that":[102,114,177,209,221],"delivers":[103],"\u2018Probeable":[104],"Problems\u2019":[105],"which":[106],"tasks":[109,204],"deliberately":[111],"specifications":[113],"require":[115],"coding.":[121],"Our":[122],"extends":[124],"prior":[125],"implementations":[126],"by":[127],"enabling":[128],"engage":[131],"natural":[134],"dialogue":[136],"an":[138],"AI":[139],"\u201cclient\u201d":[140],"uncover":[142],"ambiguities,":[145],"alongside":[146],"traditional":[148],"mechanism":[149],"for":[150],"probing":[151],"behaviour":[152],"using":[153],"code":[154],"inputs.":[155],"We":[156,206],"deployed":[157],"course":[165],"examined":[167],"how":[168],"engaged":[170],"conversational":[173],"interface.":[174],"Students":[175],"reported":[176],"helped":[180],"them":[181],"appreciate":[182],"importance":[184],"of":[185,193,212],"asking":[186],"specific":[187],"questions":[188],"valued":[190],"realism":[192],"interacting":[194],"simulated":[197],"client,":[198],"even":[199],"found":[202,208],"challenging.":[205],"also":[207],"greater":[210],"exploration":[211],"ambiguities":[213],"was":[214],"associated":[215],"fewer":[217],"failed":[218],"attempts,":[219],"indicating":[220],"deliberate":[222],"inquiry":[223],"coding":[225],"supports":[226],"more":[227],"effective":[228],"solving.":[230]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2026-03-17T00:00:00"}