{"id":"https://openalex.org/W4393100210","doi":"https://doi.org/10.1145/3650105.3652302","title":"Creative and Correct: Requesting Diverse Code Solutions from AI Foundation Models","display_name":"Creative and Correct: Requesting Diverse Code Solutions from AI Foundation Models","publication_year":2024,"publication_date":"2024-04-14","ids":{"openalex":"https://openalex.org/W4393100210","doi":"https://doi.org/10.1145/3650105.3652302"},"language":"en","primary_location":{"id":"doi:10.1145/3650105.3652302","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650105.3652302","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3650105.3652302","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM First International Conference on AI Foundation Models and Software Engineering","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3650105.3652302","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101767593","display_name":"Scott Blyth","orcid":"https://orcid.org/0009-0005-7078-1556"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Scott Blyth","raw_affiliation_strings":["Monash University, Victoria, Australia"],"raw_orcid":"https://orcid.org/0009-0005-7078-1556","affiliations":[{"raw_affiliation_string":"Monash University, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077658936","display_name":"Christoph Treude","orcid":"https://orcid.org/0000-0002-6919-2149"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Christoph Treude","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-6919-2149","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056886268","display_name":"Markus Wagner","orcid":"https://orcid.org/0000-0002-3124-0061"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Markus Wagner","raw_affiliation_strings":["Monash University, Victoria, Australia"],"raw_orcid":"https://orcid.org/0000-0002-3124-0061","affiliations":[{"raw_affiliation_string":"Monash University, Victoria, Australia","institution_ids":["https://openalex.org/I56590836"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.6895,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71922615,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"119","last_page":"123"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8769659399986267},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7027878761291504},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.5946009159088135},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5835596323013306},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5664671063423157},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5201183557510376},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4979591369628906},{"id":"https://openalex.org/keywords/situated","display_name":"Situated","score":0.4930090606212616},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.48115456104278564},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.46572086215019226},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4356963634490967},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.43105578422546387},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4245501458644867},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3120570778846741},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30985844135284424},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08483076095581055}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8769659399986267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7027878761291504},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.5946009159088135},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5835596323013306},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5664671063423157},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5201183557510376},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4979591369628906},{"id":"https://openalex.org/C132829578","wikidata":"https://www.wikidata.org/wiki/Q581151","display_name":"Situated","level":2,"score":0.4930090606212616},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.48115456104278564},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.46572086215019226},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4356963634490967},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.43105578422546387},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4245501458644867},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3120570778846741},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30985844135284424},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08483076095581055},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3650105.3652302","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650105.3652302","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3650105.3652302","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM First International Conference on AI Foundation Models and Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2403.13259","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.13259","pdf_url":"https://arxiv.org/pdf/2403.13259","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:monash.edu:publications/098940a1-e402-4d45-86eb-085ec450c40c","is_oa":true,"landing_page_url":"https://research.monash.edu/en/publications/098940a1-e402-4d45-86eb-085ec450c40c","pdf_url":"https://researchmgt.monash.edu/ws/files/630023062/619390841-oa.pdf","source":{"id":"https://openalex.org/S4306402625","display_name":"Monash University Research Portal (Monash University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I56590836","host_organization_name":"Monash University","host_organization_lineage":["https://openalex.org/I56590836"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Blyth, S, Treude, C & Wagner, M 2024, Creative and Correct : Requesting Diverse Code Solutions from AI Foundation Models. in M Di Penta & X Hu (eds), Proceedings - 2024 IEEE/ACM 1st International Conference on AI Foundation Models and Software Engineering, FORGE 2024. Association for Computing Machinery (ACM), New York NY USA, pp. 119-123, IEEE/ACM International Conference on AI Foundation Models and Software Engineering 2024, Lisbon, Portugal, 14/04/24. https://doi.org/10.1145/3650105.3652302","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-9962","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/8959","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1145/3650105.3652302","raw_type":"Conference Proceeding Article"}],"best_oa_location":{"id":"doi:10.1145/3650105.3652302","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3650105.3652302","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3650105.3652302","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM First International Conference on AI Foundation Models and Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.4399999976158142,"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17"},{"score":0.4300000071525574,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4393100210.pdf"},"referenced_works_count":9,"referenced_works":["https://openalex.org/W2021603665","https://openalex.org/W2902316941","https://openalex.org/W3101835309","https://openalex.org/W3154445493","https://openalex.org/W4200249747","https://openalex.org/W4290802688","https://openalex.org/W4301168982","https://openalex.org/W4313547598","https://openalex.org/W4393667107"],"related_works":["https://openalex.org/W1600697036","https://openalex.org/W1601337804","https://openalex.org/W4392983437","https://openalex.org/W2035858348","https://openalex.org/W2155106162","https://openalex.org/W2010047220","https://openalex.org/W2004235806","https://openalex.org/W2152083270","https://openalex.org/W2552595315","https://openalex.org/W4231598561"],"abstract_inverted_index":{"AI":[0,141],"foundation":[1,142],"models":[2,143],"have":[3],"the":[4,57,89,98,121],"capability":[5],"to":[6,13,26,49,138,144],"produce":[7],"a":[8,14,17,35],"wide":[9],"array":[10],"of":[11,60,91,106,124],"responses":[12],"single":[15],"prompt,":[16],"feature":[18],"that":[19,110,148],"is":[20,47,63],"highly":[21],"beneficial":[22],"in":[23],"software":[24,43,134],"engineering":[25,44],"generate":[27,145],"diverse":[28,150],"code":[29,92,99,146],"solutions.":[30],"However,":[31],"this":[32,73,125],"advantage":[33],"introduces":[34],"significant":[36],"trade-off":[37,74,126],"between":[38,115],"diversity":[39,46,90,116],"and":[40,53,84,108,117,151],"correctness.":[41,68],"In":[42],"tasks,":[45,79],"key":[48],"exploring":[50,80],"design":[51],"spaces":[52],"fostering":[54],"creativity,":[55],"but":[56],"practical":[58],"value":[59],"these":[61],"solutions":[62,93,147],"heavily":[64],"dependent":[65],"on":[66,120,136],"their":[67],"Our":[69],"study":[70,103],"systematically":[71],"investigates":[72],"using":[75,94],"experiments":[76],"with":[77],"HumanEval":[78],"various":[81],"parameter":[82],"settings":[83],"prompting":[85],"strategies.":[86],"We":[87],"assess":[88],"similarity":[95],"metrics":[96],"from":[97],"clone":[100],"community.":[101],"The":[102],"identifies":[104],"combinations":[105],"parameters":[107],"strategies":[109],"strike":[111],"an":[112],"optimal":[113],"balance":[114],"correctness,":[118],"situated":[119],"Pareto":[122],"front":[123],"space.":[127],"These":[128],"findings":[129],"offer":[130],"valuable":[131],"insights":[132],"for":[133],"engineers":[135],"how":[137],"effectively":[139],"use":[140],"are":[149],"accurate.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}