{"id":"https://openalex.org/W4387793519","doi":"https://doi.org/10.1145/3623476.3623522","title":"GPT-3-Powered Type Error Debugging: Investigating the Use of Large Language Models for Code Repair","display_name":"GPT-3-Powered Type Error Debugging: Investigating the Use of Large Language Models for Code Repair","publication_year":2023,"publication_date":"2023-10-19","ids":{"openalex":"https://openalex.org/W4387793519","doi":"https://doi.org/10.1145/3623476.3623522"},"language":"en","primary_location":{"id":"doi:10.1145/3623476.3623522","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3623476.3623522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM SIGPLAN International Conference on Software Language Engineering","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://repositorium.sdum.uminho.pt/bitstream/1822/89919/1/3623476.3623522.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011563016","display_name":"Francisco Ribeiro","orcid":"https://orcid.org/0000-0003-0427-4503"},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]},{"id":"https://openalex.org/I99682543","display_name":"University of Minho","ror":"https://ror.org/037wpkx04","country_code":"PT","type":"education","lineage":["https://openalex.org/I99682543"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Francisco Ribeiro","raw_affiliation_strings":["HASLab/INESC TEC, Braga, Portugal / University of Minho, Braga, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HASLab/INESC TEC, Braga, Portugal / University of Minho, Braga, Portugal","institution_ids":["https://openalex.org/I4210166615","https://openalex.org/I99682543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017175227","display_name":"Jos\u00e9 Nuno Macedo","orcid":"https://orcid.org/0000-0002-0282-5060"},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]},{"id":"https://openalex.org/I99682543","display_name":"University of Minho","ror":"https://ror.org/037wpkx04","country_code":"PT","type":"education","lineage":["https://openalex.org/I99682543"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Nuno Castro de Macedo","raw_affiliation_strings":["HASLab/INESC TEC, Braga, Portugal / University of Minho, Braga, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HASLab/INESC TEC, Braga, Portugal / University of Minho, Braga, Portugal","institution_ids":["https://openalex.org/I4210166615","https://openalex.org/I99682543"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016964464","display_name":"Kanae Tsushima","orcid":"https://orcid.org/0000-0002-3383-3389"},"institutions":[{"id":"https://openalex.org/I184597095","display_name":"National Institute of Informatics","ror":"https://ror.org/04ksd4g47","country_code":"JP","type":"facility","lineage":["https://openalex.org/I1319490839","https://openalex.org/I184597095","https://openalex.org/I4210158934"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kanae Tsushima","raw_affiliation_strings":["National Institute of Informatics, Tokyo, Japan / Sokendai University, Braga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National Institute of Informatics, Tokyo, Japan / Sokendai University, Braga, Japan","institution_ids":["https://openalex.org/I184597095"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Rui Abreu","orcid":null},"institutions":[{"id":"https://openalex.org/I121345201","display_name":"Instituto de Engenharia de Sistemas e Computadores Investiga\u00e7\u00e3o e Desenvolvimento","ror":"https://ror.org/04mqy3p58","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I121345201","https://openalex.org/I4210125590"]},{"id":"https://openalex.org/I182534213","display_name":"Universidade do Porto","ror":"https://ror.org/043pwc612","country_code":"PT","type":"education","lineage":["https://openalex.org/I182534213"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Rui Abreu","raw_affiliation_strings":["INESC-ID, Porto, Portugal / University of Porto, Porto, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INESC-ID, Porto, Portugal / University of Porto, Porto, Portugal","institution_ids":["https://openalex.org/I121345201","https://openalex.org/I182534213"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087190575","display_name":"Jo\u00e3o Saraiva","orcid":"https://orcid.org/0000-0002-5686-7151"},"institutions":[{"id":"https://openalex.org/I4210166615","display_name":"INESC TEC","ror":"https://ror.org/05fa8ka61","country_code":"PT","type":"nonprofit","lineage":["https://openalex.org/I4210125590","https://openalex.org/I4210166615"]},{"id":"https://openalex.org/I99682543","display_name":"University of Minho","ror":"https://ror.org/037wpkx04","country_code":"PT","type":"education","lineage":["https://openalex.org/I99682543"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Saraiva","raw_affiliation_strings":["HASLab/INESC TEC, Braga, Portugal / University of Minho, Braga, Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"HASLab/INESC TEC, Braga, Portugal / University of Minho, Braga, Portugal","institution_ids":["https://openalex.org/I4210166615","https://openalex.org/I99682543"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":20,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"111","last_page":"124"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.9085363149642944},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8817090392112732},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.7007534503936768},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5124555230140686},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.47686371207237244},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.4379441738128662},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.32176297903060913},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.24132227897644043}],"concepts":[{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.9085363149642944},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8817090392112732},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.7007534503936768},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5124555230140686},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.47686371207237244},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.4379441738128662},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.32176297903060913},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.24132227897644043},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3623476.3623522","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3623476.3623522","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 16th ACM SIGPLAN International Conference on Software Language Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:repositorium.sdum.uminho.pt:1822/89919","is_oa":true,"landing_page_url":"https://hdl.handle.net/1822/89919","pdf_url":"https://repositorium.sdum.uminho.pt/bitstream/1822/89919/1/3623476.3623522.pdf","source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"}],"best_oa_location":{"id":"pmh:oai:repositorium.sdum.uminho.pt:1822/89919","is_oa":true,"landing_page_url":"https://hdl.handle.net/1822/89919","pdf_url":"https://repositorium.sdum.uminho.pt/bitstream/1822/89919/1/3623476.3623522.pdf","source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"conference paper"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1531349290","display_name":"\u6ce2\u9577\u9078\u629e\u6027\u3092\u3082\u3064\u691c\u77e5\u5668\u3092\u7528\u3044\u308b\u65b0\u3057\u3044\u9060\u8d64\u5916\u5206\u5149\u88c5\u7f6e\u306e\u7814\u7a76\u8a66\u4f5c","funder_award_id":"50014","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3244141788","display_name":null,"funder_award_id":"50014","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G6869165717","display_name":"INESC TEC- Institute for Systems and Computer Engineering, Technology and Science","funder_award_id":"UIDP/50014/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G8191205539","display_name":"Theory and practice of type error debugging, including automatic correction based on data","funder_award_id":"19K20248","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G924228141","display_name":null,"funder_award_id":"2021.08184","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"},{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387793519.pdf","grobid_xml":"https://content.openalex.org/works/W4387793519.grobid-xml"},"referenced_works_count":39,"referenced_works":["https://openalex.org/W33252908","https://openalex.org/W77592238","https://openalex.org/W1434978938","https://openalex.org/W1557561422","https://openalex.org/W1990785546","https://openalex.org/W1997150177","https://openalex.org/W2011725693","https://openalex.org/W2045313089","https://openalex.org/W2049695835","https://openalex.org/W2067436653","https://openalex.org/W2068336423","https://openalex.org/W2087272670","https://openalex.org/W2098374496","https://openalex.org/W2098549348","https://openalex.org/W2163976959","https://openalex.org/W2166414999","https://openalex.org/W2168280960","https://openalex.org/W2264141041","https://openalex.org/W2285839903","https://openalex.org/W2344973853","https://openalex.org/W2620081107","https://openalex.org/W2770272372","https://openalex.org/W2808602074","https://openalex.org/W2899384793","https://openalex.org/W2907705732","https://openalex.org/W2964150020","https://openalex.org/W2998011150","https://openalex.org/W3033533057","https://openalex.org/W3040174379","https://openalex.org/W3043761819","https://openalex.org/W3089621332","https://openalex.org/W3108032709","https://openalex.org/W4241497207","https://openalex.org/W4242126179","https://openalex.org/W4244452926","https://openalex.org/W4288077069","https://openalex.org/W4312962198","https://openalex.org/W4312970618","https://openalex.org/W6901979341"],"related_works":["https://openalex.org/W2061417947","https://openalex.org/W2740264376","https://openalex.org/W4206999239","https://openalex.org/W2900719967","https://openalex.org/W2161928627","https://openalex.org/W4388482952","https://openalex.org/W2786113878","https://openalex.org/W2787155073","https://openalex.org/W2727867943","https://openalex.org/W4322631505"],"abstract_inverted_index":{"Type":[0],"systems":[1],"are":[2,32,78,140],"responsible":[3],"for":[4],"assigning":[5],"types":[6],"to":[7,34,44,80,120,135,143,145,178],"terms":[8],"in":[9,125,206],"programs.":[10,127,169,211],"That":[11],"way,":[12],"they":[13,31,41],"enforce":[14],"the":[15,36,106,184,188],"actions":[16],"that":[17,77,91,116,139],"can":[18,63,95],"be":[19,96],"taken":[20],"and":[21,84,157],"can,":[22],"consequently,":[23],"detect":[24],"type":[25,92,123],"errors":[26,62,124],"during":[27],"compilation.":[28],"However,":[29],"while":[30],"able":[33,79],"flag":[35],"existence":[37],"of":[38,61,68,101,105,167],"an":[39,161],"error,":[40],"often":[42],"fail":[43],"pinpoint":[45],"its":[46],"cause":[47],"or":[48],"provide":[49],"a":[50,65,114,193,198],"helpful":[51],"error":[52,93],"message.":[53],"Thus,":[54],"without":[55],"adequate":[56],"support,":[57],"debugging":[58,94],"this":[59,102,110],"kind":[60],"take":[64],"considerable":[66],"amount":[67],"effort.":[69],"Recently,":[70],"neural":[71],"network":[72],"models":[73],"have":[74],"been":[75],"developed":[76],"understand":[81],"programming":[82],"languages":[83],"perform":[85,129],"several":[86],"downstream":[87],"tasks.":[88],"We":[89,128,170],"argue":[90],"enhanced":[97],"by":[98,175],"taking":[99],"advantage":[100],"deeper":[103],"understanding":[104],"language\u2019s":[107],"structure.":[108],"In":[109,197],"paper,":[111],"we":[112],"present":[113],"technique":[115],"leverages":[117],"GPT-3\u2019s":[118],"capabilities":[119],"automatically":[121,171,207],"fix":[122],"OCaml":[126,168,210],"multiple":[130,155],"source":[131],"code":[132],"analysis":[133],"tasks":[134],"produce":[136,183],"useful":[137],"prompts":[138],"then":[141],"provided":[142],"GPT-3":[144],"generate":[146],"potential":[147],"patches.":[148],"Our":[149],"publicly":[150],"available":[151],"tool,":[152],"Mentat,":[153],"supports":[154],"modes":[156],"was":[158],"validated":[159],"on":[160],"existing":[162],"public":[163],"dataset":[164],"with":[165],"thousands":[166],"validate":[172],"successful":[173],"repairs":[174],"using":[176],"Quickcheck":[177],"verify":[179],"which":[180],"generated":[181],"patches":[182],"same":[185],"output":[186],"as":[187],"user-intended":[189],"fixed":[190],"version,":[191],"achieving":[192],"39%":[194],"repair":[195],"rate.":[196],"comparative":[199],"study,":[200],"Mentat":[201],"outperformed":[202],"two":[203],"other":[204],"techniques":[205],"fixing":[208],"ill-typed":[209]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}