{"id":"https://openalex.org/W4221015471","doi":"https://doi.org/10.1145/3490099.3511157","title":"Better Together? An Evaluation of AI-Supported Code Translation","display_name":"Better Together? An Evaluation of AI-Supported Code Translation","publication_year":2022,"publication_date":"2022-03-21","ids":{"openalex":"https://openalex.org/W4221015471","doi":"https://doi.org/10.1145/3490099.3511157"},"language":"en","primary_location":{"id":"doi:10.1145/3490099.3511157","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3490099.3511157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2202.07682","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5011883289","display_name":"Justin D. Weisz","orcid":"https://orcid.org/0000-0003-2228-2398"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Justin D. Weisz","raw_affiliation_strings":["IBM Research AI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research AI, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026028381","display_name":"Michael M\u00fcller","orcid":"https://orcid.org/0000-0001-7860-163X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Michael Muller","raw_affiliation_strings":["IBM Research AI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research AI, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065499398","display_name":"Steven Ross","orcid":"https://orcid.org/0000-0002-2533-9946"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Steven I. Ross","raw_affiliation_strings":["IBM Research AI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research AI, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101899936","display_name":"Fernando Martinez","orcid":"https://orcid.org/0000-0001-7172-4805"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fernando Martinez","raw_affiliation_strings":["IBM Argentina, Argentina"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Argentina, Argentina","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074805097","display_name":"Stephanie Houde","orcid":"https://orcid.org/0000-0002-0246-2183"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stephanie Houde","raw_affiliation_strings":["IBM Research AI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research AI, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076160843","display_name":"Mayank Agarwal","orcid":"https://orcid.org/0000-0002-6374-6737"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mayank Agarwal","raw_affiliation_strings":["IBM Research AI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research AI, United States","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060691179","display_name":"Kartik Talamadupula","orcid":"https://orcid.org/0000-0002-4628-3785"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kartik Talamadupula","raw_affiliation_strings":["IBM Research AI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research AI, United States","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082108898","display_name":"John T. Richards","orcid":"https://orcid.org/0000-0001-8489-2170"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John T. Richards","raw_affiliation_strings":["IBM Research AI, United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"IBM Research AI, United States","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":68,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"369","last_page":"391"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9082000255584717,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8028560876846313},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6684452295303345},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.58697909116745},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5178887844085693},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5116439461708069},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4925697445869446},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.4900909662246704},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.47700929641723633},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.47338929772377014},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.4396665394306183},{"id":"https://openalex.org/keywords/kpi-driven-code-analysis","display_name":"KPI-driven code analysis","score":0.42256420850753784},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4136381447315216},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.4128093719482422},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40358638763427734},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3472195267677307},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.09275779128074646}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8028560876846313},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6684452295303345},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.58697909116745},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5178887844085693},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5116439461708069},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4925697445869446},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.4900909662246704},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.47700929641723633},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.47338929772377014},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.4396665394306183},{"id":"https://openalex.org/C121957198","wikidata":"https://www.wikidata.org/wiki/Q14365593","display_name":"KPI-driven code analysis","level":5,"score":0.42256420850753784},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4136381447315216},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.4128093719482422},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40358638763427734},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3472195267677307},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.09275779128074646},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3490099.3511157","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3490099.3511157","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"27th International Conference on Intelligent User Interfaces","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2202.07682","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.07682","pdf_url":"https://arxiv.org/pdf/2202.07682","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2202.07682","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2202.07682","pdf_url":"https://arxiv.org/pdf/2202.07682","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":103,"referenced_works":["https://openalex.org/W104692179","https://openalex.org/W1971330554","https://openalex.org/W1987890657","https://openalex.org/W1989678938","https://openalex.org/W1993139624","https://openalex.org/W2002176010","https://openalex.org/W2002894033","https://openalex.org/W2055676969","https://openalex.org/W2090878800","https://openalex.org/W2094836054","https://openalex.org/W2108479175","https://openalex.org/W2110842818","https://openalex.org/W2111849619","https://openalex.org/W2112338634","https://openalex.org/W2157289187","https://openalex.org/W2160736333","https://openalex.org/W2242083635","https://openalex.org/W2337480916","https://openalex.org/W2344444819","https://openalex.org/W2611714150","https://openalex.org/W2626898097","https://openalex.org/W2752885492","https://openalex.org/W2757799378","https://openalex.org/W2790165607","https://openalex.org/W2796000004","https://openalex.org/W2803208310","https://openalex.org/W2890416412","https://openalex.org/W2901895173","https://openalex.org/W2911803613","https://openalex.org/W2941884113","https://openalex.org/W2949543916","https://openalex.org/W2950429748","https://openalex.org/W2953029151","https://openalex.org/W2955853369","https://openalex.org/W2955877667","https://openalex.org/W2963704628","https://openalex.org/W2963935794","https://openalex.org/W2966722298","https://openalex.org/W2972072326","https://openalex.org/W2979893369","https://openalex.org/W2996533773","https://openalex.org/W2999765337","https://openalex.org/W3001412476","https://openalex.org/W3002070941","https://openalex.org/W3009183702","https://openalex.org/W3011045833","https://openalex.org/W3011590361","https://openalex.org/W3030096167","https://openalex.org/W3033326221","https://openalex.org/W3041387135","https://openalex.org/W3042013651","https://openalex.org/W3048102985","https://openalex.org/W3085219557","https://openalex.org/W3089968098","https://openalex.org/W3094233077","https://openalex.org/W3097001800","https://openalex.org/W3097237593","https://openalex.org/W3098044990","https://openalex.org/W3098605233","https://openalex.org/W3099742594","https://openalex.org/W3104847483","https://openalex.org/W3118781290","https://openalex.org/W3119394424","https://openalex.org/W3119507053","https://openalex.org/W3123221944","https://openalex.org/W3123806229","https://openalex.org/W3127291043","https://openalex.org/W3131163342","https://openalex.org/W3152877557","https://openalex.org/W3153541194","https://openalex.org/W3154248444","https://openalex.org/W3154689528","https://openalex.org/W3154896545","https://openalex.org/W3155456206","https://openalex.org/W3155920732","https://openalex.org/W3156106752","https://openalex.org/W3156222574","https://openalex.org/W3156281513","https://openalex.org/W3156413248","https://openalex.org/W3158839228","https://openalex.org/W3159533820","https://openalex.org/W3161416151","https://openalex.org/W3162428030","https://openalex.org/W3162683185","https://openalex.org/W3162689995","https://openalex.org/W3163457416","https://openalex.org/W3165784750","https://openalex.org/W3170092793","https://openalex.org/W3177079572","https://openalex.org/W3177813494","https://openalex.org/W3201434844","https://openalex.org/W3205805977","https://openalex.org/W3212496002","https://openalex.org/W4237647360","https://openalex.org/W4246219036","https://openalex.org/W4250245284","https://openalex.org/W4285225959","https://openalex.org/W4288083546","https://openalex.org/W4288086169","https://openalex.org/W4288359814","https://openalex.org/W4292779060","https://openalex.org/W4385571480","https://openalex.org/W6766724201"],"related_works":["https://openalex.org/W1486852150","https://openalex.org/W2904997879","https://openalex.org/W2019257047","https://openalex.org/W2108523483","https://openalex.org/W4389650601","https://openalex.org/W2795746234","https://openalex.org/W2163444623","https://openalex.org/W4312556806","https://openalex.org/W191972674","https://openalex.org/W2999298589"],"abstract_inverted_index":{"Generative":[0],"machine":[1],"learning":[2],"models":[3,29,134,164],"have":[4],"recently":[5],"been":[6],"applied":[7],"to":[8,167,177],"source":[9],"code,":[10,23],"for":[11,151],"use":[12],"cases":[13],"including":[14],"translating":[15],"code":[16,32,59,68,73,133,163],"between":[17],"programming":[18],"languages,":[19],"creating":[20],"documentation":[21],"from":[22],"and":[24,87,96,100,135,169,173],"auto-completing":[25],"methods.":[26],"Yet,":[27],"state-of-the-art":[28],"often":[30],"produce":[31],"that":[33,102,155],"is":[34],"erroneous":[35],"or":[36],"incomplete.":[37],"In":[38],"a":[39,67,107,124],"controlled":[40],"study":[41],"with":[42,74,143,161],"32":[43],"software":[44,138,157],"engineers,":[45],"we":[46],"examined":[47,83],"whether":[48],"such":[49],"imperfect":[50],"outputs":[51,65,172],"are":[52],"helpful":[53],"in":[54,165],"the":[55,64,85,93,111,116,129,136,149],"context":[56],"of":[57,66,89,98,118,131],"Java-to-Python":[58],"translation.":[60],"When":[61],"aided":[62],"by":[63],"translation":[69,112],"model,":[70],"participants":[71],"produced":[72],"fewer":[75],"errors":[76],"than":[77,114],"when":[78,141],"working":[79,142,178],"alone.":[80,179],"We":[81],"also":[82],"how":[84],"quality":[86,97,117],"quantity":[88],"AI":[90],"translations":[91,105],"affected":[92],"work":[94,147,160],"process":[95,113],"outcomes,":[99],"observed":[101],"providing":[103],"multiple":[104],"had":[106],"larger":[108],"impact":[109],"on":[110],"varying":[115],"provided":[119],"translations.":[120],"Our":[121,146],"results":[122],"tell":[123],"complex,":[125],"nuanced":[126],"story":[127],"about":[128],"benefits":[130],"generative":[132,162],"challenges":[137],"engineers":[139,158],"face":[140],"their":[144,171],"outputs.":[145],"motivates":[148],"need":[150],"intelligent":[152],"user":[153],"interfaces":[154],"help":[156],"effectively":[159],"order":[166],"understand":[168],"evaluate":[170],"achieve":[174],"superior":[175],"outcomes":[176]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":21},{"year":2024,"cited_by_count":27},{"year":2023,"cited_by_count":13},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}