{"id":"https://openalex.org/W3123221944","doi":"https://doi.org/10.1145/3487569","title":"In-IDE Code Generation from Natural Language: Promise and Challenges","display_name":"In-IDE Code Generation from Natural Language: Promise and Challenges","publication_year":2022,"publication_date":"2022-03-04","ids":{"openalex":"https://openalex.org/W3123221944","doi":"https://doi.org/10.1145/3487569","mag":"3123221944"},"language":"en","primary_location":{"id":"doi:10.1145/3487569","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3487569","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3487569","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3487569","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038743835","display_name":"Frank F. Xu","orcid":"https://orcid.org/0000-0002-9662-7582"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Frank F. Xu","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050821883","display_name":"Bogdan Vasilescu","orcid":"https://orcid.org/0000-0003-4418-5783"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bogdan Vasilescu","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068811427","display_name":"Graham Neubig","orcid":"https://orcid.org/0000-0002-2072-3789"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Graham Neubig","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, PA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, PA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":41.1198,"has_fulltext":true,"cited_by_count":151,"citation_normalized_percentile":{"value":0.99861589,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":"31","issue":"2","first_page":"1","last_page":"47"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9763000011444092,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8912657499313354},{"id":"https://openalex.org/keywords/plug-in","display_name":"Plug-in","score":0.6426379084587097},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.5900877714157104},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5644937753677368},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5576328635215759},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5551213026046753},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5265346169471741},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.4996955394744873},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.45214328169822693},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.4053489565849304},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.16197237372398376},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.12083244323730469}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8912657499313354},{"id":"https://openalex.org/C4924752","wikidata":"https://www.wikidata.org/wiki/Q184148","display_name":"Plug-in","level":2,"score":0.6426379084587097},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.5900877714157104},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5644937753677368},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5576328635215759},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5551213026046753},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5265346169471741},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.4996955394744873},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.45214328169822693},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.4053489565849304},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.16197237372398376},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.12083244323730469},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3487569","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3487569","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3487569","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3487569","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3487569","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3487569","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.41999998688697815,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G1197061222","display_name":"SHF: Small: Open-domain, Data-driven Code Synthesis from Natural Language","funder_award_id":"1815287","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3123221944.pdf","grobid_xml":"https://content.openalex.org/works/W3123221944.grobid-xml"},"referenced_works_count":169,"referenced_works":["https://openalex.org/W2696813","https://openalex.org/W1481305879","https://openalex.org/W1492324553","https://openalex.org/W1528097185","https://openalex.org/W1532325895","https://openalex.org/W1540823594","https://openalex.org/W1564623840","https://openalex.org/W1672621201","https://openalex.org/W1842503650","https://openalex.org/W1860267373","https://openalex.org/W1963557108","https://openalex.org/W1964962870","https://openalex.org/W1971261389","https://openalex.org/W1971529110","https://openalex.org/W1974020522","https://openalex.org/W1981457167","https://openalex.org/W1986601961","https://openalex.org/W1995650922","https://openalex.org/W1997026794","https://openalex.org/W1998753103","https://openalex.org/W2004247102","https://openalex.org/W2006291142","https://openalex.org/W2014755981","https://openalex.org/W2016035035","https://openalex.org/W2019655958","https://openalex.org/W2023443823","https://openalex.org/W2042803716","https://openalex.org/W2047764386","https://openalex.org/W2052027666","https://openalex.org/W2056514427","https://openalex.org/W2056795330","https://openalex.org/W2058969248","https://openalex.org/W2060444352","https://openalex.org/W2070823011","https://openalex.org/W2090883204","https://openalex.org/W2093535699","https://openalex.org/W2099671082","https://openalex.org/W2101105183","https://openalex.org/W2108754536","https://openalex.org/W2111209739","https://openalex.org/W2111742432","https://openalex.org/W2115130131","https://openalex.org/W2117594039","https://openalex.org/W2122401044","https://openalex.org/W2132525863","https://openalex.org/W2140609933","https://openalex.org/W2143861926","https://openalex.org/W2144951274","https://openalex.org/W2148347826","https://openalex.org/W2148721079","https://openalex.org/W2157922094","https://openalex.org/W2159401492","https://openalex.org/W2163274265","https://openalex.org/W2165747537","https://openalex.org/W2170732969","https://openalex.org/W2182041589","https://openalex.org/W2241093273","https://openalex.org/W2251185410","https://openalex.org/W2251957808","https://openalex.org/W2252136820","https://openalex.org/W2252200336","https://openalex.org/W2276356546","https://openalex.org/W2287501982","https://openalex.org/W2295159694","https://openalex.org/W2295682796","https://openalex.org/W2296620627","https://openalex.org/W2304240348","https://openalex.org/W2329627532","https://openalex.org/W2395092677","https://openalex.org/W2412306367","https://openalex.org/W2412916319","https://openalex.org/W2466147406","https://openalex.org/W2470712504","https://openalex.org/W2516621648","https://openalex.org/W2537005436","https://openalex.org/W2550100435","https://openalex.org/W2550120381","https://openalex.org/W2585840180","https://openalex.org/W2592549418","https://openalex.org/W2603258515","https://openalex.org/W2603771588","https://openalex.org/W2605403059","https://openalex.org/W2605887895","https://openalex.org/W2610474269","https://openalex.org/W2610517421","https://openalex.org/W2728537110","https://openalex.org/W2747329762","https://openalex.org/W2751448157","https://openalex.org/W2763766763","https://openalex.org/W2768510408","https://openalex.org/W2768736423","https://openalex.org/W2771971885","https://openalex.org/W2788306232","https://openalex.org/W2789849566","https://openalex.org/W2794601162","https://openalex.org/W2796354015","https://openalex.org/W2821708189","https://openalex.org/W2886443073","https://openalex.org/W2889467844","https://openalex.org/W2890397703","https://openalex.org/W2890867094","https://openalex.org/W2896298055","https://openalex.org/W2898125335","https://openalex.org/W2910040435","https://openalex.org/W2911550516","https://openalex.org/W2949215742","https://openalex.org/W2950599942","https://openalex.org/W2951352467","https://openalex.org/W2953081964","https://openalex.org/W2955270045","https://openalex.org/W2962724148","https://openalex.org/W2962936887","https://openalex.org/W2963617989","https://openalex.org/W2963677252","https://openalex.org/W2963879841","https://openalex.org/W2963935794","https://openalex.org/W2964240296","https://openalex.org/W2964315653","https://openalex.org/W2964325845","https://openalex.org/W2970004377","https://openalex.org/W2970498626","https://openalex.org/W2970575144","https://openalex.org/W2971291256","https://openalex.org/W2972018816","https://openalex.org/W2973529529","https://openalex.org/W2999901548","https://openalex.org/W3025107432","https://openalex.org/W3034976548","https://openalex.org/W3086420033","https://openalex.org/W3093891276","https://openalex.org/W3094700537","https://openalex.org/W3097982316","https://openalex.org/W3098281910","https://openalex.org/W3098323906","https://openalex.org/W3098605233","https://openalex.org/W3100909505","https://openalex.org/W3102704102","https://openalex.org/W3103400654","https://openalex.org/W3104514174","https://openalex.org/W3104874136","https://openalex.org/W3104907093","https://openalex.org/W3119866685","https://openalex.org/W3125449341","https://openalex.org/W3217279289","https://openalex.org/W4232728046","https://openalex.org/W4238058839","https://openalex.org/W4241089335","https://openalex.org/W4243840747","https://openalex.org/W4255783720","https://openalex.org/W4256244129","https://openalex.org/W4285719527","https://openalex.org/W4287391717","https://openalex.org/W4289442817","https://openalex.org/W4289763341","https://openalex.org/W4291213652","https://openalex.org/W4298144617","https://openalex.org/W4300874380","https://openalex.org/W4394638297","https://openalex.org/W6677215673","https://openalex.org/W6684187464","https://openalex.org/W6715569045","https://openalex.org/W6728644611","https://openalex.org/W6729410713","https://openalex.org/W6729482287","https://openalex.org/W6745915375","https://openalex.org/W6750215116","https://openalex.org/W6752917427","https://openalex.org/W6784683869","https://openalex.org/W6910520890"],"related_works":["https://openalex.org/W3008339103","https://openalex.org/W2404647514","https://openalex.org/W1667647204","https://openalex.org/W207660752","https://openalex.org/W3121352828","https://openalex.org/W2789551765","https://openalex.org/W3122369893","https://openalex.org/W2407476586","https://openalex.org/W2750654225","https://openalex.org/W1977905671"],"abstract_inverted_index":{"A":[0],"great":[1],"part":[2],"of":[3,25,39,48,75,85,104,109,122,163,178,199,220,226,257,299],"software":[4,283],"development":[5,298],"involves":[6],"conceptualizing":[7],"or":[8,73,129,212,216,241],"communicating":[9],"the":[10,37,82,89,100,105,114,119,135,141,148,156,218,221,255,286],"underlying":[11],"procedures":[12],"and":[13,55,81,107,138,144,166,170,265,275,282],"logic":[14],"that":[15,159,252],"needs":[16],"to":[17,175,195,209,236,284],"be":[18],"expressed":[19],"in":[20],"programs.":[21],"One":[22],"major":[23],"difficulty":[24],"programming":[26,202],"is":[27,92],"turning":[28],"concept":[29],"into":[30],"code":[31,53,77,164,167,187,239,261,270,273,301],",":[32,61],"especially":[33],"when":[34,267],"dealing":[35],"with":[36,78,192,215,234],"APIs":[38],"unfamiliar":[40],"libraries.":[41],"Recently,":[42],"there":[43],"has":[44],"been":[45,66],"a":[46,153,161],"proliferation":[47],"machine":[49,210,259],"learning":[50,211],"methods":[51,87],"for":[52,155,288],"generation":[54,165,271,302],"retrieval":[56,71,168,274],"from":[57,205],"natural":[58],"language":[59],"queries":[60],"but":[62],"these":[63,86],"have":[64],"primarily":[65],"evaluated":[67],"purely":[68],"based":[69],"on":[70,88,292],"accuracy":[72],"overlap":[74],"generated":[76],"developer-written":[79],"code,":[80],"actual":[83],"effect":[84],"developer":[90,127,136,227,263],"workflow":[91],"surprisingly":[93],"unattested.":[94],"In":[95],"this":[96,293],"article,":[97],"we":[98,150,171],"perform":[99],"first":[101,151],"comprehensive":[102],"investigation":[103],"promise":[106],"challenges":[108],"using":[110],"such":[111],"technology":[112,123],"inside":[113],"PyCharm":[115,157],"IDE,":[116],"asking,":[117],"\u201cAt":[118],"current":[120],"state":[121],"does":[124,132],"it":[125,133],"improve":[126,254],"productivity":[128],"accuracy,":[130],"how":[131],"affect":[134],"experience,":[137],"what":[139],"are":[140,229,244],"remaining":[142],"gaps":[143],"challenges?\u201d":[145],"To":[146],"facilitate":[147],"study,":[149],"develop":[152],"plugin":[154],"IDE":[158],"implements":[160],"hybrid":[162],"functionality,":[169],"orchestrate":[172],"virtual":[173],"environments":[174],"enable":[176],"collection":[177],"many":[179],"user":[180],"events":[181],"(e.g.,":[182],"web":[183],"browsing,":[184],"keystrokes,":[185],"fine-grained":[186],"edits).":[188],"We":[189,278],"ask":[190],"developers":[191,268],"various":[193],"backgrounds":[194],"complete":[196],"7":[197],"varieties":[198],"14":[200],"Python":[201],"tasks":[203],"ranging":[204],"basic":[206],"file":[207],"manipulation":[208],"data":[213,281],"visualization,":[214],"without":[217],"help":[219],"plugin.":[222],"While":[223],"qualitative":[224],"surveys":[225],"experience":[228],"largely":[230],"positive,":[231],"quantitative":[232],"results":[233],"regards":[235],"increased":[237],"productivity,":[238],"quality,":[240],"program":[242],"correctness":[243],"inconclusive.":[245],"Further":[246],"analysis":[247],"identifies":[248],"several":[249],"pain":[250],"points":[251],"could":[253],"effectiveness":[256],"future":[258,289],"learning-based":[260],"generation/retrieval":[262],"assistants":[264],"demonstrates":[266],"prefer":[269],"over":[272],"vice":[276],"versa.":[277],"release":[279],"all":[280],"pave":[285],"road":[287],"empirical":[290],"studies":[291],"topic,":[294],"as":[295,297],"well":[296],"better":[300],"models.":[303]},"counts_by_year":[{"year":2026,"cited_by_count":11},{"year":2025,"cited_by_count":42},{"year":2024,"cited_by_count":54},{"year":2023,"cited_by_count":26},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":8}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}