{"id":"https://openalex.org/W4281669078","doi":"https://doi.org/10.1145/3520312.3534864","title":"Productivity assessment of neural code completion","display_name":"Productivity assessment of neural code completion","publication_year":2022,"publication_date":"2022-06-10","ids":{"openalex":"https://openalex.org/W4281669078","doi":"https://doi.org/10.1145/3520312.3534864"},"language":"en","primary_location":{"id":"doi:10.1145/3520312.3534864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3520312.3534864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3520312.3534864","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM SIGPLAN International Symposium on Machine Programming","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3520312.3534864","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107980330","display_name":"Albert Ziegler","orcid":"https://orcid.org/0000-0003-0937-7464"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Albert Ziegler","raw_affiliation_strings":["GitHub, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GitHub, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039702621","display_name":"Eirini Kalliamvakou","orcid":"https://orcid.org/0000-0002-7602-4581"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eirini Kalliamvakou","raw_affiliation_strings":["GitHub, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GitHub, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027072026","display_name":"X. Alice Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"X. Alice Li","raw_affiliation_strings":["GitHub, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GitHub, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019046795","display_name":"Andrew P. Rice","orcid":"https://orcid.org/0000-0002-1237-4769"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andrew Rice","raw_affiliation_strings":["GitHub, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GitHub, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069145006","display_name":"Devon Rifkin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Devon Rifkin","raw_affiliation_strings":["GitHub, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GitHub, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046935421","display_name":"Shawn Simister","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shawn Simister","raw_affiliation_strings":["GitHub, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GitHub, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023300482","display_name":"Ganesh Sittampalam","orcid":"https://orcid.org/0000-0002-1150-4867"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ganesh Sittampalam","raw_affiliation_strings":["GitHub, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GitHub, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035579617","display_name":"Edward Aftandilian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Edward Aftandilian","raw_affiliation_strings":["GitHub, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GitHub, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":38.1635,"has_fulltext":true,"cited_by_count":186,"citation_normalized_percentile":{"value":0.99885312,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"21","last_page":"29"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.986299991607666,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/productivity","display_name":"Productivity","score":0.7780500650405884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7660248279571533},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.6840972900390625},{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.6668903231620789},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6264243721961975},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.5684841275215149},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.5492427945137024},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5459952354431152},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.47589385509490967},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.42085549235343933},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.37972402572631836},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.20250234007835388},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.18237754702568054},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.18103784322738647},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08795326948165894}],"concepts":[{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.7780500650405884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7660248279571533},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.6840972900390625},{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.6668903231620789},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6264243721961975},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.5684841275215149},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.5492427945137024},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5459952354431152},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.47589385509490967},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.42085549235343933},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.37972402572631836},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.20250234007835388},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.18237754702568054},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.18103784322738647},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08795326948165894},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3520312.3534864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3520312.3534864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3520312.3534864","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM SIGPLAN International Symposium on Machine Programming","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3520312.3534864","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3520312.3534864","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3520312.3534864","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th ACM SIGPLAN International Symposium on Machine Programming","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.6399999856948853,"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4281669078.pdf","grobid_xml":"https://content.openalex.org/works/W4281669078.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W2073503722","https://openalex.org/W2287501982","https://openalex.org/W2916772188","https://openalex.org/W2954451301","https://openalex.org/W2992347006","https://openalex.org/W3108032709","https://openalex.org/W3114805806","https://openalex.org/W3135708166","https://openalex.org/W3148399464","https://openalex.org/W3154248444","https://openalex.org/W3160765131","https://openalex.org/W3174414731","https://openalex.org/W4225108562"],"related_works":["https://openalex.org/W1607713096","https://openalex.org/W3036724449","https://openalex.org/W2798329462","https://openalex.org/W1511521437","https://openalex.org/W3201315194","https://openalex.org/W4318980730","https://openalex.org/W4384811727","https://openalex.org/W3081644756","https://openalex.org/W4231058664","https://openalex.org/W2147744656"],"abstract_inverted_index":{"Neural":[0],"code":[1,90],"synthesis":[2],"has":[3],"reached":[4],"a":[5,57],"point":[6],"where":[7],"snippet":[8],"generation":[9],"is":[10],"accurate":[11],"enough":[12],"to":[13,26,33,55],"be":[14],"considered":[15],"for":[16],"integration":[17],"into":[18],"human":[19],"software":[20],"development":[21],"workflows.":[22],"Commercial":[23],"products":[24],"aim":[25],"increase":[27],"programmers\u2019":[28],"productivity,":[29,52],"without":[30],"being":[31],"able":[32],"measure":[34],"it":[35],"directly.":[36],"In":[37],"this":[38],"case":[39],"study,":[40],"we":[41],"asked":[42],"users":[43],"of":[44,59,86,96],"GitHub":[45],"Copilot":[46],"about":[47],"its":[48],"impact":[49],"on":[50],"their":[51,60],"and":[53],"sought":[54],"find":[56,68],"reflection":[58],"perception":[61,95],"in":[62,88],"directly":[63],"measurable":[64],"user":[65],"data.":[66],"We":[67],"that":[69],"the":[70,84,89],"rate":[71],"with":[72],"which":[73],"shown":[74],"suggestions":[75],"are":[76],"accepted,":[77],"rather":[78],"than":[79],"more":[80],"specific":[81],"metrics":[82],"regarding":[83],"persistence":[85],"completions":[87],"over":[91],"time,":[92],"drives":[93],"developers\u2019":[94],"productivity.":[97]},"counts_by_year":[{"year":2026,"cited_by_count":35},{"year":2025,"cited_by_count":54},{"year":2024,"cited_by_count":66},{"year":2023,"cited_by_count":28},{"year":2022,"cited_by_count":3}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}