{"id":"https://openalex.org/W7166662038","doi":"https://doi.org/10.1145/3808125","title":"Understanding and Predicting Accepted Code Suggestions in AI-Assisted Programming","display_name":"Understanding and Predicting Accepted Code Suggestions in AI-Assisted Programming","publication_year":2026,"publication_date":"2026-06-30","ids":{"openalex":"https://openalex.org/W7166662038","doi":"https://doi.org/10.1145/3808125"},"language":"en","primary_location":{"id":"doi:10.1145/3808125","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3808125","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3808125","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044562617","display_name":"Jing Jiang","orcid":"https://orcid.org/0000-0002-6582-0654"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Jiang","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6582-0654","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120354806","display_name":"Liehao Li","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liehao Li","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0001-7118-8552","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007958290","display_name":"Jinyun Hou","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyun Hou","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0007-6757-2811","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055158271","display_name":"Xin Tan","orcid":"https://orcid.org/0000-0003-1099-3336"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Tan","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1099-3336","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114585361","display_name":"Li Zhang","orcid":"https://orcid.org/0000-0002-2258-5893"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Zhang","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2258-5893","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.89253132,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"3","issue":"FSE","first_page":"2652","last_page":"2674"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7856000065803528,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.7856000065803528,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.027300000190734863,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.6718999743461609},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6018999814987183},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5910999774932861},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5806999802589417},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5748000144958496},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.5536999702453613},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.45350000262260437},{"id":"https://openalex.org/keywords/code-smell","display_name":"Code smell","score":0.43869999051094055}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7609000205993652},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.6718999743461609},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6018999814987183},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5910999774932861},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5806999802589417},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5748000144958496},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5619999766349792},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.5536999702453613},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.45350000262260437},{"id":"https://openalex.org/C133237599","wikidata":"https://www.wikidata.org/wiki/Q2295111","display_name":"Code smell","level":5,"score":0.43869999051094055},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4115999937057495},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.36730000376701355},{"id":"https://openalex.org/C41661131","wikidata":"https://www.wikidata.org/wiki/Q220764","display_name":"Interrupt","level":3,"score":0.34540000557899475},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.31769999861717224},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.31529998779296875},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.3109999895095825},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.2930000126361847},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.29280000925064087},{"id":"https://openalex.org/C2776505523","wikidata":"https://www.wikidata.org/wiki/Q4785468","display_name":"Plan (archaeology)","level":2,"score":0.28139999508857727},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2574999928474426},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2542000114917755},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2542000114917755}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3808125","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3808125","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3808125","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3808125","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6198788285255432,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W1972978214","https://openalex.org/W2100945416","https://openalex.org/W2147386665","https://openalex.org/W2165747537","https://openalex.org/W2585669339","https://openalex.org/W2727347990","https://openalex.org/W2793878264","https://openalex.org/W2908510526","https://openalex.org/W2954451301","https://openalex.org/W3009719972","https://openalex.org/W3209001851","https://openalex.org/W3209468076","https://openalex.org/W3215436034","https://openalex.org/W4225108562","https://openalex.org/W4225632195","https://openalex.org/W4226526426","https://openalex.org/W4281669078","https://openalex.org/W4311887664","https://openalex.org/W4321013654","https://openalex.org/W4362659486","https://openalex.org/W4377968013","https://openalex.org/W4385562549","https://openalex.org/W4389159031","https://openalex.org/W4391558520","https://openalex.org/W4396833115","https://openalex.org/W4399213701","https://openalex.org/W4400104375","https://openalex.org/W4400484822","https://openalex.org/W4400680859","https://openalex.org/W4402129912","https://openalex.org/W4403430763","https://openalex.org/W4406602186","https://openalex.org/W4406785294","https://openalex.org/W4408297081","https://openalex.org/W4414281281","https://openalex.org/W4414920547","https://openalex.org/W4414939355","https://openalex.org/W7116849572"],"related_works":[],"abstract_inverted_index":{"AI-assisted":[0,258],"programming":[1,31],"tools":[2],"are":[3,81,96],"widely":[4],"adopted,":[5],"yet":[6],"their":[7],"practical":[8],"utility":[9],"is":[10,54,148,210,233],"often":[11,55],"undermined":[12],"by":[13,98,187,196],"undesired":[14],"suggestions":[15,87,95,218],"that":[16,80,93,155,207],"interrupt":[17],"developer":[18,140,224],"workflows":[19],"and":[20,88,104,109,121,162,167,178,189,195,198,222,246],"cause":[21],"frustration.":[22],"While":[23],"existing":[24],"research":[25,255],"has":[26],"explored":[27],"developer-AI":[28,70],"interactions":[29,71],"when":[30],"qualitatively,":[32],"a":[33,73,139,173,211],"significant":[34],"gap":[35],"remains":[36],"in":[37,118],"quantitative":[38,236],"analysis":[39],"of":[40,43,152,160,229,238,257],"developers\u2019":[41],"acceptance":[42,102,241],"AI-generated":[44],"code":[45,86,116,144,217,239],"suggestions,":[46],"partly":[47],"because":[48],"the":[49,119,143,165,185,192,201,227,234],"necessary":[50],"fine-grained":[51],"interaction":[52],"data":[53],"proprietary.":[56],"To":[57,226],"bridge":[58],"this":[59,61,247],"gap,":[60],"paper":[62],"conducts":[63],"an":[64,158,179,253],"empirical":[65],"study":[66,237],"using":[67],"66,239":[68],"industrial":[69,181,244],"from":[72],"large":[74,174],"technology":[75],"company.":[76],"We":[77,91],"analyze":[78],"features":[79],"significantly":[82,99],"different":[83],"between":[84],"accepted":[85,94],"rejected":[89],"ones.":[90],"find":[92],"characterized":[97],"higher":[100],"historical":[101],"counts":[103],"ratios":[105],"for":[106,214],"both":[107],"developers":[108],"projects,":[110],"longer":[111],"generation":[112],"intervals,":[113],"shorter":[114],"preceding":[115],"context":[117],"project,":[120],"older":[122],"IDE":[123],"versions.":[124],"Based":[125],"on":[126,164,191,200,242,252],"these":[127],"findings,":[128],"we":[129],"introduce":[130],"CSAP":[131,153,183],"(Code":[132],"Suggestion":[133],"Acceptance":[134],"Prediction)":[135],"to":[136,172],"predict":[137],"whether":[138],"will":[141],"accept":[142],"suggestion":[145,240],"before":[146],"it":[147,156,232],"displayed.":[149],"Our":[150,204],"evaluation":[151],"shows":[154],"achieves":[157],"accuracy":[159,186],"0.973":[161],"0.922":[163],"imbalanced":[166,193],"balanced":[168,202],"datasets,":[169],"respectively.":[170],"Compared":[171],"language":[175],"model":[176],"baseline":[177],"in-production":[180],"filter,":[182],"improves":[184],"12.6%":[188],"69.5%":[190],"dataset,":[194],"87.0%":[197],"140.1%":[199],"dataset.":[203],"results":[205],"demonstrate":[206],"targeted":[208],"personalization":[209],"powerful":[212],"approach":[213],"filtering":[215],"out":[216],"with":[219],"predicted":[220],"rejection":[221],"reducing":[223],"interruption.":[225],"best":[228],"our":[230],"knowledge,":[231],"first":[235],"large-scale":[243],"data,":[245],"work":[248],"also":[249],"sheds":[250],"light":[251],"important":[254],"direction":[256],"programming.":[259]},"counts_by_year":[],"updated_date":"2026-07-02T06:12:58.138171","created_date":"2026-07-01T00:00:00"}