{"id":"https://openalex.org/W4401635661","doi":"https://doi.org/10.1145/3688831","title":"Don\u2019t Complete It! Preventing Unhelpful Code Completion for Productive and Sustainable Neural Code Completion Systems","display_name":"Don\u2019t Complete It! Preventing Unhelpful Code Completion for Productive and Sustainable Neural Code Completion Systems","publication_year":2024,"publication_date":"2024-08-16","ids":{"openalex":"https://openalex.org/W4401635661","doi":"https://doi.org/10.1145/3688831"},"language":"en","primary_location":{"id":"doi:10.1145/3688831","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688831","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688831","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3688831","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5078038118","display_name":"Zhensu Sun","orcid":"https://orcid.org/0000-0001-5393-7858"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Zhensu Sun","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-5393-7858","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102717874","display_name":"Xiaoning Du","orcid":"https://orcid.org/0000-0003-3728-9541"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaoning Du","raw_affiliation_strings":["Monash University, Melbourne, Australia","Monash University, Australia"],"raw_orcid":"https://orcid.org/0000-0003-3728-9541","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027425633","display_name":"Fu Song","orcid":"https://orcid.org/0000-0002-0581-2679"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210128818","display_name":"Institute of Software","ror":"https://ror.org/033dfsn42","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"id":"https://openalex.org/I4391767820","display_name":"State Key Laboratory of Computer Science","ror":"https://ror.org/01hsx4r68","country_code":null,"type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210128818","https://openalex.org/I4391767820"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fu Song","raw_affiliation_strings":["Key Laboratory of System Software (Chinese Academy of Sciences), State Key Laboratory of Computer Science, Institute of Software, Chinese Academy of Sciences, Beijing, China","Key Laboratory of System Software (Chinese Academy of Sciences), State Key Laboratory of Computer Science, Institute of Software, Chinese Academy of Sciences, China"],"raw_orcid":"https://orcid.org/0000-0002-0581-2679","affiliations":[{"raw_affiliation_string":"Key Laboratory of System Software (Chinese Academy of Sciences), State Key Laboratory of Computer Science, Institute of Software, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818"]},{"raw_affiliation_string":"Key Laboratory of System Software (Chinese Academy of Sciences), State Key Laboratory of Computer Science, Institute of Software, Chinese Academy of Sciences, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210128818","https://openalex.org/I4391767820"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081197883","display_name":"Shangwen Wang","orcid":"https://orcid.org/0000-0003-1469-2063"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangwen Wang","raw_affiliation_strings":["National University of Defense Technology, Changsha, China","National University of Defense Technology, China"],"raw_orcid":"https://orcid.org/0000-0003-1469-2063","affiliations":[{"raw_affiliation_string":"National University of Defense Technology, Changsha, China","institution_ids":["https://openalex.org/I170215575"]},{"raw_affiliation_string":"National University of Defense Technology, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067440327","display_name":"Mingze Ni","orcid":"https://orcid.org/0000-0003-1220-365X"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mingze Ni","raw_affiliation_strings":["University of Technology Sydney, Sydney, Australia","University of Technology Sydney, Australia"],"raw_orcid":"https://orcid.org/0000-0003-1220-365X","affiliations":[{"raw_affiliation_string":"University of Technology Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"University of Technology Sydney, Australia","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106407830","display_name":"Li Li","orcid":"https://orcid.org/0000-0003-2990-1614"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2990-1614","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["Singapore Management University, Singapore, Singapore","Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4367-7201","affiliations":[{"raw_affiliation_string":"Singapore Management University, Singapore, Singapore","institution_ids":["https://openalex.org/I79891267"]},{"raw_affiliation_string":"Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9869,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.74414571,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"34","issue":"1","first_page":"1","last_page":"22"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.9954000115394592,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9932000041007996,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7968959808349609},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.7333155274391174},{"id":"https://openalex.org/keywords/workload","display_name":"Workload","score":0.49039506912231445},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.44917556643486023},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.41157594323158264},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4011499881744385},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3245154619216919},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.2534988224506378},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.22334182262420654},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.20765763521194458},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.17511418461799622},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09773597121238708},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08499521017074585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7968959808349609},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.7333155274391174},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.49039506912231445},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.44917556643486023},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.41157594323158264},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4011499881744385},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3245154619216919},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2534988224506378},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.22334182262420654},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.20765763521194458},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.17511418461799622},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09773597121238708},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08499521017074585}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3688831","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688831","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688831","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3688831","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3688831","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3688831","source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.47999998927116394}],"awards":[{"id":"https://openalex.org/G450653452","display_name":"\u63a9\u7801\u7a0b\u5e8f\u5b89\u5168\u5b9e\u73b0\u7684\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"62072309","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4401635661.pdf"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W1539741229","https://openalex.org/W1736209534","https://openalex.org/W1988790447","https://openalex.org/W2005971432","https://openalex.org/W2101105183","https://openalex.org/W2105981176","https://openalex.org/W2142112143","https://openalex.org/W2146511370","https://openalex.org/W2460130460","https://openalex.org/W2794601162","https://openalex.org/W2884276923","https://openalex.org/W2896457183","https://openalex.org/W2950368691","https://openalex.org/W2962784628","https://openalex.org/W2963809228","https://openalex.org/W3020942864","https://openalex.org/W3036120435","https://openalex.org/W3098605233","https://openalex.org/W3100026183","https://openalex.org/W3135539146","https://openalex.org/W3167107186","https://openalex.org/W3195727321","https://openalex.org/W3198685994","https://openalex.org/W4220722393","https://openalex.org/W4221157342","https://openalex.org/W4225108562","https://openalex.org/W4293795850","https://openalex.org/W4312971267","https://openalex.org/W4320734705","https://openalex.org/W4391696889","https://openalex.org/W6898505805"],"related_works":["https://openalex.org/W2904997879","https://openalex.org/W2344367508","https://openalex.org/W3081644756","https://openalex.org/W1997548934","https://openalex.org/W2097696338","https://openalex.org/W20188161","https://openalex.org/W4389600167","https://openalex.org/W2969773072","https://openalex.org/W2909969119","https://openalex.org/W4285169523"],"abstract_inverted_index":{"Currently,":[0],"large":[1,14,88,305],"pre-trained":[2],"language":[3],"models":[4,16],"are":[5,31,61,227],"widely":[6],"applied":[7],"in":[8,66,124,140,171],"neural":[9,129],"code":[10,15,26,59,68,89,130,136,160,221,232,266,291,306],"completion":[11,69,222,267],"systems.":[12],"Though":[13],"significantly":[17],"outperform":[18],"their":[19,41],"smaller":[20],"counterparts,":[21],"around":[22],"70%":[23],"of":[24,55,86,96,109,145,158,194,246,252,265,276,289,304],"displayed":[25],"completions":[27,60,137,233,292],"from":[28,138],"Github":[29],"Copilot":[30],"not":[32,39,119,235],"accepted":[33],"by":[34,205,218],"developers.":[35],"Being":[36],"reviewed":[37],"but":[38],"accepted,":[40],"help":[42],"to":[43,120,181,185,213,229,238,248,285],"developer":[44],"productivity":[45],"is":[46,78,92,144,280],"considerably":[47],"limited":[48],"and":[49,63,99,293],"may":[50],"conversely":[51],"aggravate":[52],"the":[53,58,76,83,87,105,125,156,186,192,201,220,239,250,253,260,274,281,287],"workload":[54],"developers,":[56],"as":[57,71],"automatically":[62],"actively":[64],"generated":[65],"state-of-the-art":[67],"systems":[70],"developers":[72],"type":[73],"out":[74],"once":[75],"service":[77],"enabled.":[79],"Even":[80],"worse,":[81],"considering":[82],"high":[84],"cost":[85],"models,":[90],"it":[91,179,279],"a":[93,141,270],"huge":[94],"waste":[95,114],"computing":[97],"resources":[98],"energy,":[100],"which":[101],"severely":[102],"goes":[103],"against":[104],"sustainable":[106],"development":[107],"principle":[108],"AI":[110],"technologies.":[111],"However,":[112],"such":[113,134,196],"has":[115],"never":[116],"been":[117],"realized,":[118],"mention":[121],"effectively":[122],"addressed,":[123],"research":[126,302],"community":[127],"for":[128],"completion.":[131],"Hence,":[132],"preventing":[133],"unhelpful":[135,159,231,290],"happening":[139],"cost-friendly":[142],"way":[143],"urgent":[146],"need.":[147],"To":[148,273],"fill":[149],"this":[150,206,294],"significant":[151],"gap,":[152],"we":[153,208,242],"first":[154,282],"investigate":[155],"prompts":[157,198,202,217,225],"completions,":[161],"called":[162],"\u201clow-return":[163],"prompts.\u201d":[164],"We":[165],"empirically":[166],"identify":[167],"four":[168],"observable":[169],"patterns":[170],"low-return":[172,197,216],"prompts,":[173],"each":[174],"lacking":[175],"necessary":[176],"information,":[177],"making":[178],"difficult":[180],"address":[182,286],"through":[183],"enhancements":[184],"model\u2019s":[187],"accuracy":[188],"alone.":[189],"This":[190],"demonstrates":[191],"feasibility":[193,251],"identifying":[195],"based":[199],"on":[200,299],"themselves.":[203],"Motivated":[204],"finding,":[207],"propose":[209],"an":[210,300],"early-rejection":[211],"mechanism":[212],"turn":[214],"down":[215],"foretelling":[219],"qualities.":[223],"The":[224,255],"that":[226,259],"estimated":[228],"receive":[230],"will":[234],"be":[236],"sent":[237],"model.":[240],"Furthermore,":[241],"investigated":[243],"five":[244],"types":[245],"estimators":[247],"demonstrate":[249],"mechanism.":[254],"experimental":[256],"results":[257],"show":[258],"estimator":[261],"can":[262],"reject":[263],"20%":[264],"requests":[268],"with":[269],"97.4%":[271],"precision.":[272],"best":[275],"our":[277],"knowledge,":[278],"systemic":[283],"approach":[284],"problem":[288],"work":[295],"also":[296],"sheds":[297],"light":[298],"important":[301],"direction":[303],"models.":[307]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}