{"id":"https://openalex.org/W4391835699","doi":"https://doi.org/10.1145/3639478.3643122","title":"Assessing AI-Based Code Assistants in Method Generation Tasks","display_name":"Assessing AI-Based Code Assistants in Method Generation Tasks","publication_year":2024,"publication_date":"2024-04-14","ids":{"openalex":"https://openalex.org/W4391835699","doi":"https://doi.org/10.1145/3639478.3643122"},"language":"en","primary_location":{"id":"doi:10.1145/3639478.3643122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639478.3643122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639478.3643122","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM 46th International Conference on Software Engineering: Companion Proceedings","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3639478.3643122","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5093932027","display_name":"Vincenzo Corso","orcid":"https://orcid.org/0009-0006-3748-9198"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Vincenzo Corso","raw_affiliation_strings":["Department of Informatics, Systems and Communication, University of Milano - Bicocca, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Systems and Communication, University of Milano - Bicocca, Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036120394","display_name":"Leonardo Mariani","orcid":"https://orcid.org/0000-0001-9527-7042"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Leonardo Mariani","raw_affiliation_strings":["Department of Informatics, Systems and Communication, University of Milano - Bicocca, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Systems and Communication, University of Milano - Bicocca, Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015645148","display_name":"Daniela Micucci","orcid":"https://orcid.org/0000-0003-1261-2234"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniela Micucci","raw_affiliation_strings":["Department of Informatics, Systems and Communication, University of Milano - Bicocca, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Systems and Communication, University of Milano - Bicocca, Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015376844","display_name":"Oliviero Riganelli","orcid":"https://orcid.org/0000-0003-2120-2894"},"institutions":[{"id":"https://openalex.org/I66752286","display_name":"University of Milano-Bicocca","ror":"https://ror.org/01ynf4891","country_code":"IT","type":"education","lineage":["https://openalex.org/I66752286"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Oliviero Riganelli","raw_affiliation_strings":["Department of Informatics, Systems and Communication, University of Milano - Bicocca, Milan, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Informatics, Systems and Communication, University of Milano - Bicocca, Milan, Italy","institution_ids":["https://openalex.org/I66752286"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5093932027"],"corresponding_institution_ids":["https://openalex.org/I66752286"],"apc_list":null,"apc_paid":null,"fwci":8.866,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.9757585,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"380","last_page":"381"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9172999858856201,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.831497848033905},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.817985475063324},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5752825736999512},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.5010063648223877},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4674692153930664},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4533329904079437},{"id":"https://openalex.org/keywords/program-code","display_name":"Program code","score":0.4476277232170105},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.43664902448654175},{"id":"https://openalex.org/keywords/productivity","display_name":"Productivity","score":0.42319822311401367},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41222095489501953},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.38985705375671387},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.1859968602657318},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.12244448065757751},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.10269385576248169}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.831497848033905},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.817985475063324},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5752825736999512},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5010063648223877},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4674692153930664},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4533329904079437},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.4476277232170105},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.43664902448654175},{"id":"https://openalex.org/C204983608","wikidata":"https://www.wikidata.org/wiki/Q2111958","display_name":"Productivity","level":2,"score":0.42319822311401367},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41222095489501953},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.38985705375671387},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.1859968602657318},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.12244448065757751},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.10269385576248169},{"id":"https://openalex.org/C139719470","wikidata":"https://www.wikidata.org/wiki/Q39680","display_name":"Macroeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1145/3639478.3643122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639478.3643122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639478.3643122","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM 46th International Conference on Software Engineering: Companion Proceedings","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2402.09022","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.09022","pdf_url":"https://arxiv.org/pdf/2402.09022","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:boa.unimib.it:10281/490700","is_oa":true,"landing_page_url":"https://hdl.handle.net/10281/490700","pdf_url":"https://boa.unimib.it/bitstream/10281/490700/1/Corso-2024-Proceedings%20-%20International%20Conference%20on%20Software%20Engineering-VoR.pdf","source":{"id":"https://openalex.org/S4306401259","display_name":"BOA (University of Milano-Bicocca)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.1145/3639478.3643122","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3639478.3643122","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3639478.3643122","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 IEEE/ACM 46th International Conference on Software Engineering: Companion Proceedings","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Decent work and economic growth","id":"https://metadata.un.org/sdg/8","score":0.6100000143051147}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391835699.pdf","grobid_xml":"https://content.openalex.org/works/W4391835699.grobid-xml"},"referenced_works_count":1,"referenced_works":["https://openalex.org/W4308627320"],"related_works":["https://openalex.org/W3006945192","https://openalex.org/W2904997879","https://openalex.org/W1976804602","https://openalex.org/W2390554102","https://openalex.org/W2909969119","https://openalex.org/W2098629748","https://openalex.org/W656101134","https://openalex.org/W3135060008","https://openalex.org/W2617035575","https://openalex.org/W2390085541"],"abstract_inverted_index":{"AI-based":[0,20],"code":[1,14,21,47],"assistants":[2,48],"are":[3,49],"increasingly":[4],"popular":[5],"as":[6],"a":[7],"means":[8],"to":[9,37],"enhance":[10],"productivity":[11],"and":[12,27,41],"improve":[13],"quality.":[15],"This":[16],"study":[17],"compares":[18],"four":[19],"assistants,":[22],"GitHub":[23],"Copilot,":[24],"Tabnine,":[25],"ChatGPT,":[26],"Google":[28],"Bard,":[29],"in":[30],"method":[31],"generation":[32],"tasks,":[33],"assessing":[34],"their":[35],"ability":[36],"produce":[38],"accurate,":[39],"correct,":[40],"efficient":[42],"code.":[43,60],"Results":[44],"show":[45],"that":[46],"useful,":[50],"with":[51],"complementary":[52],"capabilities,":[53],"although":[54],"they":[55],"rarely":[56],"generate":[57],"ready-to-use":[58],"correct":[59]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}