{"id":"https://openalex.org/W4411097632","doi":"https://doi.org/10.1145/3723178.3723224","title":"Programming with AI: Evaluating ChatGPT, Gemini, AlphaCode, and GitHub Copilot for Programmers","display_name":"Programming with AI: Evaluating ChatGPT, Gemini, AlphaCode, and GitHub Copilot for Programmers","publication_year":2024,"publication_date":"2024-10-17","ids":{"openalex":"https://openalex.org/W4411097632","doi":"https://doi.org/10.1145/3723178.3723224"},"language":"en","primary_location":{"id":"doi:10.1145/3723178.3723224","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723178.3723224","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723178.3723224","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Conference on Computing Advancements","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3723178.3723224","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051816764","display_name":"K. Siam","orcid":"https://orcid.org/0000-0001-9986-210X"},"institutions":[{"id":"https://openalex.org/I4210104314","display_name":"New York Institute of Technology","ror":"https://ror.org/01bghzb51","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104314"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Md Kamrul Siam","raw_affiliation_strings":["Computer Science, New York Institute of Technology, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0001-9986-210X","affiliations":[{"raw_affiliation_string":"Computer Science, New York Institute of Technology, New York, New York, USA","institution_ids":["https://openalex.org/I4210104314"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105836405","display_name":"Huanying Gu","orcid":"https://orcid.org/0009-0005-9510-6696"},"institutions":[{"id":"https://openalex.org/I4210104314","display_name":"New York Institute of Technology","ror":"https://ror.org/01bghzb51","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104314"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huanying Gu","raw_affiliation_strings":["Computer Science, New York Institute of Technology, New York, New York, USA"],"raw_orcid":"https://orcid.org/0009-0005-9510-6696","affiliations":[{"raw_affiliation_string":"Computer Science, New York Institute of Technology, New York, New York, USA","institution_ids":["https://openalex.org/I4210104314"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085616097","display_name":"Jerry Cheng","orcid":"https://orcid.org/0000-0002-3968-9699"},"institutions":[{"id":"https://openalex.org/I4210104314","display_name":"New York Institute of Technology","ror":"https://ror.org/01bghzb51","country_code":"US","type":"education","lineage":["https://openalex.org/I4210104314"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jerry Q. Cheng","raw_affiliation_strings":["Computer Science, New York Institute of Technology, New York, New York, USA"],"raw_orcid":"https://orcid.org/0000-0002-3968-9699","affiliations":[{"raw_affiliation_string":"Computer Science, New York Institute of Technology, New York, New York, USA","institution_ids":["https://openalex.org/I4210104314"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5051816764"],"corresponding_institution_ids":["https://openalex.org/I4210104314"],"apc_list":null,"apc_paid":null,"fwci":3.3114,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.93358827,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"346","last_page":"354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9941999912261963,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8390839695930481},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4707392156124115}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8390839695930481},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4707392156124115}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3723178.3723224","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723178.3723224","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723178.3723224","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Conference on Computing Advancements","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3723178.3723224","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3723178.3723224","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3723178.3723224","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 3rd International Conference on Computing Advancements","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1896464098","display_name":null,"funder_award_id":"CNS-2120350","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G281738665","display_name":null,"funder_award_id":"2311598","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3021691832","display_name":null,"funder_award_id":"2120350","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5433959222","display_name":null,"funder_award_id":"1909963","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8743667354","display_name":null,"funder_award_id":"CCF-1909963","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411097632.pdf","grobid_xml":"https://content.openalex.org/works/W4411097632.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W1508165687","https://openalex.org/W2293185259","https://openalex.org/W2492794003","https://openalex.org/W2963341956","https://openalex.org/W4311824882","https://openalex.org/W4311887664","https://openalex.org/W4312438588","https://openalex.org/W4317212783","https://openalex.org/W4327810158","https://openalex.org/W4360620450","https://openalex.org/W4377866432","https://openalex.org/W4378574344","https://openalex.org/W4385632485","https://openalex.org/W4387928566","https://openalex.org/W4388859704","https://openalex.org/W4389974721","https://openalex.org/W4390041933","https://openalex.org/W4390963096","https://openalex.org/W4391282616","https://openalex.org/W4391308946","https://openalex.org/W4391542899","https://openalex.org/W4392362609","https://openalex.org/W4393157523","https://openalex.org/W4394579620","https://openalex.org/W4396815387","https://openalex.org/W4399795041","https://openalex.org/W4399837684","https://openalex.org/W6959978849"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Our":[0],"everyday":[1],"lives":[2],"now":[3],"heavily":[4],"rely":[5],"on":[6,62,81,176],"artificial":[7],"intelligence":[8],"(AI)":[9],"powered":[10],"large":[11,24],"language":[12,25,66,118],"models":[13,34,161],"(LLMs).Like":[14],"regular":[15],"users,":[16],"programmers":[17],"are":[18],"also":[19,184],"benefiting":[20],"from":[21],"the":[22,29,82,92,99,104,153,156,177,186],"newest":[23],"models.In":[26],"response":[27],"to":[28,97,192],"critical":[30],"role":[31],"that":[32],"AI":[33,109,140,182,194],"play":[35],"in":[36,72,117,148],"modern":[37],"software":[38],"development,":[39],"this":[40],"study":[41,165],"presents":[42],"a":[43,112,132,167],"thorough":[44],"evaluation":[45,59],"of":[46,94,103,115,155,159,169,181],"leading":[47],"programming":[48,74],"assistants,":[49],"including":[50],"ChatGPT,":[51],"Gemini":[52],"(Bard":[53],"AI),":[54],"AlphaCode,":[55],"and":[56,68,79,89,91,101,120,127,162,172],"GitHub":[57],"Copilot.The":[58],"is":[60,142],"based":[61],"tasks":[63],"like":[64,76],"natural":[65],"processing":[67],"code":[69,121],"generation":[70],"accuracy":[71,102],"different":[73,170],"languages":[75],"Java,":[77],"Python":[78],"C++.Based":[80],"results,":[83],"it":[84],"has":[85],"emphasized":[86],"their":[87,163],"strengths":[88],"weaknesses":[90],"importance":[93],"further":[95],"modifications":[96],"increase":[98],"reliability":[100],"latest":[105],"popular":[106],"models.Although":[107],"these":[108,160],"assistants":[110],"illustrate":[111],"high":[113],"level":[114],"progress":[116],"understanding":[119],"generation,":[122],"along":[123],"with":[124,152],"ethical":[125,189],"considerations":[126],"responsible":[128],"usage,":[129],"they":[130],"provoke":[131],"necessity":[133],"for":[134,144,188],"discussion.With":[135],"time,":[136],"developing":[137],"more":[138],"refined":[139],"technology":[141],"essential":[143,174],"achieving":[145],"advanced":[146],"solutions":[147],"various":[149],"fields,":[150],"especially":[151],"knowledge":[154],"feature":[157],"intricacies":[158],"implications.This":[164],"offers":[166],"comparison":[168],"LLMs":[171],"provides":[173],"feedback":[175],"rapidly":[178],"changing":[179],"area":[180],"models.It":[183],"emphasizes":[185],"need":[187],"developmental":[190],"practices":[191],"actualize":[193],"models'":[195],"full":[196],"potential.":[197]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}