{"id":"https://openalex.org/W4406022580","doi":"https://doi.org/10.1145/3704522.3704535","title":"Assessing ChatGPT\u2019s Code Generation Capabilities with Short vs Long Context Programming Problems","display_name":"Assessing ChatGPT\u2019s Code Generation Capabilities with Short vs Long Context Programming Problems","publication_year":2024,"publication_date":"2024-12-19","ids":{"openalex":"https://openalex.org/W4406022580","doi":"https://doi.org/10.1145/3704522.3704535"},"language":"en","primary_location":{"id":"doi:10.1145/3704522.3704535","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704522.3704535","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Networking, Systems, and Security","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3704522.3704535","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5099380962","display_name":"Uddip Acharjee Shuvo","orcid":null},"institutions":[{"id":"https://openalex.org/I205746353","display_name":"University of Dhaka","ror":"https://ror.org/05wv2vq37","country_code":"BD","type":"education","lineage":["https://openalex.org/I205746353"]}],"countries":["BD"],"is_corresponding":true,"raw_author_name":"Uddip Acharjee Shuvo","raw_affiliation_strings":["Institute of Information Technology, University of Dhaka, Bangladesh, Dhaka, Bangladesh"],"affiliations":[{"raw_affiliation_string":"Institute of Information Technology, University of Dhaka, Bangladesh, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I205746353"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5099380961","display_name":"Sajib Acharjee Dip","orcid":"https://orcid.org/0009-0007-0959-2638"},"institutions":[{"id":"https://openalex.org/I859038795","display_name":"Virginia Tech","ror":"https://ror.org/02smfhw86","country_code":"US","type":"education","lineage":["https://openalex.org/I859038795"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sajib Acharjee Dip","raw_affiliation_strings":["Computer Science and Engineering, Virginia Tech, USA, Blacksburg, USA"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Virginia Tech, USA, Blacksburg, USA","institution_ids":["https://openalex.org/I859038795"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115753861","display_name":"Nirvar Roy Vaskar","orcid":null},"institutions":[{"id":"https://openalex.org/I103434671","display_name":"American International University-Bangladesh","ror":"https://ror.org/02j8ga255","country_code":"BD","type":"education","lineage":["https://openalex.org/I103434671"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"Nirvar Roy Vaskar","raw_affiliation_strings":["American International University - Bangladesh, Dhaka, Bangladesh"],"affiliations":[{"raw_affiliation_string":"American International University - Bangladesh, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I103434671"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5029221184","display_name":"A. B. M. Alim Al Islam","orcid":"https://orcid.org/0000-0001-8159-6114"},"institutions":[{"id":"https://openalex.org/I183697816","display_name":"Bangladesh University of Engineering and Technology","ror":"https://ror.org/05a1qpv97","country_code":"BD","type":"education","lineage":["https://openalex.org/I183697816"]}],"countries":["BD"],"is_corresponding":false,"raw_author_name":"A. B. M. Alim Al Islam","raw_affiliation_strings":["Computer Science and Engineering, Bangladesh University of Engineering and Technology, Dhaka, Bangladesh"],"affiliations":[{"raw_affiliation_string":"Computer Science and Engineering, Bangladesh University of Engineering and Technology, Dhaka, Bangladesh","institution_ids":["https://openalex.org/I183697816"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5099380962"],"corresponding_institution_ids":["https://openalex.org/I205746353"],"apc_list":null,"apc_paid":null,"fwci":0.6287,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.72590206,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"32","last_page":"40"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11636","display_name":"Artificial Intelligence in Healthcare and Education","score":0.9926999807357788,"subfield":{"id":"https://openalex.org/subfields/2718","display_name":"Health Informatics"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9876000285148621,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.9789000153541565,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.748389482498169},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6884340047836304},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5737271308898926},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5542927980422974},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.5438204407691956},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3777502477169037},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.20581156015396118},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.06875148415565491}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.748389482498169},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6884340047836304},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5737271308898926},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5542927980422974},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5438204407691956},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3777502477169037},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.20581156015396118},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.06875148415565491},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3704522.3704535","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704522.3704535","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Networking, Systems, and Security","raw_type":"proceedings-article"},{"id":"pmh:oai:vtechworks.lib.vt.edu:10919/124515","is_oa":true,"landing_page_url":"https://hdl.handle.net/10919/124515","pdf_url":"https://vtechworks.lib.vt.edu/bitstreams/0ee90e7e-8ea9-4a0c-b215-1d8b73649be2/download","source":{"id":"https://openalex.org/S4306400248","display_name":"VTechWorks (Virginia Tech)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I859038795","host_organization_name":"Virginia Tech","host_organization_lineage":["https://openalex.org/I859038795"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1145/3704522.3704535","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3704522.3704535","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 11th International Conference on Networking, Systems, and Security","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2949215742","https://openalex.org/W2963935794","https://openalex.org/W3086449553","https://openalex.org/W3108032709","https://openalex.org/W4321013654","https://openalex.org/W4390674924","https://openalex.org/W4390723974","https://openalex.org/W4391986589","https://openalex.org/W4392414327","https://openalex.org/W4398187660","https://openalex.org/W4398762751","https://openalex.org/W4399577572","https://openalex.org/W4399586813","https://openalex.org/W4400582696","https://openalex.org/W4401543590","https://openalex.org/W4402410226","https://openalex.org/W4402671958","https://openalex.org/W4402835670","https://openalex.org/W4403296573","https://openalex.org/W4404187834"],"related_works":["https://openalex.org/W4231937131","https://openalex.org/W323219885","https://openalex.org/W2063928587","https://openalex.org/W1487966966","https://openalex.org/W1589342014","https://openalex.org/W1480341462","https://openalex.org/W2163672025","https://openalex.org/W2048831961","https://openalex.org/W1606349578","https://openalex.org/W4399567378"],"abstract_inverted_index":{"This":[0,151],"study":[1],"assesses":[2],"the":[3,50,90,156],"code":[4,69,131,163],"generation":[5,164],"capabilities":[6],"of":[7,54,92,160],"ChatGPT":[8],"using":[9,85],"competitive":[10],"programming":[11,120],"problems":[12,33,40,73,84,143],"from":[13,34,41],"platforms":[14],"such":[15],"as":[16],"LeetCode,":[17],"HackerRank,":[18],"and":[19,61,126,133,144,158,165],"UVa":[20],"Online":[21],"Judge.":[22],"In":[23],"a":[24,107],"novel":[25],"approach,":[26],"we":[27,88],"contrast":[28],"ChatGPT\u2019s":[29,139],"performance":[30,111,140],"on":[31,141],"concise":[32],"LeetCode":[35,72,101],"against":[36],"more":[37],"complex,":[38],"narrative-driven":[39],"Codeforces.":[42],"Our":[43,114],"results":[44],"reveal":[45],"significant":[46],"challenges":[47],"in":[48,58,64,109,162,171],"addressing":[49],"intricate":[51],"narrative":[52],"structures":[53],"Codeforces,":[55],"with":[56],"difficulties":[57],"problem":[59],"recognition":[60],"strategic":[62],"planning":[63],"extended":[65],"contexts.":[66],"While":[67],"initial":[68],"accuracy":[70,102],"for":[71,81,168],"stands":[74],"at":[75,96],"72%,":[76],"it":[77],"drops":[78],"to":[79,103,112],"31%":[80],"complex":[82],"Codeforces":[83,110],"Python.":[86],"Additionally,":[87],"explore":[89],"impact":[91],"targeted":[93],"instructions":[94],"aimed":[95],"enhancing":[97],"performance,":[98],"which":[99],"increased":[100],"73.53%":[104],"but":[105],"saw":[106],"decrease":[108],"29%.":[113],"analysis":[115],"further":[116],"extends":[117],"across":[118],"multiple":[119],"languages,":[121],"examining":[122],"if":[123],"iterative":[124],"prompting":[125],"specific":[127],"feedback":[128],"can":[129],"enhance":[130],"precision":[132],"efficiency.":[134],"We":[135],"also":[136],"delve":[137],"into":[138,155],"challenging":[142],"those":[145],"released":[146],"post":[147],"its":[148],"training":[149],"period.":[150],"research":[152],"provides":[153],"insights":[154],"strengths":[157],"weaknesses":[159],"AI":[161],"lays":[166],"groundwork":[167],"future":[169],"developments":[170],"AI-driven":[172],"coding":[173],"tools.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4}],"updated_date":"2025-12-27T23:08:20.325037","created_date":"2025-10-10T00:00:00"}