{"id":"https://openalex.org/W4406676857","doi":"https://doi.org/10.1145/3702163.3702168","title":"Influence of Large Language Models on Programming Assignments \u2013 A user study","display_name":"Influence of Large Language Models on Programming Assignments \u2013 A user study","publication_year":2024,"publication_date":"2024-09-18","ids":{"openalex":"https://openalex.org/W4406676857","doi":"https://doi.org/10.1145/3702163.3702168"},"language":"en","primary_location":{"id":"doi:10.1145/3702163.3702168","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702163.3702168","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702163.3702168?download=true","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 16th International Conference on Education Technology and Computers","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3702163.3702168?download=true","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001037597","display_name":"Alfonso Piscitelli","orcid":"https://orcid.org/0000-0002-3567-1504"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":true,"raw_author_name":"Alfonso Piscitelli","raw_affiliation_strings":["Computer Science Department, University of Salerno, Fisciano, Salerno, Italy"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Salerno, Fisciano, Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036621965","display_name":"Gennaro Costagliola","orcid":"https://orcid.org/0000-0003-3816-7765"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gennaro Costagliola","raw_affiliation_strings":["Computer Science Department, University of Salerno, Fisciano, Salerno, Italy"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Salerno, Fisciano, Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080808790","display_name":"Mattia De Rosa","orcid":"https://orcid.org/0000-0002-6922-5529"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Mattia De Rosa","raw_affiliation_strings":["Computer Science Department, University of Salerno, Fisciano, Salerno, Italy"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Salerno, Fisciano, Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066879019","display_name":"Vittorio Fuccella","orcid":"https://orcid.org/0000-0003-3244-3650"},"institutions":[{"id":"https://openalex.org/I131729948","display_name":"University of Salerno","ror":"https://ror.org/0192m2k53","country_code":"IT","type":"education","lineage":["https://openalex.org/I131729948"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Vittorio Fuccella","raw_affiliation_strings":["Computer Science Department, University of Salerno, Fisciano, Salerno, Italy"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, University of Salerno, Fisciano, Salerno, Italy","institution_ids":["https://openalex.org/I131729948"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001037597"],"corresponding_institution_ids":["https://openalex.org/I131729948"],"apc_list":null,"apc_paid":null,"fwci":1.7063,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.89220717,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"33","last_page":"38"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.984499990940094,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.9828000068664551,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7977656722068787},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.6428827047348022},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4206365644931793}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7977656722068787},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.6428827047348022},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4206365644931793}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3702163.3702168","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702163.3702168","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702163.3702168?download=true","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 16th International Conference on Education Technology and Computers","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3702163.3702168","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3702163.3702168","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3702163.3702168?download=true","source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2024 16th International Conference on Education Technology and Computers","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4406676857.pdf","grobid_xml":"https://content.openalex.org/works/W4406676857.grobid-xml"},"referenced_works_count":12,"referenced_works":["https://openalex.org/W1986663087","https://openalex.org/W2141767681","https://openalex.org/W2747494468","https://openalex.org/W2992252352","https://openalex.org/W3089549958","https://openalex.org/W4206579740","https://openalex.org/W4321013654","https://openalex.org/W4321162272","https://openalex.org/W4386099272","https://openalex.org/W4390041933","https://openalex.org/W4390490804","https://openalex.org/W4391584331"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"This":[0],"study":[1,48,93],"investigates":[2],"the":[3,16,43,65,69,90,102,105,123,132,137],"influence":[4,138],"of":[5,18,62,67,139],"chatbots":[6,144],"based":[7],"on":[8,15,122,145],"general":[9,141],"language":[10,142],"models,":[11],"such":[12],"as":[13,112],"ChatGPT,":[14],"work":[17],"programmers.":[19],"We":[20],"developed":[21],"a":[22,38],"web":[23],"application":[24],"called":[25,40],"ClueCodeChallenge":[26],"that":[27,74,96],"allows":[28],"participants":[29,53,75,97],"to":[30,79,100,115,130],"solve":[31,80],"JavaScript":[32],"programming":[33,124,146,150],"tasks":[34,81,147],"and":[35,82,135],"interact":[36],"with":[37,51],"chatbot":[39,103],"ClueBot":[41],"during":[42],"problem-solving":[44],"process.":[45],"A":[46],"user":[47],"was":[49],"conducted":[50],"18":[52],"aged":[54],"19-28,":[55],"where":[56],"they":[57,87],"completed":[58],"two":[59],"tasks,":[60],"one":[61],"which":[63],"had":[64],"option":[66],"using":[68,110],"chatbot.":[70,91],"The":[71,92],"results":[72],"showed":[73],"took":[76],"less":[77],"time":[78],"made":[83],"fewer":[84],"errors":[85],"when":[86],"could":[88],"use":[89],"also":[94],"found":[95],"often":[98],"preferred":[99],"ask":[101],"for":[104],"complete":[106],"solution":[107],"rather":[108],"than":[109],"it":[111],"an":[113],"aid":[114],"check":[116],"their":[117],"code":[118],"or":[119],"get":[120],"clarification":[121],"language.":[125],"Our":[126],"next":[127],"steps":[128],"are":[129],"expand":[131],"participant":[133],"pool":[134],"explore":[136],"different":[140],"model":[143],"across":[148],"various":[149],"languages.":[151]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3}],"updated_date":"2026-03-14T06:41:57.775601","created_date":"2025-10-10T00:00:00"}