{"id":"https://openalex.org/W4400411161","doi":"https://doi.org/10.1109/educon60312.2024.10578596","title":"Beyond the Hype: Perceptions and Realities of Using Large Language Models in Computer Science Education at an R1 University","display_name":"Beyond the Hype: Perceptions and Realities of Using Large Language Models in Computer Science Education at an R1 University","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4400411161","doi":"https://doi.org/10.1109/educon60312.2024.10578596"},"language":"en","primary_location":{"id":"doi:10.1109/educon60312.2024.10578596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon60312.2024.10578596","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053837129","display_name":"Jason Lee Weber","orcid":"https://orcid.org/0000-0003-4520-3648"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Jason L Weber","raw_affiliation_strings":["University of California, Irvine,Department of Computer Science,Irvine,CA,USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine,Department of Computer Science,Irvine,CA,USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057360451","display_name":"Barbara Martinez Neda","orcid":"https://orcid.org/0000-0002-9362-3260"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Barbara Martinez Neda","raw_affiliation_strings":["University of California, Irvine,Department of Computer Science,Irvine,CA,USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine,Department of Computer Science,Irvine,CA,USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094167189","display_name":"Kitana Carbajal Juarez","orcid":"https://orcid.org/0009-0006-6613-8178"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kitana Carbajal Juarez","raw_affiliation_strings":["University of California, Irvine,Department of Computer Science,Irvine,CA,USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine,Department of Computer Science,Irvine,CA,USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062218359","display_name":"Jennifer L. Wong","orcid":"https://orcid.org/0000-0003-0583-5755"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jennifer Wong\u2013Ma","raw_affiliation_strings":["University of California, Irvine,Department of Computer Science,Irvine,CA,USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine,Department of Computer Science,Irvine,CA,USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022346428","display_name":"Sergio Gago\u2013Masague","orcid":"https://orcid.org/0000-0001-6606-2704"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sergio Gago\u2013Masague","raw_affiliation_strings":["University of California, Irvine,Department of Computer Science,Irvine,CA,USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine,Department of Computer Science,Irvine,CA,USA","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061082603","display_name":"Hadar Ziv","orcid":"https://orcid.org/0009-0000-2391-4196"},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hadar Ziv","raw_affiliation_strings":["University of California, Irvine,Department of Computer Science,Irvine,CA,USA"],"affiliations":[{"raw_affiliation_string":"University of California, Irvine,Department of Computer Science,Irvine,CA,USA","institution_ids":["https://openalex.org/I204250578"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5053837129"],"corresponding_institution_ids":["https://openalex.org/I204250578"],"apc_list":null,"apc_paid":null,"fwci":3.8429,"has_fulltext":false,"cited_by_count":9,"citation_normalized_percentile":{"value":0.9435513,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"01","last_page":"08"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.7688000202178955,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.7688000202178955,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14236","display_name":"Educational Tools and Methods","score":0.7089999914169312,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.6074307560920715},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5759961009025574},{"id":"https://openalex.org/keywords/mathematics-education","display_name":"Mathematics education","score":0.4122140109539032},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.34181204438209534},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.18547990918159485}],"concepts":[{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.6074307560920715},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5759961009025574},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4122140109539032},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.34181204438209534},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.18547990918159485},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/educon60312.2024.10578596","is_oa":false,"landing_page_url":"https://doi.org/10.1109/educon60312.2024.10578596","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE Global Engineering Education Conference (EDUCON)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8600000143051147,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"With":[0],"the":[1,10,18,24,38,49,56,86,103,130,206,237],"mainstream":[2],"adoption":[3,50,176],"of":[4,14,41,53,107,132,181],"Large":[5],"Language":[6],"Models":[7],"(LLMs)":[8],"over":[9],"last":[11],"year,":[12],"members":[13],"both":[15],"academia":[16],"and":[17,30,34,51,94,152,167,185,201,216,225],"media":[19],"have":[20],"raised":[21],"concerns":[22,148],"around":[23,102],"potential":[25,140,189],"impact":[26,153],"on":[27,154],"student":[28,202],"learning":[29,194],"pedagogy.":[31],"Many":[32],"students":[33,89,92,136],"educators":[35],"wonder":[36],"about":[37,149,188],"pedagogical":[39,199],"fit":[40],"this":[42,70],"emerging":[43],"technology.":[44],"We":[45],"aim":[46],"to":[47,64,99,228],"measure":[48],"perception":[52],"LLMs":[54,108,121,162,196],"among":[55],"CS":[57],"education":[58],"community":[59],"in":[60,82,109,175,191],"an":[61,220],"R1":[62],"University":[63],"distinguish":[65],"reality":[66],"from":[67],"hype.":[68],"To":[69],"end,":[71],"we":[72],"conduct":[73],"a":[74,172],"large":[75],"survey":[76,97],"study":[77],"targeting":[78],"three":[79],"populations":[80],"participating":[81],"computing":[83],"courses":[84],"at":[85],"university:":[87],"intro-sequence":[88],"(ISS),":[90],"experienced":[91],"(ES),":[93],"faculty.":[95],"Our":[96,123],"seeks":[98],"gather":[100],"insight":[101],"different":[104],"populations'":[105],"perceptions":[106,116],"education,":[110],"as":[111,113,120],"well":[112],"how":[114],"these":[115,231],"may":[117],"be":[118],"changing":[119],"improve.":[122],"results":[124],"show":[125],"several":[126],"significant":[127],"differences":[128],"across":[129],"views":[131],"760":[133],"respondents.":[134],"Most":[135],"report":[137],"LLMs'":[138,182],"un-paralleled":[139],"for":[141,222],"quick":[142],"information":[143],"access,":[144],"yet":[145],"many":[146],"harbor":[147],"their":[150,164],"reliability":[151],"academic":[155],"integrity.":[156],"Additionally,":[157],"while":[158],"ES":[159],"rapidly":[160],"integrate":[161],"into":[163],"learning,":[165],"ISS":[166],"faculty":[168,215],"remain":[169],"cautious,":[170],"highlighting":[171],"stark":[173],"contrast":[174],"rates.":[177],"Faculty":[178],"are":[179,186,197],"unconvinced":[180],"educational":[183,238],"benefits":[184],"concerned":[187],"challenges":[190],"evaluating":[192],"students'":[193],"outcomes.":[195],"reshaping":[198],"approaches":[200],"engagement.":[203],"However,":[204],"with":[205],"notable":[207],"reservations":[208],"expressed":[209],"by":[210,214],"certain":[211],"segments,":[212],"particularly":[213],"ISS,":[217],"there":[218],"is":[219],"imperative":[221],"careful,":[223],"informed,":[224],"ethical":[226],"integration":[227],"ensure":[229],"that":[230],"tools":[232],"enhance":[233],"rather":[234],"than":[235],"compromise":[236],"experience.":[239]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8}],"updated_date":"2026-03-15T09:29:46.208133","created_date":"2025-10-10T00:00:00"}
