{"id":"https://openalex.org/W4416018232","doi":"https://doi.org/10.48550/arxiv.2511.02922","title":"Faster but Not Wiser: GitHub Copilot Decouples Programming Performance from Code Comprehension in Brownfield Tasks","display_name":"Faster but Not Wiser: GitHub Copilot Decouples Programming Performance from Code Comprehension in Brownfield Tasks","alternate_titles":[],"publication_year":2025,"publication_date":"2025-11-04","ids":{"openalex":"https://openalex.org/W4416018232","doi":"https://doi.org/10.48550/arxiv.2511.02922"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2511.02922","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2511.02922","pdf_url":"https://arxiv.org/pdf/2511.02922","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4416018232"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2511.02922","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5119133514","display_name":"Yunhan Qiao","orcid":"https://orcid.org/0009-0006-5852-321X","observed_orcids":["https://orcid.org/0009-0006-5852-321X"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Qiao, Yunhan","raw_affiliation_strings":["Oregon State University , Corvallis , Oregon , United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University , Corvallis , Oregon , United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119133513","display_name":"Md Istiak Hossain Shihab","orcid":"https://orcid.org/0009-0001-9362-2268","observed_orcids":["https://orcid.org/0009-0001-9362-2268"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shihab, Md Istiak Hossain","raw_affiliation_strings":["Oregon State University , Corvallis , Oregon , United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University , Corvallis , Oregon , United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022813420","display_name":"Summit Haque","orcid":"https://orcid.org/0000-0002-4658-4393","observed_orcids":["https://orcid.org/0000-0002-4658-4393"]},"institutions":[{"id":"https://openalex.org/I131249849","display_name":"Oregon State University","ror":"https://ror.org/00ysfqy60","country_code":"US","type":"education","lineage":["https://openalex.org/I131249849"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Haque, Summit","raw_affiliation_strings":["Oregon State University , Corvallis , Oregon , United States"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Oregon State University , Corvallis , Oregon , United States","institution_ids":["https://openalex.org/I131249849"]}]},{"author_position":"last","author":{"id":null,"display_name":"Hundhausen, and Christopher","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hundhausen, and Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.7929999828338623,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.20260000228881836,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.0005000000237487257,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/github-copilot","display_name":"GitHub Copilot","score":1.0},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"program comprehension","score":0.7960000038146973},{"id":"https://openalex.org/keywords/feature-implementation","display_name":"feature implementation","score":0.5839999914169312},{"id":"https://openalex.org/keywords/software-maintenance","display_name":"software maintenance","score":0.5099999904632568},{"id":"https://openalex.org/keywords/ai-generated-code","display_name":"AI-generated code","score":0.6520000100135803},{"id":"https://openalex.org/keywords/software-inspection","display_name":"software inspection","score":0.39800000190734863},{"id":"https://openalex.org/keywords/code-explanation","display_name":"code explanation","score":0.43799999356269836},{"id":"https://openalex.org/keywords/programming-education","display_name":"programming education","score":0.4869999885559082}],"concepts":[{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.8112000226974487},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6708999872207642},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6539999842643738},{"id":"https://openalex.org/C2776757670","wikidata":"https://www.wikidata.org/wiki/Q991115","display_name":"Brownfield","level":3,"score":0.5570999979972839},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5333999991416931},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5259000062942505},{"id":"https://openalex.org/C2781162219","wikidata":"https://www.wikidata.org/wiki/Q26250693","display_name":"Replicate","level":2,"score":0.49480000138282776},{"id":"https://openalex.org/C12590798","wikidata":"https://www.wikidata.org/wiki/Q3933199","display_name":"Replication (statistics)","level":2,"score":0.490200012922287},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.48339998722076416},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4575999975204468},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4555000066757202},{"id":"https://openalex.org/C174063052","wikidata":"https://www.wikidata.org/wiki/Q607013","display_name":"Pair programming","level":4,"score":0.4415999948978424},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.42410001158714294},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.36570000648498535},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3391999900341034},{"id":"https://openalex.org/C105446022","wikidata":"https://www.wikidata.org/wiki/Q445962","display_name":"Legacy system","level":3,"score":0.32670000195503235},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.310699999332428},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3025999963283539},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2935999929904938},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.29350000619888306},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.29100000858306885},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.29100000858306885},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.28769999742507935},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2874000072479248},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.28630000352859497},{"id":"https://openalex.org/C34165917","wikidata":"https://www.wikidata.org/wiki/Q188267","display_name":"Programming paradigm","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27149999141693115},{"id":"https://openalex.org/C179420905","wikidata":"https://www.wikidata.org/wiki/Q223871","display_name":"Mediation","level":2,"score":0.25450000166893005}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2511.02922","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2511.02922","pdf_url":"https://arxiv.org/pdf/2511.02922","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2511.02922","doi":"https://doi.org/10.48550/arxiv.2511.02922","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2511.02922","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2511.02922","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2511.02922","pdf_url":"https://arxiv.org/pdf/2511.02922","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8278999924659729}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416018232.pdf","grobid_xml":"https://content.openalex.org/works/W4416018232.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W1972694764","https://openalex.org/W1983434687","https://openalex.org/W2022557060","https://openalex.org/W2042950801","https://openalex.org/W2073386179","https://openalex.org/W2080534028","https://openalex.org/W2151996389","https://openalex.org/W2597465230","https://openalex.org/W2741561716","https://openalex.org/W2765394967","https://openalex.org/W2955465334","https://openalex.org/W3084815054","https://openalex.org/W3085939759","https://openalex.org/W3134454768","https://openalex.org/W3138595547","https://openalex.org/W3141789851","https://openalex.org/W3212639420","https://openalex.org/W4249658983","https://openalex.org/W4283705032","https://openalex.org/W4308643133","https://openalex.org/W4320854981","https://openalex.org/W4323033814","https://openalex.org/W4382654294","https://openalex.org/W4384700895","https://openalex.org/W4394745423","https://openalex.org/W4396833177","https://openalex.org/W4400268471","https://openalex.org/W4400642852","https://openalex.org/W4403447851","https://openalex.org/W4403795703","https://openalex.org/W4406604115","https://openalex.org/W4407771444","https://openalex.org/W4408614977","https://openalex.org/W4409735027","https://openalex.org/W4411236111","https://openalex.org/W4411449798","https://openalex.org/W4412781204","https://openalex.org/W4412781211","https://openalex.org/W4413268219","https://openalex.org/W4417167825","https://openalex.org/W4417382367","https://openalex.org/W6948220259","https://openalex.org/W7077156424","https://openalex.org/W7124730205"],"related_works":["https://openalex.org/W4412781211","https://openalex.org/W4417382367","https://openalex.org/W7161845207","https://openalex.org/W4324138978","https://openalex.org/W7203891348","https://openalex.org/W4401880482","https://openalex.org/W7202079486","https://openalex.org/W7204627205","https://openalex.org/W7221541148","https://openalex.org/W7064237611"],"abstract_inverted_index":{"Teaching":[0],"Computer":[1],"Science":[2],"(CS)":[3],"students":[4,51,179,202],"to":[5,99,203],"comprehend":[6],"and":[7,33,61,79,97,102,111,145,175,198,205,209],"maintain":[8],"existing":[9,108],"codebases":[10],"is":[11],"a":[12,44,116],"critical":[13],"challenge":[14],"in":[15,56,75,140],"software":[16],"engineering":[17],"education.":[18],"Although":[19],"Generative":[20],"AI":[21],"(GenAI)":[22],"assistants":[23],"such":[24],"as":[25],"GitHub":[26],"Copilot":[27],"can":[28],"improve":[29],"task":[30,167],"completion":[31,168],"speed":[32],"correctness,":[34],"their":[35,187],"relationship":[36],"with":[37,47,60,68,86,134,158,181],"code":[38,109,173,183],"comprehension":[39,77,87,136,160,174,199],"remains":[40],"unclear.":[41],"We":[42,190],"conducted":[43],"within-subjects":[45],"study":[46],"15":[48],"CS":[49],"graduate":[50],"who":[52],"completed":[53],"feature-implementation":[54],"tasks":[55],"an":[57],"unfamiliar":[58],"codebase":[59],"without":[62],"Copilot.":[63],"Despite":[64],"significant":[65,122],"performance":[66,80],"improvements":[67],"Copilot,":[69],"participants":[70,133,157],"showed":[71,131],"no":[72],"corresponding":[73],"improvement":[74],"overall":[76],"($p=0.59$),":[78],"gains":[81],"were":[82,92],"not":[83,170],"significantly":[84],"associated":[85],"gains.":[88],"Exploratory":[89],"category-level":[90],"estimates":[91],"positive":[93],"for":[94,104,125,186,192],"identifying":[95],"what":[96],"where":[98],"modify":[100],"($\u03c1=0.50$)":[101],"negative":[103],"explaining":[105],"how":[106,178],"the":[107,113],"worked":[110],"predicting":[112],"effects":[114],"of":[115],"change":[117],"($\u03c1=-0.57$);":[118],"however,":[119],"neither":[120],"remained":[121],"after":[123],"correction":[124],"multiple":[126],"comparisons.":[127],"Our":[128],"behavioral":[129],"analysis":[130],"that":[132,165,177,195,213],"higher":[135],"engaged":[137],"more":[138,154],"frequently":[139],"verification":[141],"loops,":[142],"repeatedly":[143],"inspecting":[144],"revising":[146],"code.":[147],"They":[148],"performed":[149],"write-then-view":[150],"transitions":[151],"4.7":[152],"times":[153],"often":[155],"than":[156],"lower":[159],"($p=0.001$).":[161],"These":[162],"findings":[163],"show":[164],"successful":[166],"does":[169],"reliably":[171],"indicate":[172],"suggest":[176],"engage":[180],"AI-generated":[182,207],"may":[184],"matter":[185],"resulting":[188],"understanding.":[189],"argue":[191],"programming":[193],"education":[194],"assesses":[196],"correctness":[197],"separately,":[200],"teaches":[201],"inspect":[204],"explain":[206],"code,":[208],"encourages":[210],"GenAI":[211],"tools":[212],"support":[214],"active":[215],"verification.":[216]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4416018232","counts_by_year":[{"year":2026,"cited_by_count":5}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-11-07T00:00:00"}
