{"id":"https://openalex.org/W7157369155","doi":"https://doi.org/10.48550/arxiv.2604.23340","title":"Can LLMs be Effective Code Contributors? A Study on Open-source Projects","display_name":"Can LLMs be Effective Code Contributors? A Study on Open-source Projects","publication_year":2026,"publication_date":"2026-04-25","ids":{"openalex":"https://openalex.org/W7157369155","doi":"https://doi.org/10.48550/arxiv.2604.23340"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.23340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.23340","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113377245","display_name":"Chun Jie Chong","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159149","display_name":"Zephyr Software (United States)","ror":"https://ror.org/04kggmg61","country_code":"US","type":"company","lineage":["https://openalex.org/I4210159149"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chong, Chun Jie","raw_affiliation_strings":["Zephyr"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zephyr","institution_ids":["https://openalex.org/I4210159149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082476108","display_name":"Muyeed Ahmed","orcid":"https://orcid.org/0000-0002-4478-5044"},"institutions":[{"id":"https://openalex.org/I4210159149","display_name":"Zephyr Software (United States)","ror":"https://ror.org/04kggmg61","country_code":"US","type":"company","lineage":["https://openalex.org/I4210159149"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ahmed, Muyeed","raw_affiliation_strings":["Zephyr"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zephyr","institution_ids":["https://openalex.org/I4210159149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134767023","display_name":"Zhihao","orcid":null},"institutions":[{"id":"https://openalex.org/I4210159149","display_name":"Zephyr Software (United States)","ror":"https://ror.org/04kggmg61","country_code":"US","type":"company","lineage":["https://openalex.org/I4210159149"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhihao","raw_affiliation_strings":["Zephyr"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zephyr","institution_ids":["https://openalex.org/I4210159149"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134786832","display_name":"Yao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5012137980","display_name":"Iulian Neamtiu","orcid":"https://orcid.org/0000-0001-9730-9650"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Neamtiu, Iulian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.1607999950647354,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.1607999950647354,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.13449999690055847,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14330","display_name":"Library Science and Information Systems","score":0.057500001043081284,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.7506999969482422},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.578000009059906},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5598999857902527},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.45419999957084656},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.38119998574256897}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.7506999969482422},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.578000009059906},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5598999857902527},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5415999889373779},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.45419999957084656},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.38119998574256897},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.38119998574256897},{"id":"https://openalex.org/C2778348673","wikidata":"https://www.wikidata.org/wiki/Q739302","display_name":"Production (economics)","level":2,"score":0.36340001225471497},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3221000134944916},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.30140000581741333},{"id":"https://openalex.org/C47820740","wikidata":"https://www.wikidata.org/wiki/Q1967079","display_name":"National Electrical Code","level":2,"score":0.2816999852657318},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.27399998903274536},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2619999945163727},{"id":"https://openalex.org/C184356942","wikidata":"https://www.wikidata.org/wiki/Q830382","display_name":"Best practice","level":2,"score":0.26010000705718994}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.23340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.23340","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.23340","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5117478370666504,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"LLM-generated":[0],"code":[1,10,142,184],"is":[2,14,180],"widely":[3],"used,":[4],"and":[5,48,62,72,99,108,113,174],"the":[6,40,51,92,125,151,157],"share":[7],"of":[8,42,53,133],"committed":[9],"produced":[11],"by":[12],"LLMs":[13,26,128,158],"expected":[15],"to":[16,31,74,80,85,94,121,140,182],"increase.":[17],"However,":[18],"we":[19,65,90],"are":[20,56],"not":[21],"at":[22],"a":[23,67,76,131,170],"point":[24],"where":[25],"can":[27],"be":[28],"effective":[29],"contributors":[30],"production":[32],"code.":[33],"We":[34],"present":[35],"an":[36,86],"approach":[37],"that":[38,69,143],"exposes":[39],"shortcomings":[41],"LLM":[43],"generation":[44],"on":[45,124],"such":[46],"projects,":[47,59],"proposes":[49],"recommendations;":[50],"targets":[52],"our":[54],"study":[55],"sizable":[57],"open-source":[58,106],"e.g.,":[60],"FFmpeg":[61],"wolfSSL.":[63],"First,":[64],"developed":[66],"framework":[68,93],"uses":[70],"verification":[71],"validation":[73,149],"evaluate":[75],"given":[77],"LLM's":[78],"suitability":[79],"fix":[81],"or":[82,148,167],"add":[83],"features":[84],"existing":[87],"project.":[88,126],"Second,":[89],"apply":[91],"212":[95],"commits":[96],"(bug":[97],"fixes":[98],"small":[100],"feature":[101],"improvements)":[102],"in":[103,130,175],"eight":[104],"popular":[105],"projects":[107],"three":[109],"LLMs:":[110],"GPT-4o,":[111],"Ministral3,":[112],"Qwen3-Coder.":[114],"The":[115,127],"success":[116,179],"rate":[117],"varied":[118],"from":[119,135],"0%":[120],"60%":[122],"depending":[123],"failed":[129],"variety":[132],"ways,":[134],"generating":[136,161],"syntactically":[137],"incorrect":[138],"code,":[139,163],"producing":[141],"fails":[144],"basic":[145],"(static)":[146],"verification,":[147],"via":[150],"project's":[152],"test":[153],"suite.":[154],"In":[155],"particular,":[156],"struggle":[159],"with":[160],"new":[162],"handling":[164],"contexts":[165],"(function":[166],"file)":[168],"outside":[169],"certain":[171],"size":[172],"range,":[173],"many":[176],"cases":[177],"their":[178],"due":[181],"parroting":[183],"changes":[185],"they":[186],"have":[187],"been":[188],"trained":[189],"on.":[190]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-29T00:00:00"}