{"id":"https://openalex.org/W7236205396","doi":"https://doi.org/10.48550/arxiv.2611.23216","title":"Higher-Scoring Coding Models Did Not Get More Work Done","display_name":"Higher-Scoring Coding Models Did Not Get More Work Done","alternate_titles":[],"publication_year":2026,"publication_date":"2026-11-17","ids":{"openalex":"https://openalex.org/W7236205396","doi":"https://doi.org/10.48550/arxiv.2611.23216"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2611.23216","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23216","pdf_url":"https://arxiv.org/pdf/2611.23216","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7236205396"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2611.23216","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081953757","display_name":"Yining Hua","orcid":"https://orcid.org/0000-0001-7779-1208","observed_orcids":["https://orcid.org/0000-0001-7779-1208"]},"institutions":[],"countries":[],"is_corresponding":true,"contributor_roles":[],"raw_author_name":"Hua, Yining","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5081953757"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"reviewed_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9487000107765198,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.033900000154972076,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.006500000134110451,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6800000071525574},{"id":"https://openalex.org/keywords/developer-productivity","display_name":"developer productivity","score":0.8519999980926514},{"id":"https://openalex.org/keywords/github","display_name":"GitHub","score":0.5899999737739563},{"id":"https://openalex.org/keywords/natural-experiment","display_name":"natural experiment","score":0.6370000243186951}],"concepts":[{"id":"https://openalex.org/C2778662471","wikidata":"https://www.wikidata.org/wiki/Q693","display_name":"Fable","level":2,"score":0.8353000283241272},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.772599995136261},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5828999876976013},{"id":"https://openalex.org/C2778950570","wikidata":"https://www.wikidata.org/wiki/Q1466199","display_name":"Opus","level":2,"score":0.5242999792098999},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C2988327813","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Time line","level":2,"score":0.362199991941452},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C92757383","wikidata":"https://www.wikidata.org/wiki/Q382497","display_name":"Affine transformation","level":2,"score":0.2924000024795532},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.2921000123023987},{"id":"https://openalex.org/C527821871","wikidata":"https://www.wikidata.org/wiki/Q228502","display_name":"Access control","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C45874996","wikidata":"https://www.wikidata.org/wiki/Q37045","display_name":"Markup language","level":3,"score":0.2612999975681305},{"id":"https://openalex.org/C4438859","wikidata":"https://www.wikidata.org/wiki/Q186117","display_name":"Timeline","level":2,"score":0.25110000371932983}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2611.23216","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23216","pdf_url":"https://arxiv.org/pdf/2611.23216","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2611.23216","doi":"https://doi.org/10.48550/arxiv.2611.23216","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2611.23216","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2611.23216","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2611.23216","pdf_url":"https://arxiv.org/pdf/2611.23216","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[{"id":"https://openalex.org/study-designs/observational-study","display_name":"Observational Study"}],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7236205396.pdf","grobid_xml":"https://content.openalex.org/works/W7236205396.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W1984486655","https://openalex.org/W4387561453","https://openalex.org/W4392488894","https://openalex.org/W4393307211","https://openalex.org/W4408614911","https://openalex.org/W4415252687","https://openalex.org/W4415798415","https://openalex.org/W4416261710","https://openalex.org/W4416268504","https://openalex.org/W4417420254","https://openalex.org/W4417466325","https://openalex.org/W7117316011","https://openalex.org/W7125193990","https://openalex.org/W7131867455","https://openalex.org/W7134077757","https://openalex.org/W7149029884","https://openalex.org/W7162291564","https://openalex.org/W7167211290","https://openalex.org/W7171930044","https://openalex.org/W7171938800","https://openalex.org/W7171987440"],"related_works":["https://openalex.org/W7125605489","https://openalex.org/W7236241355","https://openalex.org/W7225739885","https://openalex.org/W7214893584","https://openalex.org/W7213516748","https://openalex.org/W4281669078","https://openalex.org/W7235383017","https://openalex.org/W7203624764","https://openalex.org/W7234274418","https://openalex.org/W7171537577"],"abstract_inverted_index":{"New":[0],"coding":[1,9],"models":[2],"advertise":[3],"themselves":[4],"on":[5,22,71,108,133],"score":[6],"improvements":[7],"of":[8,105,116,187,206,247],"benchmarks.":[10],"Yet":[11],"no":[12,203],"study":[13],"has":[14],"tested":[15],"if":[16],"a":[17,34,83,165,241],"model":[18,97,150,167],"that":[19,176],"scores":[20],"higher":[21],"these":[23],"benchmarks":[24],"gets":[25],"more":[26],"real":[27],"work":[28],"done.":[29],"On":[30],"June":[31],"12,":[32],"2026,":[33],"U.S.":[35],"export":[36],"control":[37,141],"directive":[38],"banned":[39],"access":[40,178],"to":[41,51,53,65,75,179],"Claude":[42],"Fable":[43,61,76,106,118,180],"5":[44,62,107,119,181],"for":[45],"19":[46],"days,":[47],"which":[48,197],"forced":[49],"users":[50,63,120],"switch":[52],"other":[54],"models.":[55],"During":[56],"this":[57,80],"time,":[58],"most":[59],"former":[60],"switched":[64],"Opus":[66,134],"4.8":[67,135],"(11":[68],"points":[69,194,218],"lower":[70],"SWE-Bench":[72],"Pro":[73],"compared":[74],"5).":[77],"We":[78,111,127,143,236],"treat":[79],"suspension":[81,156],"as":[82,139],"natural":[84],"experiment,":[85],"where":[86],"the":[87,92,96,103,125,137,140,146,155,183,212,245],"people":[88],"and":[89,94,123,153,170],"projects":[90],"stayed":[91,132],"same":[93],"only":[95,191],"changed,":[98],"so":[99],"we":[100,174],"could":[101],"isolate":[102],"effect":[104],"user":[109],"productivity.":[110],"tracked":[112],"GitHub":[113],"pull":[114,162,188,248],"requests":[115,189,249],"297":[117],"before,":[121],"during,":[122],"after":[124,154],"suspension.":[126],"used":[128],"8,908":[129],"developers":[130],"who":[131],"all":[136,221],"time":[138],"group.":[142],"also":[144,237],"repeated":[145],"comparison":[147],"across":[148],"five":[149,222],"upgrades":[151,213],"before":[152],"in":[157,244],"2026":[158],"(1,208":[159],"developers,":[160],"15,442":[161],"requests).":[163],"Fitting":[164],"difference-in-differences":[166],"with":[168,211],"developer":[169],"date":[171],"fixed":[172],"effects,":[173],"found":[175,210],"having":[177],"increased":[182],"7-day":[184],"merge":[185,207],"rate":[186],"by":[190],"1.4":[192],"percentage":[193,217],"[-1.4;":[195],"+4.3],":[196],"was":[198],"not":[199,231,239],"statistically":[200],"significant.":[201],"Similarly,":[202],"significant":[204,242],"increases":[205],"rates":[208],"were":[209,224],"(weighted":[214],"mean:":[215],"-0.9":[216],"[-1.9;":[219],"+0.2]);":[220],"estimates":[223],"negative":[225],"(95%":[226],"intervals":[227],"included":[228],"0,":[229],"did":[230,238],"differ":[232],"from":[233],"each":[234],"other).":[235],"observe":[240],"increase":[243],"number":[246],"merged":[250],"per":[251],"week":[252],"(+2.4%":[253],"[-4.9%;":[254],"+10.2%]).":[255]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7236205396","counts_by_year":[],"updated_date":"2026-11-22T12:46:00.618207","created_date":"2026-11-19T00:00:00"}
