{"id":"https://openalex.org/W7164377339","doi":"https://doi.org/10.48550/arxiv.2606.11456","title":"AI Coding Agents in Social Science: Methodologically Diverse, Empirically Consistent, Interpretively Vulnerable","display_name":"AI Coding Agents in Social Science: Methodologically Diverse, Empirically Consistent, Interpretively Vulnerable","publication_year":2026,"publication_date":"2026-06-09","ids":{"openalex":"https://openalex.org/W7164377339","doi":"https://doi.org/10.48550/arxiv.2606.11456"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.11456","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11456","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.11456","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058797533","display_name":"Meysam Alizadeh","orcid":"https://orcid.org/0000-0001-6696-6471"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alizadeh, Meysam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046475081","display_name":"Fabrizio Gilardi","orcid":"https://orcid.org/0000-0002-0635-3048"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gilardi, Fabrizio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052536455","display_name":"Mohsen Mosleh","orcid":"https://orcid.org/0000-0001-7313-5035"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mosleh, Mohsen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5138410893","display_name":"Enkelejda Kasneci","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kasneci, Enkelejda","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.7196999788284302,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.7196999788284302,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13051","display_name":"Qualitative Comparative Analysis Research","score":0.02969999983906746,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.013700000010430813,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/verdict","display_name":"Verdict","score":0.7451000213623047},{"id":"https://openalex.org/keywords/coding","display_name":"Coding (social sciences)","score":0.5493000149726868},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.45739999413490295},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.41029998660087585},{"id":"https://openalex.org/keywords/human-rights","display_name":"Human rights","score":0.4072999954223633},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.40459999442100525},{"id":"https://openalex.org/keywords/confirmation-bias","display_name":"Confirmation bias","score":0.351500004529953},{"id":"https://openalex.org/keywords/equity","display_name":"Equity (law)","score":0.3346000015735626},{"id":"https://openalex.org/keywords/immigration","display_name":"Immigration","score":0.3278000056743622}],"concepts":[{"id":"https://openalex.org/C2776213154","wikidata":"https://www.wikidata.org/wiki/Q13370881","display_name":"Verdict","level":2,"score":0.7451000213623047},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.5493000149726868},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5084999799728394},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4578000009059906},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.45739999413490295},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.4156000018119812},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.41029998660087585},{"id":"https://openalex.org/C169437150","wikidata":"https://www.wikidata.org/wiki/Q8458","display_name":"Human rights","level":2,"score":0.4072999954223633},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.40459999442100525},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.387800008058548},{"id":"https://openalex.org/C79585631","wikidata":"https://www.wikidata.org/wiki/Q431498","display_name":"Confirmation bias","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3359000086784363},{"id":"https://openalex.org/C199728807","wikidata":"https://www.wikidata.org/wiki/Q2578557","display_name":"Equity (law)","level":2,"score":0.3346000015735626},{"id":"https://openalex.org/C70036468","wikidata":"https://www.wikidata.org/wiki/Q131288","display_name":"Immigration","level":2,"score":0.3278000056743622},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.30480000376701355},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.30239999294281006},{"id":"https://openalex.org/C2776943663","wikidata":"https://www.wikidata.org/wiki/Q165687","display_name":"Human capital","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.288100004196167},{"id":"https://openalex.org/C2776119841","wikidata":"https://www.wikidata.org/wiki/Q837675","display_name":"Jury","level":2,"score":0.2879999876022339},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.2870999872684479},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2736000120639801},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C118084267","wikidata":"https://www.wikidata.org/wiki/Q26110","display_name":"Positive economics","level":1,"score":0.2709999978542328},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.26440000534057617},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.25870001316070557},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.2578999996185303},{"id":"https://openalex.org/C105409693","wikidata":"https://www.wikidata.org/wiki/Q5937824","display_name":"Human intelligence","level":2,"score":0.25540000200271606},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2547999918460846},{"id":"https://openalex.org/C84597430","wikidata":"https://www.wikidata.org/wiki/Q106227","display_name":"Locus (genetics)","level":3,"score":0.2547000050544739},{"id":"https://openalex.org/C40722632","wikidata":"https://www.wikidata.org/wiki/Q5160137","display_name":"Confirmatory factor analysis","level":3,"score":0.2508000135421753},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.11456","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11456","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.11456","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.11456","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.5748276114463806}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"The":[0],"deployment":[1],"of":[2,43,69,223],"LLM-based":[3],"agents":[4,12,154,199],"in":[5,50,140],"scientific":[6],"analysis":[7],"raises":[8],"opposing":[9],"concerns:":[10],"that":[11,18],"may":[13,20],"reduce":[14],"methodological":[15,44,92,132,158,205],"diversity,":[16],"or":[17,149,202],"they":[19],"amplify":[21],"the":[22,86,112,141,157,167,208,215,221],"analytic":[23],"flexibility":[24],"through":[25,191],"which":[26,51],"researchers":[27],"reach":[28],"motivated":[29],"conclusions.":[30],"We":[31,61],"argue":[32],"these":[33],"worries":[34],"target":[35],"two":[36],"empirically":[37],"separable":[38],"layers:":[39],"a":[40,47,52,58,75,81],"design":[41,87,209],"layer":[42,49,210],"choices,":[45],"and":[46,72,78,94,115],"verdict":[48,168,216],"decision":[53],"rule":[54,192,196],"maps":[55],"estimates":[56,107,148],"to":[57,162,180],"substantive":[59],"claim.":[60],"test":[62],"both":[63,104],"by":[64],"running":[65],"20":[66],"independent":[67],"executions":[68],"Claude":[70,95,175],"Code":[71,96],"Codex":[73,89],"on":[74],"prominent":[76],"immigration":[77],"social-policy":[79],"against":[80],"many-analysts":[82],"human":[83,91,113,122,138,204],"baseline.":[84],"At":[85,166],"layer,":[88,169],"matches":[90,120],"diversity":[93,206],"produces":[97],"nearly":[98],"three":[99],"times":[100],"as":[101],"many":[102],"specifications;":[103],"agents'":[105],"effect":[106],"remain":[108],"broadly":[109],"aligned":[110],"with":[111],"consensus,":[114],"no":[116],"agent":[117],"model":[118],"exactly":[119],"any":[121],"model.":[123],"A":[124],"prompt-induced":[125],"anti-immigration":[126],"researcher":[127],"prior":[128],"reorganizes":[129],"each":[130],"agent's":[131],"decisions":[133],"but,":[134],"unlike":[135],"for":[136],"biased":[137],"analysts":[139],"same":[142],"data,":[143],"does":[144],"not":[145,227],"shift":[146],"aggregate":[147],"final":[150],"verdicts;":[151],"nor":[152],"do":[153],"reroute":[155],"along":[156],"axes":[159],"humans":[160],"use":[161],"bias":[163,225],"their":[164],"estimates.":[165],"an":[170],"explicit":[171],"confirmatory":[172],"prompt":[173],"flips":[174],"Code's":[176],"verdicts":[177],"from":[178],"10%":[179],"90%":[181],"support":[182],"while":[183,211],"leaving":[184],"its":[185],"coefficient":[186],"distribution":[187],"essentially":[188],"unchanged,":[189],"operating":[190],"omission":[193],"rather":[194],"than":[195],"softening.":[197],"AI":[198,224],"can":[200],"rival":[201],"exceed":[203],"at":[207,214],"remaining":[212],"vulnerable":[213],"layer.":[217],"In":[218],"our":[219],"setting,":[220],"locus":[222],"is":[226],"estimation":[228],"but":[229],"interpretation.":[230]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-06-12T00:00:00"}