{"id":"https://openalex.org/W284550287","doi":null,"title":"Two Cheers for Corporate Experimentation: The A/B Illusion and the Virtues of Data-Driven Innovation","display_name":"Two Cheers for Corporate Experimentation: The A/B Illusion and the Virtues of Data-Driven Innovation","publication_year":2015,"publication_date":"2015-05-11","ids":{"openalex":"https://openalex.org/W284550287","mag":"284550287"},"language":"en","primary_location":{"id":"pmh:oai:scholar.law.colorado.edu:ctlj-1194","doi":null,"is_oa":false,"landing_page_url":"https://scholar.law.colorado.edu/ctlj/vol13/iss2/6","pdf_url":null,"source":{"id":"https://openalex.org/S4377196699","display_name":"Colorado Law Scholarly Commons (University of Colorado Colorado Springs)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I888729015","host_organization_name":"University of Colorado Colorado Springs","host_organization_lineage":["https://openalex.org/I888729015"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Colorado Technology Law Journal","raw_type":"text"},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://papers.ssrn.com/sol3/papers.cfm?abstract_id=2605132","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079756254","display_name":"Michelle N. Meyer","orcid":"https://orcid.org/0000-0001-5497-8803","observed_orcids":["https://orcid.org/0000-0001-5497-8803"]},"institutions":[{"id":"https://openalex.org/I16944753","display_name":"Clarkson University","ror":"https://ror.org/03rwgpn18","country_code":"US","type":"education","lineage":["https://openalex.org/I16944753"]},{"id":"https://openalex.org/I54713919","display_name":"Geisinger Health System","ror":"https://ror.org/02qdbgx97","country_code":"US","type":"healthcare","lineage":["https://openalex.org/I54713919"]},{"id":"https://openalex.org/I98704320","display_name":"Icahn School of Medicine at Mount Sinai","ror":"https://ror.org/04a9tmd77","country_code":"US","type":"education","lineage":["https://openalex.org/I1320796813","https://openalex.org/I98704320"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Michelle N. Meyer","raw_affiliation_strings":["Geisinger Health System, Center for Translational Bioethics and Health Care Policy","Clarkson University\u2013Icahn School of Medicine at Mount Sinai Bioethics Program"],"raw_orcid":"https://orcid.org/0000-0001-5497-8803","affiliations":[{"raw_affiliation_string":"Geisinger Health System, Center for Translational Bioethics and Health Care Policy","institution_ids":["https://openalex.org/I54713919"]},{"raw_affiliation_string":"Clarkson University\u2013Icahn School of Medicine at Mount Sinai Bioethics Program","institution_ids":["https://openalex.org/I16944753","https://openalex.org/I98704320"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5079756254"],"corresponding_institution_ids":["https://openalex.org/I16944753","https://openalex.org/I54713919","https://openalex.org/I98704320"],"apc_list":null,"apc_paid":null,"fwci":4.8138,"has_fulltext":false,"cited_by_count":62,"citation_normalized_percentile":{"value":0.94483258,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":100},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.4113999903202057,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10582","display_name":"Ethics in Clinical Research","score":0.4113999903202057,"subfield":{"id":"https://openalex.org/subfields/2739","display_name":"Public Health, Environmental and Occupational Health"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.13510000705718994,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13417","display_name":"Biomedical Ethics and Regulation","score":0.05869999900460243,"subfield":{"id":"https://openalex.org/subfields/2910","display_name":"Issues, ethics and legal aspects"},"field":{"id":"https://openalex.org/fields/29","display_name":"Nursing"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/a-b-testing","display_name":"A/B testing","score":0.7639999985694885},{"id":"https://openalex.org/keywords/human-experimentation","display_name":"human experimentation","score":0.703000009059906},{"id":"https://openalex.org/keywords/informed-consent","display_name":"informed consent","score":0.9459999799728394},{"id":"https://openalex.org/keywords/data-driven-innovation","display_name":"data-driven innovation","score":0.6480000019073486},{"id":"https://openalex.org/keywords/innovation-ethics","display_name":"ethics of innovation","score":0.5009999871253967},{"id":"https://openalex.org/keywords/facebook-news-feed","display_name":"Facebook News Feed","score":0.3330000042915344},{"id":"https://openalex.org/keywords/social-media-regulation","display_name":"social media regulation","score":0.30300000309944153},{"id":"https://openalex.org/keywords/social-comparison","display_name":"social comparison","score":0.34599998593330383},{"id":"https://openalex.org/keywords/emotional-contagion","display_name":"emotional contagion","score":0.6700000166893005},{"id":"https://openalex.org/keywords/algorithmic-transparency","display_name":"algorithmic transparency","score":0.3070000112056732},{"id":"https://openalex.org/keywords/algorithmic-accountability","display_name":"algorithmic accountability","score":0.4090000092983246},{"id":"https://openalex.org/keywords/algorithmic-governance","display_name":"algorithmic governance","score":0.3409999907016754},{"id":"https://openalex.org/keywords/algorithmic-fairness","display_name":"algorithmic fairness","score":0.5830000042915344}],"concepts":[{"id":"https://openalex.org/C184047640","wikidata":"https://www.wikidata.org/wiki/Q182593","display_name":"Illusion","level":2,"score":0.6295404434204102},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.45180100202560425},{"id":"https://openalex.org/C190253527","wikidata":"https://www.wikidata.org/wiki/Q295354","display_name":"Law and economics","level":1,"score":0.4012141525745392},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.36788395047187805},{"id":"https://openalex.org/C40700","wikidata":"https://www.wikidata.org/wiki/Q1411783","display_name":"Industrial organization","level":1,"score":0.3631736636161804},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.24626100063323975},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.14358669519424438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:scholar.law.colorado.edu:ctlj-1194","doi":null,"is_oa":false,"landing_page_url":"https://scholar.law.colorado.edu/ctlj/vol13/iss2/6","pdf_url":null,"source":{"id":"https://openalex.org/S4377196699","display_name":"Colorado Law Scholarly Commons (University of Colorado Colorado Springs)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I888729015","host_organization_name":"University of Colorado Colorado Springs","host_organization_lineage":["https://openalex.org/I888729015"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Colorado Technology Law Journal","raw_type":"text"},{"id":"mag:284550287","doi":null,"is_oa":true,"landing_page_url":"https://papers.ssrn.com/sol3/papers.cfm?abstract_id=2605132","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null}],"best_oa_location":{"id":"mag:284550287","doi":null,"is_oa":true,"landing_page_url":"https://papers.ssrn.com/sol3/papers.cfm?abstract_id=2605132","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2810165363","https://openalex.org/W2396424565","https://openalex.org/W6922844329","https://openalex.org/W2597932457","https://openalex.org/W57870688","https://openalex.org/W2938443763","https://openalex.org/W138063688","https://openalex.org/W7065906524","https://openalex.org/W2801728724","https://openalex.org/W3005139125"],"abstract_inverted_index":{"\u201cPractitioners\u201d":[0],"\u2014":[1,10,83,87,637],"whether":[2],"business":[3],"managers,":[4],"lawmakers,":[5],"clinicians,":[6],"or":[7,24,127,149,179,204,416,534,759,772,799,863,983],"other":[8,154],"actors":[9],"are":[11,158,187,632,643,711,735],"constantly":[12],"innovating,":[13],"in":[14,153,181,263,270,280,343,366,374,395,425,477,598,604,692,776,961,1012],"the":[15,38,62,67,113,129,163,172,176,213,237,241,252,259,281,297,349,403,411,414,458,490,494,504,540,550,578,599,605,650,660,663,671,687,702,714,721,738,743,790,794,797,800,810,814,826,834,844,847,858,884,925,931,943,947,957,965,992],"broad":[16],"sense":[17],"of":[18,40,70,77,115,198,254,299,353,368,448,464,489,493,511,662,690,749,779,789,817,829,860,874,927,942,979,999],"introducing":[19],"new":[20,30],"products,":[21],"services,":[22],"policies,":[23],"practices.":[25],"In":[26,89,169,536],"some":[27,406,787],"cases":[28],"(e.g.,":[29],"drugs":[31],"and":[32,52,55,79,103,143,223,279,285,316,337,356,398,405,461,484,487,517,520,569,584,602,628,685,713,746,823,895,930,950,995],"medical":[33],"devices),":[34],"we\u2019ve":[35],"decided":[36],"that":[37,44,186,217,265,302,317,413,641,693,716,907],"risks":[39,298,519,629,710],"such":[41,138],"innovations":[42],"require":[43],"they":[45,283,734],"be":[46,166,202,429,620,626,730,756,952],"carefully":[47],"introduced":[48,60],"into":[49,61],"small":[50,336],"populations,":[51],"their":[53,277,439,478,532,1013],"safety":[54,78],"efficacy":[56,80],"measured,":[57],"before":[58],"they\u2019re":[59,666],"general":[63],"population.":[64],"But":[65,330,496,806],"for":[66,363,467,1002],"vast":[68],"majority":[69],"innovations,":[71],"ex":[72],"ante":[73],"regulation":[74],"requiring":[75],"evidence":[76,906],"neither":[81],"does":[82],"nor":[84],"feasibly":[85],"could":[86,937],"exist.":[88],"these":[90,331,568,753,780],"cases,":[91,171],"how":[92,271,679],"should":[93,383,951],"practitioners":[94],"responsibly":[95,683],"innovate?":[96],"Most":[97],"commonly,":[98],"innovation":[99,126,258,694],"is":[100,216,220,229,308,322,577,741,955,972,1011],"ad":[101],"hoc":[102],"intuition-driven.":[104],"Sometimes,":[105],"a":[106,116,194,245,267,312,344,430,471,547,675,698,725,770,838,852,871,897,1006],"practitioner":[107,173,958,966],"will":[108,165],"attempt":[109],"to":[110,122,128,137,147,189,201,208,250,304,319,346,357,378,389,423,428,433,457,469,503,507,546,586,592,614,619,630,646,649,668,682,718,793,850,856,892,915,923,975,985,991,996,1004],"rigorously":[111,347],"determine":[112,251,348],"effects":[114,253,352,803,859,926],"novel":[117],"practice":[118,510,665,801,865],"by":[119,401,437,582,724,737,785],"comparing":[120],"it":[121,248,370,376,677,804,936],"an":[123,257,326,372,391,861,877],"alternative":[124,873],"possible":[125],"status":[130],"quo.":[131],"Not":[132],"infrequently,":[133],"if":[134],"those":[135,170],"subject":[136,188],"A/B":[139,190,881,948,962],"testing":[140,191,963],"(as":[141,151],"marketers":[142],"data":[144],"scientists":[145,152],"refer":[146],"it)":[148,157],"experimentation":[150,225],"fields":[155],"call":[156],"fully":[159],"informed":[160,227,617],"about":[161,244,296,386,474,567,686,1009],"it,":[162],"results":[164,492],"badly":[167],"biased.":[168],"may":[174,727,755],"undertake":[175],"exercise":[177],"more":[178,634,707,867,973],"less":[180],"secret,":[182],"at":[183],"least":[184],"initially.Practices":[185],"generally":[192],"have":[193,291],"far":[195],"greater":[196],"chance":[197],"being":[199],"discovered":[200],"unsafe":[203],"ineffective,":[205],"potentially":[206],"leading":[207],"substantial":[209],"welfare":[210],"gains.":[211],"Yet":[212],"conventional":[214],"wisdom":[215],"\u201chuman":[218],"experimentation\u201d":[219],"inherently":[221],"dangerous":[222],"human":[224,588,818],"without":[226,531],"consent":[228,618,624],"always":[230],"unethical.":[231],"Facebook":[232,443,541,651,811,944],"recently":[233],"learned":[234,243],"this":[235,497,537,595],"lesson":[236],"hard":[238],"way":[239,282],"after":[240,523],"public":[242,404],"2012":[246],"experiment":[247,373,544,798,812,836,854,945],"conducted":[249,371,736],"News":[255,300,515,908],"Feed,":[256],"company":[260,340],"had":[261,420],"launched":[262],"2006":[264],"marked":[266],"major":[268],"shift":[269],"now":[272],"1.44":[273,528],"billion":[274,529],"people":[275],"allocate":[276],"time":[278],"observe":[284],"interact":[286],"with":[287,444,934],"others.":[288],"Academic":[289],"studies":[290,333],"suggested":[292],"two":[293,560,773,781],"contradictory":[294,332],"hypotheses":[295],"Feed:":[301],"exposure":[303,318,914],"friends\u2019":[305],"positive":[306,918],"posts":[307,321],"psychologically":[309,323,434,910],"risky":[310,324],"(through":[311,325],"social":[313],"comparison":[314],"mechanism)":[315],"negative":[320,916],"emotional":[327,542],"contagion":[328,543],"mechanism).":[329],"were":[334,525],"mostly":[335],"observational.":[338],"The":[339,574,653,880],"alone":[341],"was":[342,394,476],"position":[345,447,922,978],"mental":[350],"health":[351],"its":[354,446,518,928],"service,":[355],"do":[358,379,938],"so":[359,417],"relatively":[360],"cheaply.":[361],"And":[362],"one":[364,580],"week":[365],"January":[367],"2012,":[369],"which":[375,563,883,935],"attempted":[377],"just":[380],"that.":[381],"How":[382],"we":[384,564],"think":[385,566],"Facebook\u2019s":[387,508,920],"decision":[388],"conduct":[390],"experiment?":[392],"Reaction":[393],"fact":[396,412],"swift":[397],"fierce.":[399],"Criticism":[400],"both":[402,742],"prominent":[407],"ethicists":[408,583],"centered":[409],"on":[410,527],"700,000":[415],"users":[418,436,530,912,982],"involved":[419],"not":[421,728,956],"consented":[422],"participate":[424],"what":[426,475,1010],"appeared":[427],"study":[431,726,857],"designed":[432,667,855],"harm":[435],"manipulating":[438],"emotions.":[440],"Critics":[441],"charged":[442],"exploiting":[445],"power":[449,980],"over":[450,981],"users,":[451],"treating":[452],"them":[453,463,468,987,998,1003],"as":[454,555,674,837,866,988],"mere":[455,989],"means":[456,990],"corporation\u2019s":[459,993],"ends,":[460,994],"depriving":[462],"information":[465,1000],"necessary":[466,1001],"make":[470,1005],"considered":[472,1007],"judgment":[473,1008],"best":[479,1014],"interests.":[480,1015],"Some":[481],"demanded":[482],"federal":[483,606],"state":[485],"investigations":[486],"retraction":[488],"published":[491],"experiment.":[495,652],"considerable":[498],"discussion":[499],"paid":[500],"scant":[501],"attention":[502],"experiment\u2019s":[505],"relationship":[506],"underlying":[509,664],"algorithmically":[512],"curating":[513],"users\u2019":[514],"Feeds":[516],"uncertainties":[521],"which,":[522],"all,":[524],"imposed":[526,712],"knowledge":[533,722],"consent.":[535],"article,":[538],"using":[539],"and,":[545],"lesser":[548],"extent,":[549],"OkCupid":[551,835],"matching":[552],"algorithm":[553],"experiment,":[554],"case":[556,840],"studies,":[557],"I":[558,639,842],"explore":[559],"frames":[561,782],"through":[562,813,825,913],"can":[565,889],"similar":[570],"corporate":[571],"field":[572,657,853],"experiments.":[573],"first":[575,815],"frame":[576,655],"familiar":[579],"used":[581],"regulators":[585],"govern":[587],"subjects":[589,631,819],"research.":[590],"Contrary":[591],"popular":[593],"belief,":[594],"frame,":[596],"articulated":[597],"Belmont":[600],"Report":[601],"codified":[603],"Common":[607,885],"Rule,":[608],"appropriately":[609],"permits":[610],"prima":[611],"facie":[612],"duties":[613],"obtain":[615],"subjects\u2019":[616],"overridden":[621],"when":[622],"obtaining":[623],"would":[625],"infeasible":[627],"no":[633],"than":[635,708,870],"minimal":[636],"criteria,":[638],"argue,":[640],"there":[642],"good":[644],"reasons":[645],"believe":[647],"applied":[648],"second":[654,827],"contextualizes":[656],"experiments":[658,691,754],"against":[659],"backdrop":[661],"study.":[669],"Foregrounding":[670],"experimenter\u2019s":[672],"role":[673,689],"practitioner,":[676],"asks":[678],"she":[680],"ought":[681],"innovate":[684],"appropriate":[688],"process.":[695],"Experiments":[696],"involving":[697],"tight":[699],"fit":[700],"between":[701,768],"population":[703,715],"upon":[704],"whom":[705],"(no":[706],"minimal)":[709],"stands":[717],"benefit":[719],"from":[720],"produced":[723],"only":[729],"ethically":[731,757],"permissible;":[732],"where":[733,765],"innovator":[739],"who":[740,959,967,971],"proximate":[744],"cause":[745,890],"cheapest":[747],"avoider":[748],"any":[750],"innovation-related":[751],"costs,":[752],"laudable":[758],"even":[760],"obligatory.":[761],"Like":[762],"Rubin\u2019s":[763],"vase,":[764],"viewers":[766],"vacillate":[767],"seeing":[769],"vase":[771],"opposing":[774],"faces":[775],"profile,":[777],"each":[778],"becomes":[783],"salient":[784],"bringing":[786],"aspect":[788],"overall":[791],"situation":[792],"foreground:":[795],"either":[796],"whose":[802],"tests.":[805],"almost":[807],"everyone":[808],"saw":[809],"framework":[816,828],"research":[820,894],"every":[821],"time,":[822],"never":[824],"responsible":[830],"innovation.":[831],"Why?":[832],"Using":[833],"mini":[839],"study,":[841],"dub":[843],"\u201cA/B":[845],"illusion\u201d":[846],"widespread":[848],"tendency":[849],"view":[851],"existing":[862],"proposed":[864],"morally":[868],"suspicious":[869],"practitioner\u2019s":[872],"immediately":[875],"implementing":[876],"untested":[878],"practice.":[879],"illusion,":[882],"Rule":[886],"lamentably":[887],"fosters,":[888],"us":[891],"overregulate":[893],"underprotect":[896],"practice\u2019s":[898],"end-users.":[899],"For":[900],"instance,":[901],"given":[902],"probative":[903],"but":[904,964],"inconclusive":[905],"Feed":[909],"harms":[911],"and/or":[917],"posts,":[919],"unique":[921],"establish":[924],"innovation,":[929],"relative":[932],"ease":[933],"so,":[939],"most":[940],"criticisms":[941],"reflect":[946],"illusion":[949],"inverted:":[953],"It":[954],"engages":[960],"simply":[968],"implements":[969],"A":[970],"likely":[974],"exploit":[976],"her":[977],"employees,":[984],"treat":[986],"deprive":[997]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":4},{"year":2020,"cited_by_count":36},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":5}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}