{"id":"https://openalex.org/W3157287137","doi":"https://doi.org/10.1145/3485447.3512063","title":"Interference, Bias, and Variance in Two-Sided Marketplace Experimentation: Guidance for Platforms","display_name":"Interference, Bias, and Variance in Two-Sided Marketplace Experimentation: Guidance for Platforms","publication_year":2022,"publication_date":"2022-04-25","ids":{"openalex":"https://openalex.org/W3157287137","doi":"https://doi.org/10.1145/3485447.3512063","mag":"3157287137"},"language":"en","primary_location":{"id":"doi:10.1145/3485447.3512063","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485447.3512063","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485447.3512063","source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3485447.3512063","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072318564","display_name":"Hannah Li","orcid":"https://orcid.org/0000-0002-0801-4015"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hannah Li","raw_affiliation_strings":["Management Science and Engineering, Stanford University, USA"],"affiliations":[{"raw_affiliation_string":"Management Science and Engineering, Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102886477","display_name":"Geng Zhao","orcid":"https://orcid.org/0000-0003-0750-356X"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Geng Zhao","raw_affiliation_strings":["Electrical Engineering and Computer Sciences, University of California, Berkeley, USA"],"affiliations":[{"raw_affiliation_string":"Electrical Engineering and Computer Sciences, University of California, Berkeley, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042177635","display_name":"Ramesh Johari","orcid":"https://orcid.org/0000-0002-3960-0770"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramesh Johari","raw_affiliation_strings":["Management Science and Engineering, Stanford University, USA"],"affiliations":[{"raw_affiliation_string":"Management Science and Engineering, Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5091598160","display_name":"Gabriel Y. Weintraub","orcid":"https://orcid.org/0000-0001-6111-507X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gabriel Y. Weintraub","raw_affiliation_strings":["Graduate School of Business, Stanford University, USA"],"affiliations":[{"raw_affiliation_string":"Graduate School of Business, Stanford University, USA","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5072318564"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":9.3494,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.9878453,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"182","last_page":"192"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11437","display_name":"Digital Platforms and Economics","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11437","display_name":"Digital Platforms and Economics","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1408","display_name":"Strategy and Management"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9775999784469604,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9769999980926514,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.6501115560531616},{"id":"https://openalex.org/keywords/interference","display_name":"Interference (communication)","score":0.6315465569496155},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.5644016265869141},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.5508133769035339},{"id":"https://openalex.org/keywords/supply-side","display_name":"Supply side","score":0.5073997378349304},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.506037175655365},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.47599637508392334},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.4701291024684906},{"id":"https://openalex.org/keywords/demand-side","display_name":"Demand side","score":0.44901981949806213},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.3611051142215729},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.3441814184188843},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.31017768383026123},{"id":"https://openalex.org/keywords/microeconomics","display_name":"Microeconomics","score":0.24553877115249634},{"id":"https://openalex.org/keywords/channel","display_name":"Channel (broadcasting)","score":0.16379964351654053},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.12346535921096802}],"concepts":[{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.6501115560531616},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.6315465569496155},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.5644016265869141},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5508133769035339},{"id":"https://openalex.org/C2992107181","wikidata":"https://www.wikidata.org/wiki/Q531186","display_name":"Supply side","level":2,"score":0.5073997378349304},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.506037175655365},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.47599637508392334},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.4701291024684906},{"id":"https://openalex.org/C3020254827","wikidata":"https://www.wikidata.org/wiki/Q5255016","display_name":"Demand side","level":2,"score":0.44901981949806213},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.3611051142215729},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.3441814184188843},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.31017768383026123},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.24553877115249634},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.16379964351654053},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.12346535921096802},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C118552586","wikidata":"https://www.wikidata.org/wiki/Q7867","display_name":"Psychiatry","level":1,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3485447.3512063","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485447.3512063","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485447.3512063","source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},{"id":"pmh:oai:RePEc:arx:papers:2104.12222","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"}],"best_oa_location":{"id":"doi:10.1145/3485447.3512063","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3485447.3512063","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3485447.3512063","source":{"id":"https://openalex.org/S4363608783","display_name":"Proceedings of the ACM Web Conference 2022","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Web Conference 2022","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2252649102","display_name":null,"funder_award_id":"1931696,1839229","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6103721126","display_name":"CPS: Small: Collaborative Research: Information Design and Price Mechanisms in Platforms for Cyber-Physical Systems with Learning Agents","funder_award_id":"1931696","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3157287137.pdf","grobid_xml":"https://content.openalex.org/works/W3157287137.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W941378780","https://openalex.org/W1550914445","https://openalex.org/W1990054777","https://openalex.org/W2018528171","https://openalex.org/W2152886806","https://openalex.org/W2163047161","https://openalex.org/W2189069876","https://openalex.org/W2743673655","https://openalex.org/W2785058674","https://openalex.org/W2921529564","https://openalex.org/W2939033286","https://openalex.org/W2951409510","https://openalex.org/W2971142628","https://openalex.org/W3011423189","https://openalex.org/W3020710313","https://openalex.org/W3035105667","https://openalex.org/W3040914334","https://openalex.org/W3105543416","https://openalex.org/W3122753974","https://openalex.org/W3122878917","https://openalex.org/W3123311355","https://openalex.org/W3135415433","https://openalex.org/W3168254570"],"related_works":["https://openalex.org/W4251393412","https://openalex.org/W4241749851","https://openalex.org/W3016728674","https://openalex.org/W4205321077","https://openalex.org/W1630921881","https://openalex.org/W2327970520","https://openalex.org/W4234211414","https://openalex.org/W4301880104","https://openalex.org/W4300419313","https://openalex.org/W4237822845"],"abstract_inverted_index":{"Two-sided":[0],"marketplace":[1],"platforms":[2],"often":[3],"run":[4],"experiments":[5],"(or":[6],"A/B":[7],"tests)":[8],"to":[9,24,52,61,115,131],"test":[10],"the":[11,33,46,49,54,57,71,77,82,92,96,104],"effect":[12,55,98],"of":[13,95],"an":[14],"intervention":[15,58],"before":[16],"launching":[17],"it":[18,88],"platform-wide.":[19],"A":[20],"typical":[21],"approach":[22],"is":[23,89],"randomize":[25],"users":[26,74],"into":[27],"a":[28,36,116],"treatment":[29,97],"group,":[30,38],"which":[31,39,110],"receives":[32],"intervention,":[34],"and":[35,113,128],"control":[37],"does":[40],"not.":[41],"The":[42],"platform":[43,72],"then":[44],"compares":[45],"performance":[47],"in":[48,103],"two":[50,66],"groups":[51],"estimate":[53],"if":[56],"were":[59],"launched":[60],"everyone.":[62],"We":[63],"focus":[64],"on":[65,76,81],"common":[67],"experiment":[68],"types,":[69],"where":[70],"randomizes":[73],"either":[75],"supply":[78],"side":[79],"or":[80],"demand":[83,127],"side.":[84],"For":[85],"these":[86],"experiments,":[87],"known":[90],"that":[91,122],"resulting":[93],"estimates":[94],"are":[99],"typically":[100],"biased:":[101],"individuals":[102],"market":[105],"compete":[106],"with":[107],"each":[108],"other,":[109],"creates":[111],"interference":[112],"leads":[114],"biased":[117],"estimate.":[118],"Here,":[119],"we":[120],"observe":[121],"economic":[123],"interactions":[124],"(competition":[125],"among":[126],"supply)":[129],"lead":[130],"statistical":[132],"phenomenon":[133],"(biased":[134],"estimates).":[135]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}