{"id":"https://openalex.org/W4366335611","doi":"https://doi.org/10.1145/3543873.3584654","title":"Measuring e-Commerce Metric Changes in Online Experiments","display_name":"Measuring e-Commerce Metric Changes in Online Experiments","publication_year":2023,"publication_date":"2023-04-28","ids":{"openalex":"https://openalex.org/W4366335611","doi":"https://doi.org/10.1145/3543873.3584654"},"language":"en","primary_location":{"id":"doi:10.1145/3543873.3584654","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543873.3584654","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3543873.3584654","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012218395","display_name":"C. H. Bryan Liu","orcid":"https://orcid.org/0000-0002-6516-2364"},"institutions":[{"id":"https://openalex.org/I47508984","display_name":"Imperial College London","ror":"https://ror.org/041kmwe10","country_code":"GB","type":"education","lineage":["https://openalex.org/I47508984"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"C. H. Bryan Liu","raw_affiliation_strings":["ASOS.com, United Kingdom and Imperial College London, United Kingdom"],"affiliations":[{"raw_affiliation_string":"ASOS.com, United Kingdom and Imperial College London, United Kingdom","institution_ids":["https://openalex.org/I47508984"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087053061","display_name":"Emma J. McCoy","orcid":"https://orcid.org/0000-0001-9033-7472"},"institutions":[{"id":"https://openalex.org/I909854389","display_name":"London School of Economics and Political Science","ror":"https://ror.org/0090zs177","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I909854389"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Emma J. McCoy","raw_affiliation_strings":["London School of Economics and Political Science, United Kingdom"],"affiliations":[{"raw_affiliation_string":"London School of Economics and Political Science, United Kingdom","institution_ids":["https://openalex.org/I909854389"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5012218395"],"corresponding_institution_ids":["https://openalex.org/I47508984"],"apc_list":null,"apc_paid":null,"fwci":1.21857262,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.76167064,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"495","last_page":"499"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10646","display_name":"Experimental Behavioral Economics Studies","score":0.9855999946594238,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9843999743461609,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.9645000100135803,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/dependency","display_name":"Dependency (UML)","score":0.7673004865646362},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6105185747146606},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5946744680404663},{"id":"https://openalex.org/keywords/database-transaction","display_name":"Database transaction","score":0.5920392870903015},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.49763205647468567},{"id":"https://openalex.org/keywords/transaction-data","display_name":"Transaction data","score":0.4750114381313324},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4731284976005554},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.43436452746391296},{"id":"https://openalex.org/keywords/e-commerce","display_name":"E-commerce","score":0.4100363254547119},{"id":"https://openalex.org/keywords/marketing","display_name":"Marketing","score":0.32066279649734497},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.28769904375076294},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.206935852766037},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.204199880361557},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.135797381401062},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.11387479305267334}],"concepts":[{"id":"https://openalex.org/C19768560","wikidata":"https://www.wikidata.org/wiki/Q320727","display_name":"Dependency (UML)","level":2,"score":0.7673004865646362},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6105185747146606},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5946744680404663},{"id":"https://openalex.org/C75949130","wikidata":"https://www.wikidata.org/wiki/Q848010","display_name":"Database transaction","level":2,"score":0.5920392870903015},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.49763205647468567},{"id":"https://openalex.org/C127722929","wikidata":"https://www.wikidata.org/wiki/Q7833714","display_name":"Transaction data","level":3,"score":0.4750114381313324},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4731284976005554},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.43436452746391296},{"id":"https://openalex.org/C78597825","wikidata":"https://www.wikidata.org/wiki/Q484847","display_name":"E-commerce","level":2,"score":0.4100363254547119},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.32066279649734497},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.28769904375076294},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.206935852766037},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.204199880361557},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.135797381401062},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.11387479305267334},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3543873.3584654","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543873.3584654","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3543873.3584654","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3543873.3584654","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the ACM Web Conference 2023","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","score":0.47999998927116394,"id":"https://metadata.un.org/sdg/17"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W1995945562","https://openalex.org/W2018977290","https://openalex.org/W2125001590","https://openalex.org/W2134291350","https://openalex.org/W2169068368","https://openalex.org/W2584822570","https://openalex.org/W2964213576","https://openalex.org/W2964337893","https://openalex.org/W3028031794","https://openalex.org/W4298081798"],"related_works":["https://openalex.org/W2989589039","https://openalex.org/W3007554386","https://openalex.org/W2780247929","https://openalex.org/W3108131348","https://openalex.org/W4213307675","https://openalex.org/W3005442585","https://openalex.org/W2035952186","https://openalex.org/W2000646855","https://openalex.org/W2136233809","https://openalex.org/W3095070775"],"abstract_inverted_index":{"Digital":[0],"technology":[1],"organizations":[2],"routinely":[3],"use":[4],"online":[5],"experiments":[6],"(e.g.":[7],"A/B":[8,80],"tests)":[9],"to":[10,23,50,93],"guide":[11],"their":[12],"product":[13],"and":[14,39,62,76,103],"business":[15,27],"decisions.":[16],"In":[17],"e-commerce,":[18],"we":[19,91],"often":[20],"measure":[21],"changes":[22],"transaction-":[24],"or":[25],"item-based":[26],"metrics":[28],"such":[29,69],"as":[30],"Average":[31,35,40],"Basket":[32,36],"Value":[33],"(ABV),":[34],"Size":[37],"(ABS),":[38],"Selling":[41],"Price":[42],"(ASP);":[43],"yet":[44],"it":[45],"remains":[46],"a":[47],"common":[48],"pitfall":[49,98],"ignore":[51],"the":[52,55,88,97,106],"dependency":[53],"between":[54],"value/size":[56],"of":[57,96,108],"transactions/items":[58],"during":[59],"experiment":[60],"design":[61],"analysis.":[63],"We":[64,112],"present":[65],"empirical":[66],"evidence":[67,89],"on":[68,73,79],"dependency,":[70],"its":[71],"impact":[72],"measurement":[74],"uncertainty,":[75],"practical":[77],"implications":[78],"test":[81],"outcomes":[82],"if":[83],"left":[84],"unmitigated.":[85],"By":[86],"making":[87],"available,":[90],"hope":[92],"drive":[94],"awareness":[95],"among":[99],"experimenters":[100],"in":[101,128],"e-commerce":[102],"hence":[104],"encourage":[105],"adoption":[107],"established":[109],"mitigation":[110,120],"approaches.":[111],"also":[113],"share":[114],"lessons":[115],"learned":[116],"when":[117],"incorporating":[118],"selected":[119],"approaches":[121],"into":[122],"our":[123],"experimentation":[124],"analysis":[125],"platform":[126],"currently":[127],"production.":[129]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}