{"id":"https://openalex.org/W2517898478","doi":"https://doi.org/10.1145/2959100.2959127","title":"Hypothesis Testing","display_name":"Hypothesis Testing","publication_year":2016,"publication_date":"2016-09-01","ids":{"openalex":"https://openalex.org/W2517898478","doi":"https://doi.org/10.1145/2959100.2959127","mag":"2517898478"},"language":"en","primary_location":{"id":"doi:10.1145/2959100.2959127","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2959100.2959127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021203810","display_name":"Roman Zykov","orcid":null},"institutions":[{"id":"https://openalex.org/I2801431299","display_name":"Russian Federal Space Agency","ror":"https://ror.org/04abg5t05","country_code":"RU","type":"government","lineage":["https://openalex.org/I2801431299"]}],"countries":["RU"],"is_corresponding":true,"raw_author_name":"Roman Zykov","raw_affiliation_strings":["Retail Rocket, Moscow, Russian Fed"],"affiliations":[{"raw_affiliation_string":"Retail Rocket, Moscow, Russian Fed","institution_ids":["https://openalex.org/I2801431299"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5021203810"],"corresponding_institution_ids":["https://openalex.org/I2801431299"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12431263,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"387","last_page":"387"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.7674999833106995,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11891","display_name":"Big Data and Business Intelligence","score":0.7674999833106995,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7824063897132874},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6055480241775513},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5903943181037903},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.5466955900192261},{"id":"https://openalex.org/keywords/product","display_name":"Product (mathematics)","score":0.47641074657440186},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.4647215008735657},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.45779165625572205},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3338344097137451},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.2908957004547119},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.09313523769378662}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7824063897132874},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6055480241775513},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5903943181037903},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5466955900192261},{"id":"https://openalex.org/C90673727","wikidata":"https://www.wikidata.org/wiki/Q901718","display_name":"Product (mathematics)","level":2,"score":0.47641074657440186},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.4647215008735657},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.45779165625572205},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3338344097137451},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2908957004547119},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.09313523769378662},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2959100.2959127","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2959100.2959127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 10th ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5600000023841858}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2109940557","https://openalex.org/W2466832359","https://openalex.org/W4391210591","https://openalex.org/W1582019636","https://openalex.org/W1499005795","https://openalex.org/W3172493050","https://openalex.org/W4385420271","https://openalex.org/W4312192618","https://openalex.org/W3186009039","https://openalex.org/W4206244401"],"abstract_inverted_index":{"Retail":[0],"Rocket":[1],"helps":[2],"web":[3],"shoppers":[4],"make":[5,126],"better":[6],"shopping":[7],"decisions":[8],"by":[9],"providing":[10],"personalized":[11],"real-time":[12,42],"recommendations":[13],"through":[14],"multiple":[15],"channels":[16],"with":[17],"over":[18],"100MM":[19],"unique":[20],"monthly":[21],"users":[22],"and":[23,51,61,97,139,143],"1000+":[24],"retail":[25],"partners.":[26],"The":[27,45],"rapid":[28,65],"improvement":[29],"of":[30,41,47,53,64,67,76,112,129,141,154,157,163,172],"the":[31,38,83,89,99,118,152,161,170],"product":[32],"is":[33,148,160],"important":[34],"to":[35,95,108,150],"win":[36],"on":[37,114],"high-concurrency":[39],"market":[40],"personalization":[43],"platforms.":[44],"necessity":[46],"introducing":[48],"constant":[49],"innovations":[50],"improvements":[52],"algorithms":[54],"for":[55,136,169],"recommendation":[56],"systems":[57],"requires":[58],"correct":[59],"tools":[60],"a":[62,71,110],"process":[63,128],"testing":[66,131],"hypotheses.":[68],"It's":[69],"not":[70,81],"secret":[72],"that":[73,101,115],"9":[74],"out":[75],"10":[77],"hypotheses":[78,130],"actually":[79],"do":[80],"improve":[82,103],"performance":[84],"at":[85],"least.":[86],"We":[87],"had":[88],"task":[90],"stated":[91],"as":[92,104,106],"follows:":[93],"How":[94,124],"detect":[96],"eliminate":[98],"idea":[100],"doesn't":[102],"early":[105],"possible,":[107],"spend":[109],"minimum":[111],"resources":[113],"process.":[116],"In":[117],"report":[119],"we":[120,125],"will":[121],"talk":[122],"about:":[123],"our":[127],"faster.":[132],"One":[133],"programming":[134],"language":[135],"R&D.":[137],"Enmity":[138],"friendship":[140],"offline":[142],"online":[144,165,173],"metrics.":[145],"Why":[146],"it":[147],"difficult":[149],"predict":[151],"impact":[153],"changing":[155],"diversity":[156],"algorithms.":[158],"What":[159],"benefit":[162],"AA/BB":[164],"tests.":[166,174],"Bayesian":[167],"statistics":[168],"evaluation":[171]},"counts_by_year":[],"updated_date":"2026-02-24T19:35:01.260952","created_date":"2016-09-16T00:00:00"}