{"id":"https://openalex.org/W2945068866","doi":"https://doi.org/10.1145/3308560.3317304","title":"Uncovering Bias in Ad Feedback Data Analyses & Applications\u2731","display_name":"Uncovering Bias in Ad Feedback Data Analyses & Applications\u2731","publication_year":2019,"publication_date":"2019-05-13","ids":{"openalex":"https://openalex.org/W2945068866","doi":"https://doi.org/10.1145/3308560.3317304","mag":"2945068866"},"language":"en","primary_location":{"id":"doi:10.1145/3308560.3317304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3308560.3317304","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5040788333","display_name":"Marc Bron","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Marc Bron","raw_affiliation_strings":["Oracle"],"affiliations":[{"raw_affiliation_string":"Oracle","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101500495","display_name":"Ke Zhou","orcid":null},"institutions":[{"id":"https://openalex.org/I142263535","display_name":"University of Nottingham","ror":"https://ror.org/01ee9ar58","country_code":"GB","type":"education","lineage":["https://openalex.org/I142263535"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ke Zhou","raw_affiliation_strings":["University of Nottingham"],"affiliations":[{"raw_affiliation_string":"University of Nottingham","institution_ids":["https://openalex.org/I142263535"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080652975","display_name":"Andy Haines","orcid":"https://orcid.org/0000-0002-8053-4605"},"institutions":[{"id":"https://openalex.org/I4210107260","display_name":"Apple (United Kingdom)","ror":"https://ror.org/01vpeym60","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210107260"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Andy Haines","raw_affiliation_strings":["Apple"],"affiliations":[{"raw_affiliation_string":"Apple","institution_ids":["https://openalex.org/I4210107260"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002597222","display_name":"Mounia Lalmas","orcid":"https://orcid.org/0000-0002-3531-3096"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mounia Lalmas","raw_affiliation_strings":["Spotify"],"affiliations":[{"raw_affiliation_string":"Spotify","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5040788333"],"corresponding_institution_ids":["https://openalex.org/I1342911587"],"apc_list":null,"apc_paid":null,"fwci":1.5301,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.87484941,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"614","last_page":"623"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10609","display_name":"Digital Marketing and Social Media","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10609","display_name":"Digital Marketing and Social Media","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11161","display_name":"Consumer Market Behavior and Pricing","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1406","display_name":"Marketing"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.9951000213623047,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7627698183059692},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.7283340692520142},{"id":"https://openalex.org/keywords/reliability","display_name":"Reliability (semiconductor)","score":0.6589069962501526},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.5732232928276062},{"id":"https://openalex.org/keywords/revenue","display_name":"Revenue","score":0.5033547282218933},{"id":"https://openalex.org/keywords/negative-feedback","display_name":"Negative feedback","score":0.48723068833351135},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.4629232883453369},{"id":"https://openalex.org/keywords/signal","display_name":"SIGNAL (programming language)","score":0.4579547643661499},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3563773036003113},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.31183069944381714},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09464097023010254}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7627698183059692},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.7283340692520142},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.6589069962501526},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.5732232928276062},{"id":"https://openalex.org/C195487862","wikidata":"https://www.wikidata.org/wiki/Q850210","display_name":"Revenue","level":2,"score":0.5033547282218933},{"id":"https://openalex.org/C93586867","wikidata":"https://www.wikidata.org/wiki/Q62527","display_name":"Negative feedback","level":3,"score":0.48723068833351135},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.4629232883453369},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.4579547643661499},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3563773036003113},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.31183069944381714},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09464097023010254},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3308560.3317304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3308560.3317304","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3308560.3317304","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of The 2019 World Wide Web Conference","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W18167294","https://openalex.org/W1493044792","https://openalex.org/W1861683694","https://openalex.org/W1967602422","https://openalex.org/W1969790170","https://openalex.org/W1970210633","https://openalex.org/W1973948212","https://openalex.org/W1979148990","https://openalex.org/W1992554260","https://openalex.org/W1995609428","https://openalex.org/W2010295655","https://openalex.org/W2013677046","https://openalex.org/W2021608999","https://openalex.org/W2055079831","https://openalex.org/W2069361640","https://openalex.org/W2074099343","https://openalex.org/W2074380434","https://openalex.org/W2087835472","https://openalex.org/W2088703566","https://openalex.org/W2110417303","https://openalex.org/W2113318684","https://openalex.org/W2116163449","https://openalex.org/W2133960921","https://openalex.org/W2164295002","https://openalex.org/W2181790324","https://openalex.org/W2336090659","https://openalex.org/W2337164530","https://openalex.org/W2339673956","https://openalex.org/W2498119267","https://openalex.org/W3104329118"],"related_works":["https://openalex.org/W2188500270","https://openalex.org/W2303858293","https://openalex.org/W2915512527","https://openalex.org/W2798198862","https://openalex.org/W51364034","https://openalex.org/W2798997222","https://openalex.org/W2793336762","https://openalex.org/W2091548507","https://openalex.org/W2368816706","https://openalex.org/W2789936093"],"abstract_inverted_index":{"Electronic":[0],"publishers":[1],"and":[2,76,148],"other":[3],"web-companies":[4],"are":[5,32],"starting":[6],"to":[7,20,36,52,93,103,116],"collect":[8],"user":[9],"feedback":[10,38,48,68,99,122,137],"on":[11,27,39],"ads":[12,25,54],"with":[13,145],"the":[14,22,57,64,98,129,133],"aim":[15],"of":[16,24,66,105,131],"using":[17,139],"this":[18,86],"signal":[19,71],"maintain":[21],"quality":[23,75],"shown":[26],"their":[28],"sites.":[29],"However,":[30],"users":[31,45,104],"not":[33],"randomly":[34],"sampled":[35],"provide":[37,47],"ads,":[40],"but":[41],"targeted.":[42],"Furthermore":[43],"some":[44],"who":[46],"may":[49],"be":[50,80],"prone":[51],"dislike":[53],"more":[55],"than":[56],"general":[58],"user.":[59],"This":[60],"raises":[61],"questions":[62],"about":[63],"reliability":[65],"ad":[67,74,83,121,136,141],"as":[69],"a":[70,106,114,146],"for":[72],"measuring":[73],"whether":[77],"it":[78],"can":[79],"used":[81],"in":[82,120,135],"ranking.":[84],"In":[85],"paper":[87],"we":[88,125,151],"start":[89],"by":[90,96,127],"gaining":[91],"insights":[92],"such":[94],"signals":[95],"analyzing":[97],"event":[100],"logs":[101],"attributed":[102],"popular":[107],"mobile":[108],"news":[109],"app.":[110],"We":[111],"then":[112],"propose":[113,152],"model":[115],"reduce":[117],"potential":[118],"biases":[119],"data.":[123],"Finally,":[124],"conclude":[126],"comparing":[128],"effectiveness":[130],"reducing":[132],"bias":[134],"data":[138],"existing":[140],"ranking":[142],"methods":[143],"along":[144],"new":[147],"novel":[149],"approach":[150],"that":[153],"takes":[154],"revenue":[155],"considerations":[156],"into":[157],"account.":[158]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}