{"id":"https://openalex.org/W3167205956","doi":"https://doi.org/10.1145/3442442.3452306","title":"Auditing Source Diversity Bias in Video Search Results Using Virtual Agents","display_name":"Auditing Source Diversity Bias in Video Search Results Using Virtual Agents","publication_year":2021,"publication_date":"2021-04-19","ids":{"openalex":"https://openalex.org/W3167205956","doi":"https://doi.org/10.1145/3442442.3452306","mag":"3167205956"},"language":"en","primary_location":{"id":"doi:10.1145/3442442.3452306","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442442.3452306","pdf_url":null,"source":{"id":"https://openalex.org/S4306506652","display_name":"Companion Proceedings of the Web Conference 2021","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3442442.3452306","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026969792","display_name":"Aleksandra Urman","orcid":"https://orcid.org/0000-0003-3332-9294"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]},{"id":"https://openalex.org/I202697423","display_name":"University of Zurich","ror":"https://ror.org/02crff812","country_code":"CH","type":"education","lineage":["https://openalex.org/I202697423"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Aleksandra Urman","raw_affiliation_strings":["University of Bern & University of Zurich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bern & University of Zurich","institution_ids":["https://openalex.org/I118564535","https://openalex.org/I202697423"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087601816","display_name":"Mykola Makhortykh","orcid":"https://orcid.org/0000-0001-7143-5317"},"institutions":[{"id":"https://openalex.org/I118564535","display_name":"University of Bern","ror":"https://ror.org/02k7v4d05","country_code":"CH","type":"education","lineage":["https://openalex.org/I118564535"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Mykola Makhortykh","raw_affiliation_strings":["University of Bern"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Bern","institution_ids":["https://openalex.org/I118564535"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035734289","display_name":"Roberto Ulloa","orcid":"https://orcid.org/0000-0002-9870-5505"},"institutions":[{"id":"https://openalex.org/I4210101898","display_name":"GESIS - Leibniz Institute for the Social Sciences","ror":"https://ror.org/018afyw53","country_code":"DE","type":"facility","lineage":["https://openalex.org/I315704651","https://openalex.org/I4210101898"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Roberto Ulloa","raw_affiliation_strings":["GESIS \u2013 Leibniz Institute for the Social Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"GESIS \u2013 Leibniz Institute for the Social Sciences","institution_ids":["https://openalex.org/I4210101898"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.0779,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.96425796,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"232","last_page":"236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13718","display_name":"Media Influence and Politics","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.9901000261306763,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10557","display_name":"Social Media and Politics","score":0.9405999779701233,"subfield":{"id":"https://openalex.org/subfields/3315","display_name":"Communication"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/competitor-analysis","display_name":"Competitor analysis","score":0.8247371315956116},{"id":"https://openalex.org/keywords/search-engine","display_name":"Search engine","score":0.6825910806655884},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6591688394546509},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.6577771902084351},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.6504271030426025},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.5888900756835938},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.519059956073761},{"id":"https://openalex.org/keywords/online-search","display_name":"Online search","score":0.46763303875923157},{"id":"https://openalex.org/keywords/cultural-diversity","display_name":"Cultural diversity","score":0.4578302502632141},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.11769455671310425},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.08652251958847046},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.07273995876312256}],"concepts":[{"id":"https://openalex.org/C127576917","wikidata":"https://www.wikidata.org/wiki/Q624630","display_name":"Competitor analysis","level":2,"score":0.8247371315956116},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.6825910806655884},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6591688394546509},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.6577771902084351},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.6504271030426025},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.5888900756835938},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.519059956073761},{"id":"https://openalex.org/C171089853","wikidata":"https://www.wikidata.org/wiki/Q7094123","display_name":"Online search","level":2,"score":0.46763303875923157},{"id":"https://openalex.org/C125209646","wikidata":"https://www.wikidata.org/wiki/Q1338878","display_name":"Cultural diversity","level":2,"score":0.4578302502632141},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.11769455671310425},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.08652251958847046},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.07273995876312256},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":7,"locations":[{"id":"doi:10.1145/3442442.3452306","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442442.3452306","pdf_url":null,"source":{"id":"https://openalex.org/S4306506652","display_name":"Companion Proceedings of the Web Conference 2021","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2106.02715","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.02715","pdf_url":"https://arxiv.org/pdf/2106.02715","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:www.zora.uzh.ch:203783","is_oa":true,"landing_page_url":null,"pdf_url":"https://www.zora.uzh.ch/id/eprint/203783/1/FATES_2021_Submission__Copy__SHORTENED%282%29.pdf","source":{"id":"https://openalex.org/S4306401281","display_name":"Zurich Open Repository and Archive (University of Zurich)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I202697423","host_organization_name":"University of Zurich","host_organization_lineage":["https://openalex.org/I202697423"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Urman, Aleksandra; Makhortykh, Mykola; Ulloa, Roberto  (2021). Auditing Source Diversity Bias in Video Search Results Using Virtual Agents.  In: WWW '21: The Web Conference 2021, Ljubljana Slovenia, 2021, ACM.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:boris.unibe.ch:155726","is_oa":false,"landing_page_url":"https://boris.unibe.ch/155726/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401747","display_name":"BORIS (University Library Bern)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210103840","host_organization_name":"Nakuru County Council","host_organization_lineage":["https://openalex.org/I4210103840"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Urman, Aleksandra; Makhortykh, Mykola; Ulloa, Roberto (12 April 2021). Auditing source diversity bias in video search results using virtual agents (Unpublished). In: Third Workshop on Fairness, Accountability, Transparency, Ethics and Society on the Web (FATES on the Web 2021). Ljubljana, Slovenia. 12-23 April 2021.","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:boris.unibe.ch:156707","is_oa":true,"landing_page_url":"https://boris.unibe.ch/156707/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401747","display_name":"BORIS (University Library Bern)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210103840","host_organization_name":"Nakuru County Council","host_organization_lineage":["https://openalex.org/I4210103840"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Urman, Aleksandra; Makhortykh, Mykola; Ulloa, Roberto (19 April 2021). Auditing Source Diversity Bias in Video Search Results Using Virtual Agents. In: WWW '21: The Web Conference 2021. Companion Proceedings of the Web Conference 2021 (pp. 232-236). New York, NY, United States: Association for Computing Machinery 10.1145/3442442.3452306 <http://dx.doi.org/10.1145/3442442.3452306>","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:gesis.izsoz.de:document/75365","is_oa":true,"landing_page_url":"https://www.ssoar.info/ssoar/handle/document/75365","pdf_url":null,"source":{"id":"https://openalex.org/S4306401996","display_name":"Social Science Open Access Repository (GESIS \u2013 Leibniz Institute for the Social Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210101898","host_organization_name":"GESIS - Leibniz Institute for the Social Sciences","host_organization_lineage":["https://openalex.org/I4210101898"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"WWW '21: Companion Proceedings of the Web Conference 2021","raw_type":"Konferenzbeitrag"},{"id":"doi:10.5167/uzh-203783","is_oa":true,"landing_page_url":"https://doi.org/10.5167/uzh-203783","pdf_url":null,"source":{"id":"https://openalex.org/S7407051291","display_name":"Universit\u00e4t Z\u00fcrich, ZORA","issn_l":null,"issn":[],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"ConferencePaper"}],"best_oa_location":{"id":"doi:10.1145/3442442.3452306","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3442442.3452306","pdf_url":null,"source":{"id":"https://openalex.org/S4306506652","display_name":"Companion Proceedings of the Web Conference 2021","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the Web Conference 2021","raw_type":"proceedings-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.550000011920929}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W156625498","https://openalex.org/W272324255","https://openalex.org/W1528949297","https://openalex.org/W2026826085","https://openalex.org/W2048437343","https://openalex.org/W2100047082","https://openalex.org/W2109882182","https://openalex.org/W2141116065","https://openalex.org/W2148869009","https://openalex.org/W2149252982","https://openalex.org/W2315475239","https://openalex.org/W2405458868","https://openalex.org/W2545197953","https://openalex.org/W2591615201","https://openalex.org/W2613362452","https://openalex.org/W2752195182","https://openalex.org/W2791333975","https://openalex.org/W2888099522","https://openalex.org/W2941228000","https://openalex.org/W2995402647","https://openalex.org/W3001221685","https://openalex.org/W3025764718","https://openalex.org/W3096187776","https://openalex.org/W3105992983","https://openalex.org/W3122107567","https://openalex.org/W4248782617","https://openalex.org/W4307802455"],"related_works":["https://openalex.org/W2358804928","https://openalex.org/W4225710828","https://openalex.org/W2764047277","https://openalex.org/W1990326457","https://openalex.org/W2535181211","https://openalex.org/W1980029983","https://openalex.org/W2115429408","https://openalex.org/W2991832717","https://openalex.org/W2466354565","https://openalex.org/W1419101303"],"abstract_inverted_index":{"We":[0,53],"audit":[1],"the":[2,44,76,94,108,111,119,126],"presence":[3,58,127],"of":[4,21,59,114,128],"domain-level":[5],"source":[6,38],"diversity":[7,39],"bias":[8,130],"in":[9,64,93,131],"video":[10,97],"search":[11,27,66,71,98,133],"results.":[12,99,134],"Using":[13],"a":[14,60],"virtual":[15],"agent-based":[16],"approach,":[17],"we":[18,79],"compare":[19],"outputs":[20,67],"four":[22],"Western":[23,70],"and":[24,31,117],"one":[25],"non-Western":[26],"engines":[28,72],"for":[29,68,121],"English":[30,47],"Russian":[32],"queries.":[33],"Our":[34],"findings":[35],"highlight":[36],"that":[37,81,103],"varies":[40],"substantially":[41],"depending":[42],"on":[43,125],"language":[45],"with":[46],"queries":[48],"returning":[49],"more":[50],"diverse":[51],"outputs.":[52],"also":[54],"find":[55],"disproportionately":[56],"high":[57],"single":[61],"platform,":[62],"YouTube,":[63],"top":[65],"all":[69],"except":[73],"Google.":[74],"At":[75],"same":[77],"time,":[78],"observe":[80],"Youtube\u2019s":[82],"major":[83],"competitors":[84,113],"such":[85],"as":[86],"Vimeo":[87],"or":[88],"Dailymotion":[89],"do":[90],"not":[91],"appear":[92],"sampled":[95],"Google\u2019s":[96,132],"This":[100],"finding":[101],"suggests":[102],"Google":[104],"might":[105],"be":[106],"downgrading":[107],"results":[109],"from":[110],"main":[112],"Google-owned":[115],"Youtube":[116],"highlights":[118],"necessity":[120],"further":[122],"studies":[123],"focusing":[124],"own-content":[129]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}