{"id":"https://openalex.org/W4412377143","doi":"https://doi.org/10.1145/3726302.3730293","title":"Revisiting Algorithmic Audits of TikTok: Poor Reproducibility and Short-term Validity of Findings","display_name":"Revisiting Algorithmic Audits of TikTok: Poor Reproducibility and Short-term Validity of Findings","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412377143","doi":"https://doi.org/10.1145/3726302.3730293"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730293","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730293","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730293","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730293","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5118969182","display_name":"Matej Mosnar","orcid":null},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":true,"raw_author_name":"Matej Mosnar","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118969183","display_name":"Adam Skurla","orcid":null},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Adam Skurla","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078389036","display_name":"Branislav Pecher","orcid":"https://orcid.org/0000-0003-0344-8620"},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Branislav Pecher","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008765166","display_name":"Mat\u00fa\u0161 Tibensk\u00fd","orcid":"https://orcid.org/0000-0001-9928-3474"},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Matus Tibensky","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118969184","display_name":"Jan Jakubcik","orcid":null},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Jan Jakubcik","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118969185","display_name":"Adrian Bindas","orcid":null},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Adrian Bindas","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118969186","display_name":"Peter Sakalik","orcid":null},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Peter Sakalik","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082763244","display_name":"Ivan Srba","orcid":"https://orcid.org/0000-0003-3511-5337"},"institutions":[{"id":"https://openalex.org/I4401200340","display_name":"Kempelen Institute of Intelligent Technologies","ror":"https://ror.org/02j78kr76","country_code":null,"type":"nonprofit","lineage":["https://openalex.org/I4401200340"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Ivan Srba","raw_affiliation_strings":["Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia"],"affiliations":[{"raw_affiliation_string":"Kempelen Institute of Intelligent Technologies, Bratislava, Slovakia","institution_ids":["https://openalex.org/I4401200340"]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5118969182"],"corresponding_institution_ids":["https://openalex.org/I4401200340"],"apc_list":null,"apc_paid":null,"fwci":2.1093,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.88912319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"3357","last_page":"3366"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.9746999740600586,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10270","display_name":"Blockchain Technology Applications and Security","score":0.958299994468689,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/reproducibility","display_name":"Reproducibility","score":0.7365056872367859},{"id":"https://openalex.org/keywords/term","display_name":"Term (time)","score":0.7341659069061279},{"id":"https://openalex.org/keywords/audit","display_name":"Audit","score":0.677959144115448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5712593197822571},{"id":"https://openalex.org/keywords/accounting","display_name":"Accounting","score":0.3019689917564392},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.2537970542907715},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.2362595796585083},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.16996118426322937}],"concepts":[{"id":"https://openalex.org/C9893847","wikidata":"https://www.wikidata.org/wiki/Q1425625","display_name":"Reproducibility","level":2,"score":0.7365056872367859},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.7341659069061279},{"id":"https://openalex.org/C199521495","wikidata":"https://www.wikidata.org/wiki/Q181487","display_name":"Audit","level":2,"score":0.677959144115448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5712593197822571},{"id":"https://openalex.org/C121955636","wikidata":"https://www.wikidata.org/wiki/Q4116214","display_name":"Accounting","level":1,"score":0.3019689917564392},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2537970542907715},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.2362595796585083},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.16996118426322937},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3726302.3730293","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730293","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730293","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.18140","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.18140","pdf_url":"https://arxiv.org/pdf/2504.18140","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730293","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730293","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730293","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2151224667","display_name":null,"funder_award_id":"101070093","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3650733657","display_name":null,"funder_award_id":"NextGenerationEU","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4947509900","display_name":null,"funder_award_id":"10107009","funder_id":"https://openalex.org/F4320334322","funder_display_name":"HORIZON EUROPE Framework Programme"},{"id":"https://openalex.org/G8318064016","display_name":null,"funder_award_id":"Horizon","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334322","display_name":"HORIZON EUROPE Framework Programme","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412377143.pdf","grobid_xml":"https://content.openalex.org/works/W4412377143.grobid-xml"},"referenced_works_count":23,"referenced_works":["https://openalex.org/W2788848737","https://openalex.org/W3001221685","https://openalex.org/W3032474305","https://openalex.org/W3043177469","https://openalex.org/W3089164568","https://openalex.org/W3108359080","https://openalex.org/W3159435787","https://openalex.org/W3175617041","https://openalex.org/W3176799022","https://openalex.org/W3200592006","https://openalex.org/W4224095380","https://openalex.org/W4224309554","https://openalex.org/W4224316062","https://openalex.org/W4307005348","https://openalex.org/W4313023844","https://openalex.org/W4321177583","https://openalex.org/W4378189040","https://openalex.org/W4381237071","https://openalex.org/W4396723167","https://openalex.org/W4396833508","https://openalex.org/W4396844152","https://openalex.org/W4399205198","https://openalex.org/W4399205452"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2413717610","https://openalex.org/W1973270181","https://openalex.org/W2417696084","https://openalex.org/W2368782778","https://openalex.org/W2087830269","https://openalex.org/W1967231687","https://openalex.org/W3101499207"],"abstract_inverted_index":{"Social":[0],"media":[1,27,113],"platforms":[2],"are":[3,22],"constantly":[4],"shifting":[5],"towards":[6],"algorithmically":[7],"curated":[8],"content":[9,117,181],"based":[10],"on":[11,171,182],"implicit":[12],"or":[13],"explicit":[14],"user":[15],"feedback.":[16],"Regulators,":[17],"as":[18,20,30,61],"well":[19],"researchers,":[21],"calling":[23],"for":[24],"systematic":[25],"social":[26,112],"algorithmic":[28],"audits":[29,52,87,168,191],"this":[31,77],"shift":[32],"leads":[33],"to":[34,43,64,101,140,195],"enclosing":[35],"users":[36],"in":[37,72,156,201],"filter":[38],"bubbles":[39],"and":[40,56,68,92,116,131,164,175,180],"leading":[41],"them":[42],"more":[44],"problematic":[45],"content.":[46],"An":[47],"important":[48],"aspect":[49],"of":[50,58,83,88,95,166,178,189],"such":[51],"is":[53],"the":[54,81,84,93,103,121,128,141,157,162,167,172,176,183,187,198],"reproducibility":[55,82,130,163],"generalisability":[57],"their":[59,96],"findings,":[60],"it":[62],"allows":[63],"draw":[65],"verifiable":[66],"conclusions":[67],"audit":[69,129,151],"potential":[70],"changes":[71,115,200],"algorithms":[73,179],"over":[74],"time.":[75,202],"In":[76,98],"work,":[78],"we":[79,106],"study":[80],"existing":[85],"sockpuppeting":[86],"TikTok":[89],"recommender":[90],"systems,":[91],"generalizability":[94,165],"findings.":[97],"our":[99],"efforts":[100],"reproduce":[102],"previous":[104],"works,":[105],"find":[107],"multiple":[108],"challenges":[109],"stemming":[110],"from":[111],"platform":[114],"evolution,":[118],"but":[119],"also":[120,146],"research":[122],"works":[123],"themselves.":[124],"These":[125],"drawbacks":[126],"limit":[127],"require":[132],"an":[133],"extensive":[134],"effort":[135],"altogether":[136],"with":[137],"inevitable":[138],"adjustments":[139],"auditing":[142],"methodology.":[143],"Our":[144],"experiments":[145],"reveal":[147],"that":[148,161,192],"these":[149],"one-shot":[150],"findings":[152],"often":[153],"hold":[154],"only":[155],"short":[158],"term,":[159],"implying":[160],"heavily":[169],"depend":[170],"methodological":[173],"choices":[174],"state":[177],"platform.":[184],"This":[185],"highlights":[186],"importance":[188],"reproducible":[190],"allow":[193],"us":[194],"determine":[196],"how":[197],"situation":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}