{"id":"https://openalex.org/W4300532637","doi":"https://doi.org/10.1145/3511808.3557425","title":"Rank List Sensitivity of Recommender Systems to Interaction Perturbations","display_name":"Rank List Sensitivity of Recommender Systems to Interaction Perturbations","publication_year":2022,"publication_date":"2022-10-16","ids":{"openalex":"https://openalex.org/W4300532637","doi":"https://doi.org/10.1145/3511808.3557425"},"language":"en","primary_location":{"id":"doi:10.1145/3511808.3557425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511808.3557425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511808.3557425","source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3511808.3557425","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086691172","display_name":"Sejoon Oh","orcid":"https://orcid.org/0000-0002-0295-2756"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sejoon Oh","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040537492","display_name":"Berk Ustun","orcid":"https://orcid.org/0000-0001-5188-3155"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Berk Ustun","raw_affiliation_strings":["University of California San Diego, San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California San Diego, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021827617","display_name":"Julian McAuley","orcid":"https://orcid.org/0000-0003-0955-7588"},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California, San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Julian McAuley","raw_affiliation_strings":["University of California San Diego, San Diego, CA, USA"],"affiliations":[{"raw_affiliation_string":"University of California San Diego, San Diego, CA, USA","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056142478","display_name":"Srijan Kumar","orcid":"https://orcid.org/0000-0002-5796-3532"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Srijan Kumar","raw_affiliation_strings":["Georgia Institute of Technology, Atlanta, GA, USA"],"affiliations":[{"raw_affiliation_string":"Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5086691172"],"corresponding_institution_ids":["https://openalex.org/I130701444"],"apc_list":null,"apc_paid":null,"fwci":1.8709,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.8784206,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1584","last_page":"1594"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9905999898910522,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.9317611455917358},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7983282208442688},{"id":"https://openalex.org/keywords/perturbation","display_name":"Perturbation (astronomy)","score":0.5610802173614502},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.4847261905670166},{"id":"https://openalex.org/keywords/sensitivity","display_name":"Sensitivity (control systems)","score":0.4817895293235779},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4299573302268982},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3722410798072815},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3611319661140442},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3463273048400879}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.9317611455917358},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7983282208442688},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.5610802173614502},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.4847261905670166},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.4817895293235779},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4299573302268982},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3722410798072815},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3611319661140442},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3463273048400879},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3511808.3557425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511808.3557425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511808.3557425","source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3511808.3557425","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3511808.3557425","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3511808.3557425","source":{"id":"https://openalex.org/S4363608762","display_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 31st ACM International Conference on Information & Knowledge Management","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320309321","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4300532637.pdf","grobid_xml":"https://content.openalex.org/works/W4300532637.grobid-xml"},"referenced_works_count":68,"referenced_works":["https://openalex.org/W639218804","https://openalex.org/W1921081011","https://openalex.org/W2000412498","https://openalex.org/W2021581601","https://openalex.org/W2042203976","https://openalex.org/W2059512573","https://openalex.org/W2073013176","https://openalex.org/W2086142729","https://openalex.org/W2115936600","https://openalex.org/W2127683714","https://openalex.org/W2157331557","https://openalex.org/W2243397390","https://openalex.org/W2342045095","https://openalex.org/W2529421958","https://openalex.org/W2543927648","https://openalex.org/W2743289629","https://openalex.org/W2750004028","https://openalex.org/W2765424254","https://openalex.org/W2773640334","https://openalex.org/W2788708648","https://openalex.org/W2795959543","https://openalex.org/W2883191466","https://openalex.org/W2892160417","https://openalex.org/W2906762886","https://openalex.org/W2912083425","https://openalex.org/W2945623882","https://openalex.org/W2951227353","https://openalex.org/W2951431594","https://openalex.org/W2963669159","https://openalex.org/W2965683718","https://openalex.org/W2972646741","https://openalex.org/W2973171206","https://openalex.org/W2990138404","https://openalex.org/W2996931760","https://openalex.org/W3012794253","https://openalex.org/W3012798016","https://openalex.org/W3031339255","https://openalex.org/W3035051411","https://openalex.org/W3035367371","https://openalex.org/W3038439974","https://openalex.org/W3046754005","https://openalex.org/W3088203142","https://openalex.org/W3088694469","https://openalex.org/W3098757341","https://openalex.org/W3100346973","https://openalex.org/W3100790518","https://openalex.org/W3101291735","https://openalex.org/W3102201080","https://openalex.org/W3102631191","https://openalex.org/W3103557498","https://openalex.org/W3111523098","https://openalex.org/W3119520312","https://openalex.org/W3129178271","https://openalex.org/W3133578111","https://openalex.org/W3136856676","https://openalex.org/W3154290626","https://openalex.org/W3154484426","https://openalex.org/W3156766660","https://openalex.org/W3161273899","https://openalex.org/W3170572542","https://openalex.org/W3170976035","https://openalex.org/W3171665710","https://openalex.org/W3195126378","https://openalex.org/W3198690080","https://openalex.org/W3200953672","https://openalex.org/W4224312403","https://openalex.org/W6608287133","https://openalex.org/W6727233892"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W3092950680","https://openalex.org/W4246980185","https://openalex.org/W2150182025","https://openalex.org/W3197542405","https://openalex.org/W2418190244","https://openalex.org/W4238861846","https://openalex.org/W3125580266","https://openalex.org/W44246808"],"abstract_inverted_index":{"Prediction":[0],"models":[1,18,124,157],"can":[2,16],"exhibit":[3],"sensitivity":[4,36],"with":[5,153],"respect":[6],"to":[7,23,102,109,128],"training":[8,14,91],"data:":[9],"small":[10],"changes":[11,146],"in":[12,37,49,89,113],"the":[13,90,104,147,156],"data":[15,25],"produce":[17],"that":[19,122],"assign":[20],"conflicting":[21],"predictions":[22],"individual":[24],"points":[26],"during":[27],"test":[28,80],"time.":[29],"In":[30],"this":[31,35],"work,":[32],"we":[33],"study":[34],"recommender":[38,61,77,115,123],"systems,":[39,62],"where":[40],"users'":[41,52],"recommendations":[42],"are":[43,125],"drastically":[44,145],"altered":[45],"by":[46,74],"minor":[47,129],"perturbations":[48,130],"other":[50],"unrelated":[51],"interactions.":[53],"We":[54,93],"introduce":[55],"a":[56,75,84,87,95,114],"measure":[57],"of":[58,86,142,150],"stability":[59],"for":[60,163],"called":[63],"Rank":[64],"List":[65],"Sensitivity":[66],"(RLS),":[67],"which":[68,98],"measures":[69],"how":[70],"rank":[71],"lists":[72,149],"generated":[73],"given":[76],"system":[78],"at":[79],"time":[81],"change":[82],"as":[83],"result":[85],"perturbation":[88,108],"data.":[92],"develop":[94],"method,":[96],"CASPER,":[97],"uses":[99],"cascading":[100],"effect":[101],"identify":[103],"minimal":[105],"and":[106],"systematical":[107],"induce":[110],"higher":[111],"instability":[112],"system.":[116],"Experiments":[117],"on":[118],"four":[119],"datasets":[120],"show":[121],"overly":[126],"sensitive":[127],"introduced":[131],"randomly":[132],"or":[133],"via":[134],"CASPER":[135,154],"-":[136],"even":[137],"perturbing":[138],"one":[139,143],"random":[140],"interaction":[141],"user":[144],"recommendation":[148],"all":[151],"users.Importantly,":[152],"perturbation,":[155],"generate":[158],"more":[159],"unstable":[160],"recommend":[161],"ations":[162],"low-accuracy":[164],"users":[165],"(i.e.,":[166],"those":[167],"who":[168],"receive":[169],"low-quality":[170],"recommendations)":[171],"than":[172],"high-accuracy":[173],"ones.":[174]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":10},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}