{"id":"https://openalex.org/W2962695505","doi":"https://doi.org/10.1145/3314183.3323680","title":"An Evaluation Framework for Interactive Recommender Systems","display_name":"An Evaluation Framework for Interactive Recommender Systems","publication_year":2019,"publication_date":"2019-06-06","ids":{"openalex":"https://openalex.org/W2962695505","doi":"https://doi.org/10.1145/3314183.3323680","mag":"2962695505"},"language":"en","primary_location":{"id":"doi:10.1145/3314183.3323680","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3314183.3323680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Publication of the 27th Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071374919","display_name":"\u00d6znur Alkan","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145784","display_name":"IBM Research - Ireland","ror":"https://ror.org/04jnxr720","country_code":"IE","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145784"]}],"countries":["IE"],"is_corresponding":true,"raw_author_name":"Oznur Alkan","raw_affiliation_strings":["IBM Research, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"IBM Research, Dublin, Ireland","institution_ids":["https://openalex.org/I4210145784"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029550449","display_name":"Elizabeth Daly","orcid":"https://orcid.org/0000-0003-0162-3683"},"institutions":[{"id":"https://openalex.org/I4210145784","display_name":"IBM Research - Ireland","ror":"https://ror.org/04jnxr720","country_code":"IE","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145784"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Elizabeth M. Daly","raw_affiliation_strings":["IBM Research, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"IBM Research, Dublin, Ireland","institution_ids":["https://openalex.org/I4210145784"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060428445","display_name":"Adi Botea","orcid":null},"institutions":[{"id":"https://openalex.org/I4210145784","display_name":"IBM Research - Ireland","ror":"https://ror.org/04jnxr720","country_code":"IE","type":"facility","lineage":["https://openalex.org/I1341412227","https://openalex.org/I4210114115","https://openalex.org/I4210145784"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Adi Botea","raw_affiliation_strings":["IBM Research, Dublin, Ireland"],"affiliations":[{"raw_affiliation_string":"IBM Research, Dublin, Ireland","institution_ids":["https://openalex.org/I4210145784"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071374919"],"corresponding_institution_ids":["https://openalex.org/I4210145784"],"apc_list":null,"apc_paid":null,"fwci":1.3566,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.85992106,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"217","last_page":"218"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9879999756813049,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9699000120162964,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8083548545837402},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7754894495010376},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.4557482898235321},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.2846597135066986}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8083548545837402},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7754894495010376},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4557482898235321},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.2846597135066986}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3314183.3323680","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3314183.3323680","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Adjunct Publication of the 27th Conference on User Modeling, Adaptation and Personalization","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":2,"referenced_works":["https://openalex.org/W2101626488","https://openalex.org/W2588638859"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W4246980185","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W4238861846","https://openalex.org/W3125580266","https://openalex.org/W44246808"],"abstract_inverted_index":{"Traditional":[0],"recommender":[1,58],"systems":[2,59],"present":[3,60,161],"a":[4,11,23,40,130,158,204],"relatively":[5],"static":[6],"list":[7],"of":[8,30,50,87,90,119,146,148,182],"recommendations":[9],"to":[10,19,38,63,73,109,115,167,178,202,212,220],"user":[12,41,54,66,92,98,120,123,135,222],"where":[13],"the":[14,51,53,65,68,76,82,88,91,134,144,149,154,169,173,180,183,190,207,221],"feedback":[15,31,79,136],"is":[16,101,194,199],"typically":[17,94],"limited":[18,35,107],"an":[20,45,61,96,162],"accept/reject":[21],"or":[22,43],"rating":[24],"model.":[25],"However,":[26],"these":[27],"simple":[28],"modes":[29],"may":[32,138],"only":[33],"provide":[34,78],"insights":[36],"as":[37],"why":[39],"likes":[42],"dislikes":[44],"item":[46,52],"and":[47,80,104,125],"what":[48],"aspects":[49,127],"has":[55],"considered.":[56],"Interactive":[57],"opportunity":[62],"engage":[64],"in":[67,84,140,153],"process":[69],"by":[70,189],"allowing":[71],"them":[72],"interact":[74],"with":[75,172],"recommendations,":[77],"impact":[81,89,132],"results":[83,208],"real-time.":[85],"Evaluation":[86],"interaction":[93],"requires":[95],"extensive":[97],"study":[99,223],"which":[100,137,165,186],"time":[102],"consuming":[103],"gives":[105],"researchers":[106,214],"opportunities":[108],"tune":[110,215],"their":[111,216],"solutions":[112],"without":[113],"having":[114],"conduct":[116],"multiple":[117],"rounds":[118],"feedback.":[121],"Additionally,":[122],"experience":[124],"design":[126],"can":[128,209],"have":[129],"significant":[131],"on":[133],"result":[139],"not":[141,200],"necessarily":[142],"assessing":[143],"quality":[145,181],"some":[147],"underlying":[150],"algorithmic":[151],"decisions":[152],"overall":[155],"solution.":[156],"As":[157],"result,":[159],"we":[160],"evaluation":[163],"framework":[164,191],"aims":[166],"simulate":[168],"users":[170],"interacting":[171],"recommender.":[174],"We":[175],"formulate":[176],"metrics":[177],"evaluate":[179,203],"interactive":[184],"recommenders":[185],"are":[187],"outputted":[188],"once":[192],"simulation":[193,197],"completed.":[195],"While":[196],"alone":[198],"sufficient":[201],"complete":[205],"solution,":[206],"be":[210],"useful":[211],"help":[213],"solution":[217],"before":[218],"moving":[219],"stage.":[224]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
