{"id":"https://openalex.org/W3155932503","doi":"https://doi.org/10.4018/ijiit.2021040102","title":"Evaluating Recommender Systems","display_name":"Evaluating Recommender Systems","publication_year":2021,"publication_date":"2021-04-01","ids":{"openalex":"https://openalex.org/W3155932503","doi":"https://doi.org/10.4018/ijiit.2021040102","mag":"3155932503"},"language":"en","primary_location":{"id":"doi:10.4018/ijiit.2021040102","is_oa":false,"landing_page_url":"https://doi.org/10.4018/ijiit.2021040102","pdf_url":null,"source":{"id":"https://openalex.org/S116626079","display_name":"International Journal of Intelligent Information Technologies","issn_l":"1548-3657","issn":["1548-3657","1548-3665"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Information Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048871375","display_name":"Alaa Alslaity","orcid":"https://orcid.org/0000-0002-1879-9258"},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Alaa Alslaity","raw_affiliation_strings":["University of Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103618699","display_name":"Thomas Tran","orcid":null},"institutions":[{"id":"https://openalex.org/I153718931","display_name":"University of Ottawa","ror":"https://ror.org/03c4mmv16","country_code":"CA","type":"education","lineage":["https://openalex.org/I153718931"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Thomas Tran","raw_affiliation_strings":["University of Ottawa, Canada"],"affiliations":[{"raw_affiliation_string":"University of Ottawa, Canada","institution_ids":["https://openalex.org/I153718931"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5048871375"],"corresponding_institution_ids":["https://openalex.org/I153718931"],"apc_list":null,"apc_paid":null,"fwci":1.1016,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.81678922,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"17","issue":"2","first_page":"25","last_page":"45"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9794999957084656,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8866432905197144},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8490750789642334},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.7692838907241821},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.6648975610733032},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5978865027427673},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.48545628786087036},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.427101731300354},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3401589095592499},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2798975110054016}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8866432905197144},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8490750789642334},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.7692838907241821},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6648975610733032},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5978865027427673},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.48545628786087036},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.427101731300354},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3401589095592499},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2798975110054016},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.4018/ijiit.2021040102","is_oa":false,"landing_page_url":"https://doi.org/10.4018/ijiit.2021040102","pdf_url":null,"source":{"id":"https://openalex.org/S116626079","display_name":"International Journal of Intelligent Information Technologies","issn_l":"1548-3657","issn":["1548-3657","1548-3665"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320424","host_organization_name":"IGI Global","host_organization_lineage":["https://openalex.org/P4310320424"],"host_organization_lineage_names":["IGI Global"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Intelligent Information Technologies","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:igg:jiit00:v:17:y:2021:i:2:p:25-45","is_oa":false,"landing_page_url":"http://services.igi-global.com/resolvedoi/resolve.aspx?doi=10.4018/ijiit.2021040102","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":46,"referenced_works":["https://openalex.org/W1412447802","https://openalex.org/W1452699976","https://openalex.org/W1690919088","https://openalex.org/W1757045719","https://openalex.org/W1774663064","https://openalex.org/W1969245231","https://openalex.org/W1971040550","https://openalex.org/W1981575590","https://openalex.org/W2007528787","https://openalex.org/W2023893046","https://openalex.org/W2026969803","https://openalex.org/W2044051625","https://openalex.org/W2045329606","https://openalex.org/W2070375326","https://openalex.org/W2072013890","https://openalex.org/W2078488685","https://openalex.org/W2079335968","https://openalex.org/W2080356852","https://openalex.org/W2083287929","https://openalex.org/W2090641502","https://openalex.org/W2091407393","https://openalex.org/W2097638479","https://openalex.org/W2108630796","https://openalex.org/W2114822471","https://openalex.org/W2116194234","https://openalex.org/W2116699632","https://openalex.org/W2118934678","https://openalex.org/W2133266261","https://openalex.org/W2138216384","https://openalex.org/W2150359335","https://openalex.org/W2153274408","https://openalex.org/W2168894761","https://openalex.org/W2171960770","https://openalex.org/W2512971201","https://openalex.org/W2514437464","https://openalex.org/W2515520555","https://openalex.org/W2795483004","https://openalex.org/W2906896588","https://openalex.org/W2998206837","https://openalex.org/W3039910856","https://openalex.org/W3102701984","https://openalex.org/W3105971015","https://openalex.org/W4300958906","https://openalex.org/W6600585161","https://openalex.org/W6622630221","https://openalex.org/W6684456340"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4386781444","https://openalex.org/W4246980185","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W3125580266","https://openalex.org/W44246808","https://openalex.org/W4317039510","https://openalex.org/W2910384174"],"abstract_inverted_index":{"Replicating":[0],"the":[1,4,11,15,28,41,49,73,105,110,125,130,144,147],"results":[2,95],"of":[3,10,30,48,69,92,99,109,133],"recommender":[5,148,157],"system's":[6],"evaluation":[7,32,64,106,116,134,149],"is":[8,76,81],"one":[9,115],"main":[12],"concerns":[13],"in":[14,35,72,103,124],"area.":[16],"This":[17],"paper":[18,145],"discusses":[19],"this":[20,142],"issue":[21],"from":[22],"different":[23],"angles:":[24],"1)":[25],"It":[26,45,58],"investigates":[27],"uniformity":[29,100],"recommenders'":[31,55],"designs":[33],"presented":[34,123],"practice":[36],"and":[37,51,88,101,129],"their":[38],"consistency":[39,102],"with":[40],"theoretical":[42],"side.":[43],"2)":[44],"highlights":[46],"some":[47,119],"issues":[50],"challenges":[52],"that":[53],"face":[54],"evaluators.":[56,159],"3)":[57],"provides":[59],"stepwise":[60],"guidelines":[61,150],"for":[62,85,156],"offline":[63],"settings.":[65],"A":[66],"quantitative":[67],"study":[68],"articles":[70,111],"published":[71],"last":[74],"decade":[75],"studied.":[77],"The":[78,94],"search":[79,84,91],"process":[80],"a":[82,86,89,97,154],"manual":[83],"conference":[87],"random":[90],"journals.":[93],"show":[96],"lack":[98],"presenting":[104],"methods.":[107],"Most":[108],"miss":[112],"at":[113],"least":[114],"aspect":[117],"(i.e.,":[118],"aspects":[120],"are":[121],"not":[122],"article).":[126],"These":[127],"discrepancies":[128],"wide":[131],"variety":[132],"settings":[135],"lead":[136],"to":[137],"non-replicable":[138],"experiments.":[139],"To":[140],"mitigate":[141],"issue,":[143],"proposes":[146],"(REval),":[151],"which":[152],"presents":[153],"roadmap":[155],"systems'":[158]},"counts_by_year":[{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-04-26T00:00:00"}