{"id":"https://openalex.org/W2161351857","doi":"https://doi.org/10.1145/2043932.2043958","title":"Rethinking the recommender research ecosystem","display_name":"Rethinking the recommender research ecosystem","publication_year":2011,"publication_date":"2011-10-23","ids":{"openalex":"https://openalex.org/W2161351857","doi":"https://doi.org/10.1145/2043932.2043958","mag":"2161351857"},"language":"en","primary_location":{"id":"doi:10.1145/2043932.2043958","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2043932.2043958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the fifth ACM conference on Recommender systems","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015092805","display_name":"Michael D. Ekstrand","orcid":"https://orcid.org/0000-0003-2467-0108"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael D. Ekstrand","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009821890","display_name":"Michael Ludwig","orcid":"https://orcid.org/0000-0003-3140-9610"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Ludwig","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037387341","display_name":"Joseph A. Konstan","orcid":"https://orcid.org/0000-0002-7788-2748"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joseph A. Konstan","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028357447","display_name":"John Riedl","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"John T. Riedl","raw_affiliation_strings":["University of Minnesota, Minneapolis, MN, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Minnesota, Minneapolis, MN, USA","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I130238516"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":173,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"133","last_page":"140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8894677758216858},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8645797967910767},{"id":"https://openalex.org/keywords/implementation","display_name":"Implementation","score":0.8168531656265259},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.6010345220565796},{"id":"https://openalex.org/keywords/collaborative-filtering","display_name":"Collaborative filtering","score":0.5910459160804749},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5692133903503418},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5423681139945984},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5009827613830566},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.47959816455841064},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4496484398841858},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.35085242986679077},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33718162775039673},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.32907435297966003},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.2619472146034241},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1183958649635315}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8894677758216858},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8645797967910767},{"id":"https://openalex.org/C26713055","wikidata":"https://www.wikidata.org/wiki/Q245962","display_name":"Implementation","level":2,"score":0.8168531656265259},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.6010345220565796},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.5910459160804749},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5692133903503418},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5423681139945984},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5009827613830566},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.47959816455841064},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4496484398841858},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.35085242986679077},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33718162775039673},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.32907435297966003},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.2619472146034241},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1183958649635315},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2043932.2043958","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2043932.2043958","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the fifth ACM conference on Recommender systems","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W625580471","https://openalex.org/W1488971269","https://openalex.org/W1690919088","https://openalex.org/W1971040550","https://openalex.org/W1994389483","https://openalex.org/W2042281163","https://openalex.org/W2069870183","https://openalex.org/W2104391728","https://openalex.org/W2108630796","https://openalex.org/W2110325612","https://openalex.org/W2133990480","https://openalex.org/W2155106456","https://openalex.org/W2185580859","https://openalex.org/W2981103634","https://openalex.org/W6676819173"],"related_works":["https://openalex.org/W1484355083","https://openalex.org/W2772628444","https://openalex.org/W4220714703","https://openalex.org/W2735929803","https://openalex.org/W2170391450","https://openalex.org/W2098758514","https://openalex.org/W3008845055","https://openalex.org/W2041004656","https://openalex.org/W4376854386","https://openalex.org/W1966742602"],"abstract_inverted_index":{"Recommender":[0],"systems":[1,133,206],"research":[2,13,16],"is":[3],"being":[4],"slowed":[5],"by":[6,98,170,194,200],"the":[7,35,41,51,59,78,110,118,141,166,189,204],"difficulty":[8],"of":[9,37,77,125,140,162,168,176,180,188],"replicating":[10,171],"and":[11,21,50,120,153,172,193],"comparing":[12],"results.":[14,112],"Published":[15],"uses":[17],"various":[18],"experimental":[19],"methodologies":[20],"metrics":[22],"that":[23,114],"are":[24],"difficult":[25],"to":[26,32,108],"compare.":[27],"It":[28],"also":[29],"often":[30],"fails":[31],"sufficiently":[33],"document":[34],"details":[36,57],"proposed":[38],"algorithms":[39,81,182],"or":[40,62],"evaluations":[42,161],"employed.":[43],"Researchers":[44],"waste":[45],"time":[46],"reimplementing":[47],"well-known":[48],"algorithms,":[49,69,145],"new":[52,68],"implementations":[53,76,139],"may":[54],"miss":[55],"key":[56],"from":[58],"original":[60,190],"algorithm":[61],"its":[63],"subsequent":[64],"refinements.":[65],"When":[66],"proposing":[67],"researchers":[70],"should":[71,95],"compare":[72],"them":[73],"against":[74],"finely-tuned":[75],"leading":[79,142],"prior":[80,177],"using":[82],"state-of-the-art":[83],"evaluation":[84,155],"methodologies.":[85],"With":[86],"few":[87],"exceptions,":[88],"published":[89],"algorithmic":[90],"improvements":[91],"in":[92,101,186,203],"our":[93],"field":[94],"be":[96],"accompanied":[97],"working":[99],"code":[100,124],"a":[102,127,174,196,201],"standard":[103],"framework,":[104],"including":[105],"test":[106],"harnesses":[107],"reproduce":[109],"described":[111],"To":[113],"end,":[115],"we":[116],"present":[117],"design":[119],"freely":[121],"distributable":[122],"source":[123],"LensKit,":[126],"flexible":[128],"platform":[129],"for":[130,147,157],"reproducible":[131,159],"recommender":[132,149,181,205],"research.":[134],"LensKit":[135,169],"provides":[136],"carefully":[137],"tuned":[138],"collaborative":[143],"filtering":[144],"APIs":[146],"common":[148],"system":[150],"use":[151],"cases,":[152],"an":[154],"framework":[156],"performing":[158],"offline":[160],"algorithms.":[163],"We":[164],"demonstrate":[165],"utility":[167],"extending":[173],"set":[175],"comparative":[178],"studies":[179],"---":[183,192],"showing":[184],"limitations":[185],"some":[187],"results":[191],"investigating":[195],"question":[197],"recently":[198],"raised":[199],"leader":[202],"community":[207],"on":[208],"problems":[209],"with":[210],"error-based":[211],"prediction":[212],"evaluation.":[213]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":11},{"year":2018,"cited_by_count":22},{"year":2017,"cited_by_count":15},{"year":2016,"cited_by_count":22},{"year":2015,"cited_by_count":21},{"year":2014,"cited_by_count":14},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":10}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}