{"id":"https://openalex.org/W4412377968","doi":"https://doi.org/10.1145/3726302.3730328","title":"Extending MovieLens-32M to Provide New Evaluation Objectives","display_name":"Extending MovieLens-32M to Provide New Evaluation Objectives","publication_year":2025,"publication_date":"2025-07-13","ids":{"openalex":"https://openalex.org/W4412377968","doi":"https://doi.org/10.1145/3726302.3730328"},"language":"en","primary_location":{"id":"doi:10.1145/3726302.3730328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730328","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730328","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049222552","display_name":"Mark D. Smucker","orcid":"https://orcid.org/0000-0003-4968-6405"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mark D. Smucker","raw_affiliation_strings":["University of Waterloo, Waterloo, Ontario, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4968-6405","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Ontario, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5118969392","display_name":"Houmaan Chamani","orcid":null},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Houmaan Chamani","raw_affiliation_strings":["University of Waterloo, Waterloo, Ontario, Canada"],"raw_orcid":"https://orcid.org/0009-0009-9725-4309","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Ontario, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I151746483"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"3520","last_page":"3529"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12720","display_name":"Multimedia Communication and Technology","score":0.9628000259399414,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.945900022983551,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/movielens","display_name":"MovieLens","score":0.9267778396606445},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6789088845252991},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.14966323971748352},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.05537644028663635}],"concepts":[{"id":"https://openalex.org/C2776156558","wikidata":"https://www.wikidata.org/wiki/Q4353746","display_name":"MovieLens","level":4,"score":0.9267778396606445},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6789088845252991},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.14966323971748352},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.05537644028663635},{"id":"https://openalex.org/C21569690","wikidata":"https://www.wikidata.org/wiki/Q94702","display_name":"Collaborative filtering","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3726302.3730328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730328","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2504.01863","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2504.01863","pdf_url":"https://arxiv.org/pdf/2504.01863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"doi:10.1145/3726302.3730328","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3726302.3730328","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3726302.3730328","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 48th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Climate action","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/13"}],"awards":[{"id":"https://openalex.org/G1944331992","display_name":null,"funder_award_id":"RGPIN-2020-04665, RGPAS-2020-00080","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G3525686075","display_name":null,"funder_award_id":"RGPIN-2020","funder_id":"https://openalex.org/F4320334593","funder_display_name":"Natural Sciences and Engineering Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412377968.pdf","grobid_xml":"https://content.openalex.org/works/W4412377968.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1872493208","https://openalex.org/W1972156947","https://openalex.org/W2022995284","https://openalex.org/W2047870744","https://openalex.org/W2109244020","https://openalex.org/W2112856797","https://openalex.org/W2155106456","https://openalex.org/W2160892561","https://openalex.org/W2219888463","https://openalex.org/W2253995343","https://openalex.org/W2511414107","https://openalex.org/W2740253077","https://openalex.org/W2799048248","https://openalex.org/W2803314776","https://openalex.org/W2912745432","https://openalex.org/W2963085847","https://openalex.org/W3040911419","https://openalex.org/W3101708421","https://openalex.org/W3101793783","https://openalex.org/W3134330728","https://openalex.org/W3156627302","https://openalex.org/W3159852056","https://openalex.org/W3175865138","https://openalex.org/W3208227120","https://openalex.org/W4283018239","https://openalex.org/W4384648390","https://openalex.org/W4400261185"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2398491113","https://openalex.org/W4400199659","https://openalex.org/W4384919653","https://openalex.org/W2794657157","https://openalex.org/W2219888463","https://openalex.org/W3045147512","https://openalex.org/W2022984797"],"abstract_inverted_index":{"Offline":[0],"evaluation":[1,49,68,109,148,225,307],"of":[2,19,29,67,119,187,204,224,237,245,281,302,308],"recommender":[3,213],"systems":[4],"has":[5,25,79],"traditionally":[6],"treated":[7],"the":[8,16,23,48,54,60,70,74,87,92,117,141,156,190,194,197,202,219,227,240,243,246,254,261,282,300,306],"problem":[9],"as":[10,90,275],"a":[11,77,113,121,131,159,184,209,276],"machine":[12,64,221],"learning":[13,65,222],"problem.":[14],"In":[15,256],"classic":[17],"case":[18],"recommending":[20,272],"movies,":[21,268],"where":[22],"user":[24,78,93,122,160],"provided":[26],"explicit":[27],"ratings":[28,39,238],"which":[30,84,230],"movies":[31,75,95,157,232,274],"they":[32,97,101],"like":[33],"and":[34,44,47,81,110,192],"don't":[35],"like,":[36],"each":[37,128],"user's":[38],"are":[40],"split":[41],"into":[42],"test":[43,57,210],"train":[45],"sets,":[46],"task":[50,89,111],"becomes":[51,279],"to":[52,72,115,123,140,154,207,252,292],"predict":[53,155,167],"held":[55],"out":[56],"data":[58],"using":[59,205],"training":[61],"data.":[62],"This":[63,104,199],"style":[66,223],"makes":[69],"objective":[71,107,152],"recommend":[73],"that":[76,96,144,158,218,271,288],"watched":[80,102],"rated":[82],"highly,":[83],"is":[85,112,153],"not":[86],"same":[88],"helping":[91],"find":[94,270],"would":[98,161],"enjoy":[99],"if":[100],"them.":[103],"mismatch":[105],"in":[106,164,239,242,266,305],"between":[108],"compromise":[114],"avoid":[116],"cost":[118],"asking":[120,290],"evaluate":[124],"recommendations":[125,182],"by":[126,263,289],"watching":[127,267],"movie.":[129],"As":[130],"resource":[132],"available":[133],"for":[134,146,212],"download,":[135],"we":[136,174,216,250,259,269,297],"offer":[137],"an":[138],"extension":[139],"MovieLens-32M":[142],"dataset":[143],"provides":[145],"new":[147],"objectives.":[149],"Our":[150],"primary":[151],"be":[162],"interested":[163],"watching,":[165],"i.e.":[166],"their":[168,179,294],"watchlist.":[169],"To":[170],"construct":[171,208],"this":[172],"extension,":[173],"recruited":[175],"MovieLens":[176],"users,":[177],"collected":[178],"profiles,":[180],"made":[181],"with":[183],"diverse":[185],"set":[186],"algorithms,":[188],"pooled":[189],"recommendations,":[191,296],"had":[193],"users":[195,291],"assess":[196,293],"pools.":[198,255],"paper":[200],"demonstrates":[201],"feasibility":[203],"pooling":[206],"collection":[211],"systems.":[214],"Notably,":[215],"found":[217],"traditional":[220],"ranks":[226],"Popular":[228],"algorithm,":[229],"recommends":[231],"based":[233],"on":[234],"total":[235],"number":[236],"system,":[241],"middle":[244],"twenty-two":[247],"recommendation":[248,277],"runs":[249,262],"used":[251],"build":[253],"contrast,":[257],"when":[258],"rank":[260],"users'":[264],"interest":[265],"popular":[273],"algorithm":[278],"one":[280],"worst":[283],"performing":[284],"runs.":[285],"It":[286],"appears":[287],"personal":[295],"can":[298],"alleviate":[299],"issue":[301],"popularity":[303],"bias":[304],"top-n":[309],"recommendation.":[310]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}