{"id":"https://openalex.org/W4414034943","doi":"https://doi.org/10.1145/3705328.3759315","title":"Unobserved Negative Items in Recommender Systems: Challenges and Solutions for Evaluation and Learning","display_name":"Unobserved Negative Items in Recommender Systems: Challenges and Solutions for Evaluation and Learning","publication_year":2025,"publication_date":"2025-09-06","ids":{"openalex":"https://openalex.org/W4414034943","doi":"https://doi.org/10.1145/3705328.3759315"},"language":"en","primary_location":{"id":"doi:10.1145/3705328.3759315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3705328.3759315","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3705328.3759315","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3705328.3759315","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026575535","display_name":"Masahiro Sato","orcid":"https://orcid.org/0000-0003-0000-6341"},"institutions":[{"id":"https://openalex.org/I2948482138","display_name":"Fujifilm (Japan)","ror":"https://ror.org/0493bmq37","country_code":"JP","type":"company","lineage":["https://openalex.org/I2948482138"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Masahiro Sato","raw_affiliation_strings":["FUJIFILM, Akasaka, Tokyo, Japan"],"raw_orcid":"https://orcid.org/0000-0003-0000-6341","affiliations":[{"raw_affiliation_string":"FUJIFILM, Akasaka, Tokyo, Japan","institution_ids":["https://openalex.org/I2948482138"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5026575535"],"corresponding_institution_ids":["https://openalex.org/I2948482138"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34219762,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1317","last_page":"1321"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.905474066734314},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7598330974578857},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3850076496601105},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3784458637237549},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3402182161808014}],"concepts":[{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.905474066734314},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7598330974578857},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3850076496601105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3784458637237549},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3402182161808014}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3705328.3759315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3705328.3759315","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3705328.3759315","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3705328.3759315","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3705328.3759315","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3705328.3759315","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Nineteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414034943.pdf","grobid_xml":"https://content.openalex.org/works/W4414034943.grobid-xml"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1969147614","https://openalex.org/W1994389483","https://openalex.org/W2108630796","https://openalex.org/W2149301867","https://openalex.org/W2149427297","https://openalex.org/W2150886314","https://openalex.org/W2157881433","https://openalex.org/W2168639902","https://openalex.org/W2319510730","https://openalex.org/W2321746567","https://openalex.org/W2484219422","https://openalex.org/W2605350416","https://openalex.org/W2725606191","https://openalex.org/W2892888989","https://openalex.org/W2949676527","https://openalex.org/W2998534896","https://openalex.org/W3080781457","https://openalex.org/W3081170586","https://openalex.org/W3089147479","https://openalex.org/W3092103025","https://openalex.org/W3122193054","https://openalex.org/W3150893739","https://openalex.org/W3176338027","https://openalex.org/W3185773347","https://openalex.org/W3201149665","https://openalex.org/W4200631330","https://openalex.org/W4386729510","https://openalex.org/W4390490824","https://openalex.org/W4403221210"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Properly":[0],"conducting":[1],"offline":[2],"evaluation":[3,110,147,172],"is":[4],"crucial":[5],"for":[6,16,161],"recommender":[7,115],"systems.While":[8],"sampling":[9],"negative":[10,48],"items":[11,49,63,79,87,93,106,122,194],"has":[12],"traditionally":[13],"been":[14,66],"employed":[15],"its":[17],"efficiency":[18],"in":[19,42,74,132],"evaluation,":[20],"recent":[21],"studies":[22],"have":[23,65],"highlighted":[24],"the":[25,43,75,77,83,101,109,125,163,170,182,198],"limitations":[26],"of":[27,45,86,103,114,127,165],"this":[28,97,143],"approach,":[29],"fostering":[30],"researchers":[31],"to":[32,124],"adopt":[33],"a":[34,158,187],"more":[35,188],"cautious":[36],"stance":[37],"toward":[38],"item-sampling":[39],"evaluation.However,":[40],"even":[41,191],"absence":[44,137],"intentional":[46],"sampling,":[47],"may":[50,80],"still":[51],"be":[52],"missing.This":[53],"issue":[54],"arises":[55],"because":[56],"typical":[57],"implicit":[58],"feedback":[59],"datasets":[60],"contain":[61],"only":[62],"that":[64,88,119,169,176],"interacted":[67],"with":[68],"by":[69,157],"at":[70],"least":[71],"one":[72],"user":[73],"dataset.Consequently,":[76],"included":[78],"not":[81],"encompass":[82],"entire":[84],"catalog":[85],"serve":[89],"as":[90],"true":[91,180],"candidate":[92,105,121,193],"during":[94],"online":[95],"deployment.In":[96],"paper,":[98],"we":[99,145],"investigate":[100],"impact":[102],"missing":[104,120,166,196],"on":[107,152],"both":[108],"and":[111,130,148],"learning":[112,149,184],"processes":[113],"systems.Our":[116],"findings":[117],"demonstrate":[118],"lead":[123],"overestimation":[126],"model":[128,140],"performance":[129],"inconsistencies":[131],"identifying":[133],"superior":[134],"models.Moreover,":[135],"their":[136,179],"significantly":[138],"impairs":[139],"training.To":[141],"address":[142],"challenge,":[144],"propose":[146],"methods":[150,173],"based":[151],"inverse":[153],"probability":[154],"weighting,":[155],"complemented":[156],"novel":[159],"protocol":[160],"estimating":[162],"probabilities":[164],"items.We":[167],"show":[168],"proposed":[171,183],"recover":[174],"metrics":[175],"closely":[177],"approximate":[178],"values.Furthermore,":[181],"method":[185],"yields":[186],"robust":[189],"model,":[190],"when":[192],"are":[195],"from":[197],"training":[199],"data.":[200]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}