{"id":"https://openalex.org/W4406495324","doi":"https://doi.org/10.1145/3712589","title":"A Thorough Performance Benchmarking on Lightweight Embedding-based Recommender Systems","display_name":"A Thorough Performance Benchmarking on Lightweight Embedding-based Recommender Systems","publication_year":2025,"publication_date":"2025-01-17","ids":{"openalex":"https://openalex.org/W4406495324","doi":"https://doi.org/10.1145/3712589"},"language":"en","primary_location":{"id":"doi:10.1145/3712589","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712589","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113410600","display_name":"Hung Vinh Tran","orcid":"https://orcid.org/0009-0000-7615-3167"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Hung Vinh Tran","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia","The University of Queensland, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100461265","display_name":"Tong Chen","orcid":"https://orcid.org/0000-0001-7269-146X"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Tong Chen","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia","The University of Queensland, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051219382","display_name":"Quoc Viet Hung Nguyen","orcid":"https://orcid.org/0000-0002-9687-1315"},"institutions":[{"id":"https://openalex.org/I11701301","display_name":"Griffith University","ror":"https://ror.org/02sc3r913","country_code":"AU","type":"education","lineage":["https://openalex.org/I11701301"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Nguyen Quoc Viet Hung","raw_affiliation_strings":["Griffith University, Brisbane, Australia","Griffith University, Australia"],"affiliations":[{"raw_affiliation_string":"Griffith University, Brisbane, Australia","institution_ids":["https://openalex.org/I11701301"]},{"raw_affiliation_string":"Griffith University, Australia","institution_ids":["https://openalex.org/I11701301"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078170935","display_name":"Zi Huang","orcid":"https://orcid.org/0000-0002-9738-4949"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Zi Huang","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia","The University of Queensland, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101414718","display_name":"Lizhen Cui","orcid":"https://orcid.org/0000-0002-8262-8883"},"institutions":[{"id":"https://openalex.org/I154099455","display_name":"Shandong University","ror":"https://ror.org/0207yh398","country_code":"CN","type":"education","lineage":["https://openalex.org/I154099455"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lizhen Cui","raw_affiliation_strings":["Shandong University, Jinan, China","Shandong University, China"],"affiliations":[{"raw_affiliation_string":"Shandong University, Jinan, China","institution_ids":["https://openalex.org/I154099455"]},{"raw_affiliation_string":"Shandong University, China","institution_ids":["https://openalex.org/I154099455"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088492734","display_name":"Hongzhi Yin","orcid":"https://orcid.org/0000-0003-1395-261X"},"institutions":[{"id":"https://openalex.org/I165143802","display_name":"The University of Queensland","ror":"https://ror.org/00rqy9422","country_code":"AU","type":"education","lineage":["https://openalex.org/I165143802"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Hongzhi Yin","raw_affiliation_strings":["The University of Queensland, Brisbane, Australia","The University of Queensland, Australia"],"affiliations":[{"raw_affiliation_string":"The University of Queensland, Brisbane, Australia","institution_ids":["https://openalex.org/I165143802"]},{"raw_affiliation_string":"The University of Queensland, Australia","institution_ids":["https://openalex.org/I165143802"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5113410600"],"corresponding_institution_ids":["https://openalex.org/I165143802"],"apc_list":null,"apc_paid":null,"fwci":22.7556,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.99144147,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"43","issue":"3","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.9921000003814697,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11478","display_name":"Caching and Content Delivery","score":0.9836000204086304,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.940238356590271},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.8181166052818298},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6641553640365601},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6205219030380249},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3796265423297882},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32708555459976196},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.30945050716400146},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.10182914137840271}],"concepts":[{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.940238356590271},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.8181166052818298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6641553640365601},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6205219030380249},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3796265423297882},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32708555459976196},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.30945050716400146},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10182914137840271},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3712589","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3712589","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":73,"referenced_works":["https://openalex.org/W1482147200","https://openalex.org/W1845051632","https://openalex.org/W1886704267","https://openalex.org/W2025713906","https://openalex.org/W2219888463","https://openalex.org/W2294501066","https://openalex.org/W2295739661","https://openalex.org/W2604662567","https://openalex.org/W2605350416","https://openalex.org/W2793116255","https://openalex.org/W2805003733","https://openalex.org/W2902251695","https://openalex.org/W2957191877","https://openalex.org/W2963601856","https://openalex.org/W2972269283","https://openalex.org/W3004578093","https://openalex.org/W3045200674","https://openalex.org/W3047789363","https://openalex.org/W3088444111","https://openalex.org/W3093945404","https://openalex.org/W3100278010","https://openalex.org/W3105114834","https://openalex.org/W3117684406","https://openalex.org/W3129093240","https://openalex.org/W3153687269","https://openalex.org/W3154430477","https://openalex.org/W3154916579","https://openalex.org/W3166439894","https://openalex.org/W3169936356","https://openalex.org/W3174244951","https://openalex.org/W3177153130","https://openalex.org/W3178193590","https://openalex.org/W4213153339","https://openalex.org/W4224926669","https://openalex.org/W4225522955","https://openalex.org/W4226150639","https://openalex.org/W4226183797","https://openalex.org/W4226453472","https://openalex.org/W4281261564","https://openalex.org/W4283326779","https://openalex.org/W4283379500","https://openalex.org/W4284666445","https://openalex.org/W4284699573","https://openalex.org/W4288391620","https://openalex.org/W4294977709","https://openalex.org/W4296591831","https://openalex.org/W4321448368","https://openalex.org/W4363671935","https://openalex.org/W4364382857","https://openalex.org/W4377866424","https://openalex.org/W4382239994","https://openalex.org/W4384648456","https://openalex.org/W4386729058","https://openalex.org/W4389785536","https://openalex.org/W4390489709","https://openalex.org/W4391467407","https://openalex.org/W4391549713","https://openalex.org/W4391591405","https://openalex.org/W4392366624","https://openalex.org/W4392453885","https://openalex.org/W4393334865","https://openalex.org/W4400526446","https://openalex.org/W4402857036","https://openalex.org/W6639612919","https://openalex.org/W6676179485","https://openalex.org/W6729448088","https://openalex.org/W6735804486","https://openalex.org/W6785231306","https://openalex.org/W6802713705","https://openalex.org/W6839520508","https://openalex.org/W6857820527","https://openalex.org/W6910589549","https://openalex.org/W6917172014"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2000169967","https://openalex.org/W2112883198"],"abstract_inverted_index":{"Since":[0],"the":[1,4,52,58,85,96,110,121,132,136,156,169,173,185,254,261,319,334],"creation":[2],"of":[3,98,124,152,175,187,257,285,336],"Web,":[5],"recommender":[6],"systems":[7],"(RSs)":[8],"have":[9,71,288],"been":[10],"an":[11,45,226,240],"indispensable":[12],"personalization":[13],"mechanism":[14],"in":[15,44,88,109,117],"information":[16,39],"filtering.":[17],"Most":[18],"state-of-the-art":[19],"RSs":[20,102],"primarily":[21],"depend":[22],"on":[23,177,232,267,295,318,323,327],"categorical":[24],"features":[25],"such":[26],"as":[27],"user":[28],"and":[29,32,69,78,145,161,210,270,291,330,344,354,357],"item":[30],"IDs,":[31],"use":[33,283],"embedding":[34,48,61,228],"vectors":[35],"to":[36,51,127,203,238,276],"encode":[37],"their":[38,128,149,268,301],"for":[40,91,192,278,339],"accurate":[41],"recommendations,":[42],"resulting":[43,116],"excessively":[46],"large":[47],"table":[49,62],"owing":[50],"immense":[53],"feature":[54],"corpus.":[55],"To":[56,218,342],"prevent":[57],"heavily":[59],"parameterized":[60],"from":[63],"harming":[64],"RSs\u2019":[65],"scalability,":[66],"both":[67],"academia":[68],"industry":[70],"seen":[72,108],"increasing":[73],"efforts":[74],"compressing":[75],"RS":[76],"embeddings,":[77,155],"this":[79,200,313],"trend":[80],"is":[81,107,236,304],"further":[82],"amplified":[83],"by":[84,196],"recent":[86],"uptake":[87],"edge":[89],"computing":[90],"online":[92],"services.":[93],"However,":[94],"despite":[95,148],"prosperity":[97],"existing":[99,206,337],"lightweight":[100,154],"embedding-based":[101],"(LERSs),":[103],"a":[104,164,178,214,220,296],"strong":[105],"diversity":[106],"evaluation":[111],"protocols":[112],"adopted":[113],"across":[114,260],"publications,":[115],"obstacles":[118],"when":[119],"relating":[120],"reported":[122],"performance":[123,256,320],"those":[125],"LERSs":[126,158,259,294,338],"real-world":[129],"usability.":[130],"On":[131],"other":[133],"hand,":[134],"among":[135],"two":[137,170,262],"fundamental":[138],"recommendation":[139,263],"tasks,":[140,264],"namely":[141],"traditional":[142],"collaborative":[143],"filtering":[144],"content-based":[146],"recommendation,":[147],"common":[150],"goal":[151],"achieving":[153],"outgoing":[157],"are":[159],"designed":[160],"evaluated":[162],"with":[163,307,315],"straightforward":[165],"\u201ceither-or\u201d":[166],"choice":[167],"between":[168],"tasks.":[171],"Consequently,":[172],"lack":[174],"discussions":[176],"method\u2019s":[179],"cross-task":[180,211],"transferability":[181,212],"will":[182],"likely":[183],"hinder":[184],"development":[186],"unified,":[188],"more":[189],"scalable":[190],"solutions":[191],"production":[193],"environments.":[194],"Motivated":[195],"these":[197],"unresolved":[198],"issues,":[199],"study":[201,252],"aims":[202],"systematically":[204],"investigate":[205],"LERSs\u2019":[207],"performance,":[208],"efficiency,":[209],"via":[213],"thorough":[215],"benchmarking":[216],"process.":[217],"create":[219],"generic,":[221],"task-independent":[222],"baseline,":[223],"we":[224,287,311,349],"propose":[225],"efficient":[227],"compression":[229],"approach":[230],"based":[231,326],"magnitude":[233],"pruning,":[234],"which":[235],"proven":[237],"be":[239],"easy-to-deploy":[241],"yet":[242],"highly":[243],"competitive":[244],"baseline":[245],"that":[246],"outperforms":[247],"various":[248],"complex":[249],"LERSs.":[250],"Our":[251],"reveals":[253],"distinct":[255],"different":[258,273],"shedding":[265],"light":[266],"effectiveness":[269],"generalizability":[271],"under":[272],"settings.":[274],"Furthermore,":[275],"account":[277],"edge-based":[279],"recommendation\u2014an":[280],"increasingly":[281],"popular":[282],"case":[284],"LERSs,":[286],"also":[289],"deployed":[290],"tested":[292],"all":[293,351],"Raspberry":[297],"Pi":[298],"4,":[299],"where":[300],"efficiency":[302],"bottleneck":[303],"exposed":[305],"compared":[306],"GPU-based":[308],"deployment.":[309],"Finally,":[310],"conclude":[312],"article":[314],"critical":[316],"summaries":[317],"comparison,":[321],"suggestions":[322],"model":[324],"selection":[325],"task":[328],"objectives,":[329],"underexplored":[331],"challenges":[332],"around":[333],"applicability":[335],"future":[340,346],"research.":[341],"encourage":[343],"support":[345],"LERS":[347],"research,":[348],"publish":[350],"source":[352],"codes":[353],"data,":[355],"checkpoints,":[356],"documentation":[358],"at":[359],"https://github.com/chenxing1999/recsys-benchmark":[360],".":[361]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}