{"id":"https://openalex.org/W4391026314","doi":"https://doi.org/10.1145/3640820","title":"Group Validation in Recommender Systems: Framework for Multi-layer Performance Evaluation","display_name":"Group Validation in Recommender Systems: Framework for Multi-layer Performance Evaluation","publication_year":2024,"publication_date":"2024-01-19","ids":{"openalex":"https://openalex.org/W4391026314","doi":"https://doi.org/10.1145/3640820"},"language":"en","primary_location":{"id":"doi:10.1145/3640820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640820","pdf_url":null,"source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054877502","display_name":"Wissam Al Jurdi","orcid":"https://orcid.org/0000-0001-9497-0515"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I160368002","display_name":"Lebanese University","ror":"https://ror.org/05x6qnc69","country_code":"LB","type":"education","lineage":["https://openalex.org/I160368002"]},{"id":"https://openalex.org/I2802759292","display_name":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique Thermique et Optique - Sciences et Technologies","ror":"https://ror.org/004fmxv66","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I2802759292","https://openalex.org/I37553959","https://openalex.org/I4210095849","https://openalex.org/I4405256580","https://openalex.org/I53262699"]}],"countries":["FR","LB"],"is_corresponding":false,"raw_author_name":"Wissam Al Jurdi","raw_affiliation_strings":["University Bourgogne Franche-Comt\u00e9, FEMTO-ST Institute, CNRS, Montb\u00e9liard, France | LaRRIS, Faculty of Sciences, Lebanese University, Fanar, Lebanon"],"raw_orcid":"https://orcid.org/0000-0001-9497-0515","affiliations":[{"raw_affiliation_string":"University Bourgogne Franche-Comt\u00e9, FEMTO-ST Institute, CNRS, Montb\u00e9liard, France | LaRRIS, Faculty of Sciences, Lebanese University, Fanar, Lebanon","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I160368002","https://openalex.org/I2802759292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003086292","display_name":"Jacques Bou Abdo","orcid":"https://orcid.org/0000-0002-3482-9154"},"institutions":[{"id":"https://openalex.org/I36486460","display_name":"University of Nebraska at Kearney","ror":"https://ror.org/04d5mb615","country_code":"US","type":"education","lineage":["https://openalex.org/I36486460"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jacques Bou Abdo","raw_affiliation_strings":["University of Cincinnati - University of Nebraska at Kearney, Kearney, USA"],"raw_orcid":"https://orcid.org/0000-0002-3482-9154","affiliations":[{"raw_affiliation_string":"University of Cincinnati - University of Nebraska at Kearney, Kearney, USA","institution_ids":["https://openalex.org/I36486460"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007677829","display_name":"Jacques Demerjian","orcid":"https://orcid.org/0000-0001-9798-8390"},"institutions":[{"id":"https://openalex.org/I160368002","display_name":"Lebanese University","ror":"https://ror.org/05x6qnc69","country_code":"LB","type":"education","lineage":["https://openalex.org/I160368002"]}],"countries":["LB"],"is_corresponding":false,"raw_author_name":"Jacques Demerjian","raw_affiliation_strings":["LaRRIS, Faculty of Sciences, Lebanese University, Fanar, Lebanon"],"raw_orcid":"https://orcid.org/0000-0001-9798-8390","affiliations":[{"raw_affiliation_string":"LaRRIS, Faculty of Sciences, Lebanese University, Fanar, Lebanon","institution_ids":["https://openalex.org/I160368002"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070973485","display_name":"Abdallah Makhoul","orcid":"https://orcid.org/0000-0003-0485-097X"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I2802759292","display_name":"Franche-Comt\u00e9 \u00c9lectronique M\u00e9canique Thermique et Optique - Sciences et Technologies","ror":"https://ror.org/004fmxv66","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I2802759292","https://openalex.org/I37553959","https://openalex.org/I4210095849","https://openalex.org/I4405256580","https://openalex.org/I53262699"]},{"id":"https://openalex.org/I4210118524","display_name":"Universit\u00e9 Bourgogne Franche-Comt\u00e9","ror":"https://ror.org/02dn7x778","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210118524"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Abdallah Makhoul","raw_affiliation_strings":["University Bourgogne Franche-Comt\u00e9, FEMTO-ST Institute, CNRS, Montb\u00e9liard, France"],"raw_orcid":"https://orcid.org/0000-0003-0485-097X","affiliations":[{"raw_affiliation_string":"University Bourgogne Franche-Comt\u00e9, FEMTO-ST Institute, CNRS, Montb\u00e9liard, France","institution_ids":["https://openalex.org/I1294671590","https://openalex.org/I2802759292","https://openalex.org/I4210118524"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.6741,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.9112407,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"2","issue":"1","first_page":"1","last_page":"25"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10064","display_name":"Complex Network Analysis Techniques","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8206125497817993},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7671207785606384},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.6654444932937622},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5954594612121582},{"id":"https://openalex.org/keywords/personalization","display_name":"Personalization","score":0.5688008666038513},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.509002685546875},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.5079708695411682},{"id":"https://openalex.org/keywords/strengths-and-weaknesses","display_name":"Strengths and weaknesses","score":0.4697449803352356},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.4593219757080078},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.40688133239746094},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.35284286737442017},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3501240313053131},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34443485736846924},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.14832815527915955}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8206125497817993},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7671207785606384},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.6654444932937622},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5954594612121582},{"id":"https://openalex.org/C183003079","wikidata":"https://www.wikidata.org/wiki/Q1000371","display_name":"Personalization","level":2,"score":0.5688008666038513},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.509002685546875},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.5079708695411682},{"id":"https://openalex.org/C63882131","wikidata":"https://www.wikidata.org/wiki/Q17122954","display_name":"Strengths and weaknesses","level":2,"score":0.4697449803352356},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4593219757080078},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.40688133239746094},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35284286737442017},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3501240313053131},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34443485736846924},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.14832815527915955},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3640820","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3640820","pdf_url":null,"source":{"id":"https://openalex.org/S4387284325","display_name":"ACM Transactions on Recommender Systems","issn_l":"2770-6699","issn":["2770-6699"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Recommender Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320322377","display_name":"Universit\u00e9 Libanaise","ror":"https://ror.org/05x6qnc69"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1971040550","https://openalex.org/W1996336859","https://openalex.org/W2049750575","https://openalex.org/W2073459066","https://openalex.org/W2074694452","https://openalex.org/W2099799055","https://openalex.org/W2107026277","https://openalex.org/W2122111042","https://openalex.org/W2123659014","https://openalex.org/W2125330369","https://openalex.org/W2132314908","https://openalex.org/W2137245235","https://openalex.org/W2140310134","https://openalex.org/W2142838865","https://openalex.org/W2162697159","https://openalex.org/W2219888463","https://openalex.org/W2499321148","https://openalex.org/W2752900252","https://openalex.org/W2787991113","https://openalex.org/W2892923641","https://openalex.org/W2901054819","https://openalex.org/W2913853152","https://openalex.org/W2963198001","https://openalex.org/W3016757214","https://openalex.org/W3047010778","https://openalex.org/W3088444111","https://openalex.org/W3102518922","https://openalex.org/W3120188951","https://openalex.org/W3134063549","https://openalex.org/W3154190849","https://openalex.org/W3159425987","https://openalex.org/W3171860698","https://openalex.org/W3198076800","https://openalex.org/W3199097559","https://openalex.org/W3201258060","https://openalex.org/W3203648123","https://openalex.org/W3205774243","https://openalex.org/W3208227120","https://openalex.org/W4225321042","https://openalex.org/W4225762543","https://openalex.org/W4226006895","https://openalex.org/W4248672808","https://openalex.org/W4251334431","https://openalex.org/W4255985215","https://openalex.org/W4286959404","https://openalex.org/W4288080156","https://openalex.org/W4299627282","https://openalex.org/W4320151204","https://openalex.org/W4361749181","https://openalex.org/W6668990524","https://openalex.org/W6680451568","https://openalex.org/W6948041331"],"related_works":["https://openalex.org/W4390273403","https://openalex.org/W4295769391","https://openalex.org/W4386781444","https://openalex.org/W2972220648","https://openalex.org/W2150182025","https://openalex.org/W3092950680","https://openalex.org/W3197542405","https://openalex.org/W2056712470","https://openalex.org/W3125580266","https://openalex.org/W4317039510"],"abstract_inverted_index":{"Evaluation":[0],"of":[1,43,130],"recommendation":[2],"systems":[3],"continues":[4],"evolving,":[5],"especially":[6],"in":[7,52,122,127,138],"recent":[8,59],"years.":[9],"There":[10],"have":[11],"been":[12],"several":[13,177],"attempts":[14],"to":[15,38,69,83,109,170,179],"standardize":[16],"the":[17,36,62,91,131,171,180,191],"assessment":[18,107,149],"processes":[19],"and":[20,50,103,134,164,190],"propose":[21],"replacement":[22],"metrics":[23],"better":[24],"oriented":[25],"toward":[26],"measuring":[27],"effective":[28],"personalization.":[29],"However,":[30],"standard":[31],"evaluation":[32,66,102,158,163,172],"tools":[33],"merely":[34],"possess":[35],"capacity":[37,192],"provide":[39],"a":[40,44,105,156,166,195],"general":[41],"overview":[42],"system\u2019s":[45,92,132],"performance;":[46],"they":[47,78],"lack":[48,80],"consistency":[49],"effectiveness":[51],"their":[53],"use,":[54],"as":[55,184],"evidenced":[56],"by":[57],"most":[58],"studies":[60],"on":[61,74,97],"topic.":[63],"Furthermore,":[64],"traditional":[65],"techniques":[67],"fail":[68],"detect":[70],"potentially":[71],"harmful":[72],"data":[73,98,133],"small":[75],"subsets.":[76],"Moreover,":[77],"generally":[79,144],"explainable":[81],"features":[82],"interpret":[84],"how":[85],"such":[86,111,141,183],"minor":[87],"variations":[88,143],"could":[89],"affect":[90],"performance.":[93],"This":[94],"proposal":[95],"focuses":[96],"clustering":[99],"for":[100,153,193],"recommender":[101,181],"applies":[104],"cluster":[106],"technique":[108],"locate":[110],"performance":[112,125],"issues.":[113],"Our":[114],"new":[115,167],"approach,":[116],"named":[117],"group":[118],"validation":[119,152],",":[120],"aids":[121],"spotting":[123],"critical":[124],"variability":[126],"compact":[128],"subsets":[129],"unravels":[135],"hidden":[136],"weaknesses":[137],"predictions":[139],"where":[140],"unfavorable":[142],"go":[145],"unnoticed":[146],"with":[147],"typical":[148],"methods.":[150],"Group":[151],"recommenders":[154],"is":[155],"modular":[157],"layer":[159],"that":[160],"complements":[161],"regular":[162],"includes":[165],"unique":[168],"perspective":[169],"process.":[173],"Additionally,":[174],"it":[175],"allows":[176],"applications":[178],"ecosystem,":[182],"model":[185,197],"evolution":[186],"tests,":[187],"fraud/attack":[188],"detection,":[189],"hosting":[194],"hybrid":[196],"setup.":[198]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}