{"id":"https://openalex.org/W3088516879","doi":"https://doi.org/10.1145/3383313.3411524","title":"BETA-Rec: Build, Evaluate and Tune Automated Recommender Systems","display_name":"BETA-Rec: Build, Evaluate and Tune Automated Recommender Systems","publication_year":2020,"publication_date":"2020-09-19","ids":{"openalex":"https://openalex.org/W3088516879","doi":"https://doi.org/10.1145/3383313.3411524","mag":"3088516879"},"language":"en","primary_location":{"id":"doi:10.1145/3383313.3411524","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383313.3411524","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.1145/3383313.3411524>)","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073342482","display_name":"Zaiqiao Meng","orcid":"https://orcid.org/0000-0001-5374-0318"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Zaiqiao Meng","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057657785","display_name":"Richard McCreadie","orcid":"https://orcid.org/0000-0002-2751-2087"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Richard McCreadie","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057643560","display_name":"Craig Macdonald","orcid":"https://orcid.org/0000-0003-3143-279X"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Craig Macdonald","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079046603","display_name":"Iadh Ounis","orcid":"https://orcid.org/0000-0003-4701-3223"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Iadh Ounis","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100781720","display_name":"Siwei Liu","orcid":"https://orcid.org/0000-0002-7326-2883"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Siwei Liu","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102858602","display_name":"Yaxiong Wu","orcid":"https://orcid.org/0000-0002-1860-0122"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Yaxiong Wu","raw_affiliation_strings":["University of Glasgow, United Kingdom"],"affiliations":[{"raw_affiliation_string":"University of Glasgow, United Kingdom","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018792662","display_name":"Xi Wang","orcid":"https://orcid.org/0000-0001-5936-9919"},"institutions":[{"id":"https://openalex.org/I7882870","display_name":"University of Glasgow","ror":"https://ror.org/00vtgdb53","country_code":"GB","type":"education","lineage":["https://openalex.org/I7882870"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Xi Wang","raw_affiliation_strings":["University of Glasgow"],"affiliations":[{"raw_affiliation_string":"University of Glasgow","institution_ids":["https://openalex.org/I7882870"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060335069","display_name":"Shangsong Liang","orcid":"https://orcid.org/0000-0003-1625-2168"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangsong Liang","raw_affiliation_strings":["Sun Yat-sen Univeristy, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen Univeristy, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101965034","display_name":"Yucheng Liang","orcid":"https://orcid.org/0000-0001-9917-5625"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yucheng Liang","raw_affiliation_strings":["Sun Yat-sen Univeristy, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen Univeristy, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108712436","display_name":"Guangtao Zeng","orcid":null},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangtao Zeng","raw_affiliation_strings":["Sun Yat-sen University, China"],"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048145606","display_name":"Junhua Liang","orcid":"https://orcid.org/0000-0001-6598-5507"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Junhua Liang","raw_affiliation_strings":["School of Data and Computer Science Sun Yat-sen Univeristy, China"],"affiliations":[{"raw_affiliation_string":"School of Data and Computer Science Sun Yat-sen Univeristy, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100381976","display_name":"Qiang Zhang","orcid":"https://orcid.org/0000-0003-0876-4374"},"institutions":[{"id":"https://openalex.org/I2800173700","display_name":"UCL Australia","ror":"https://ror.org/024atcf19","country_code":"AU","type":"education","lineage":["https://openalex.org/I2800173700"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["AU","GB"],"is_corresponding":false,"raw_author_name":"Qiang Zhang","raw_affiliation_strings":["University College, London"],"affiliations":[{"raw_affiliation_string":"University College, London","institution_ids":["https://openalex.org/I2800173700","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":12,"corresponding_author_ids":["https://openalex.org/A5073342482"],"corresponding_institution_ids":["https://openalex.org/I7882870"],"apc_list":null,"apc_paid":null,"fwci":3.6112,"has_fulltext":false,"cited_by_count":14,"citation_normalized_percentile":{"value":0.94134386,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"588","last_page":"590"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9937000274658203,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9715999960899353,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8428928256034851},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7634450197219849},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.6821619868278503},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6775783896446228},{"id":"https://openalex.org/keywords/modular-design","display_name":"Modular design","score":0.6406727433204651},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5713172554969788},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5394445657730103},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5012035369873047},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.485320508480072},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4607817232608795},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.45247024297714233},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4008721113204956},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3802526891231537},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.34515637159347534},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3281668424606323},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.16032585501670837}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8428928256034851},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7634450197219849},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.6821619868278503},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6775783896446228},{"id":"https://openalex.org/C101468663","wikidata":"https://www.wikidata.org/wiki/Q1620158","display_name":"Modular design","level":2,"score":0.6406727433204651},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5713172554969788},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5394445657730103},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5012035369873047},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.485320508480072},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4607817232608795},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.45247024297714233},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4008721113204956},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3802526891231537},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.34515637159347534},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3281668424606323},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.16032585501670837},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3383313.3411524","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3383313.3411524","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Fourteenth ACM Conference on Recommender Systems","raw_type":"proceedings-article"},{"id":"pmh:oai:eprints.gla.ac.uk:220636","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3383313.3411524>)","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"}],"best_oa_location":{"id":"pmh:oai:eprints.gla.ac.uk:220636","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3383313.3411524>)","pdf_url":null,"source":{"id":"https://openalex.org/S4210235606","display_name":"ENLIGHTEN (Jurnal Bimbingan dan Konseling Islam)","issn_l":"2622-8912","issn":["2622-8912","2622-8920"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":15,"referenced_works":["https://openalex.org/W2118934678","https://openalex.org/W2140310134","https://openalex.org/W2605350416","https://openalex.org/W2739273093","https://openalex.org/W2783603395","https://openalex.org/W2886209086","https://openalex.org/W2896962583","https://openalex.org/W2945827670","https://openalex.org/W2946119980","https://openalex.org/W2957191877","https://openalex.org/W2998206837","https://openalex.org/W3100278010","https://openalex.org/W3105114834","https://openalex.org/W3122507327","https://openalex.org/W4288083766"],"related_works":["https://openalex.org/W2383111961","https://openalex.org/W2365952365","https://openalex.org/W2352448290","https://openalex.org/W2380820513","https://openalex.org/W4386781444","https://openalex.org/W2913146933","https://openalex.org/W2005801347","https://openalex.org/W3092950680","https://openalex.org/W2372385138","https://openalex.org/W2186640231"],"abstract_inverted_index":{"The":[0,228],"field":[1],"of":[2,21,29,50,76,192,215,224,231],"recommender":[3,145],"systems":[4,123],"has":[5],"rapidly":[6],"evolved":[7],"over":[8],"the":[9,19,74,183,211,232],"last":[10],"few":[11],"years,":[12],"with":[13,61,149],"significant":[14],"advances":[15],"made":[16],"due":[17],"to":[18,72,113,169,178,182],"in-flux":[20],"deep":[22],"learning":[23],"techniques.":[24],"However,":[25],"as":[26,154,156],"a":[27,47,84,89,115,125,139,157,189,222],"result":[28],"this":[30,93,206],"rapid":[31],"progress,":[32],"escalating":[33],"barriers-to-entry":[34],"for":[35,69,103,119,131,143,217],"new":[36,70,176],"researchers":[37,71,218],"is":[38,67,167,186,234],"emerging.":[39],"In":[40,205],"particular,":[41],"state-of-the-art":[42],"approaches":[43],"have":[44,96],"fragmented":[45],"into":[46],"large":[48],"number":[49,223],"code-bases,":[51],"often":[52],"requiring":[53],"different":[54,62],"input":[55],"formats,":[56],"pre-processing":[57],"stages":[58],"and":[59,83,106,134,162,173,198,213,219],"evaluating":[60],"metric":[63],"packages.":[64],"Hence,":[65],"it":[66],"time-consuming":[68],"reach":[73],"point":[75],"having":[77],"both":[78,171],"an":[79,99],"effective":[80],"baseline":[81],"set":[82],"sound":[85],"comparative":[86],"environment.":[87],"As":[88],"step":[90],"towards":[91],"elevating":[92],"problem,":[94],"we":[95,208],"developed":[97],"BETA-Rec,":[98],"open":[100],"source":[101,229],"project":[102,233],"Building,":[104],"Evaluating":[105],"Tuning":[107],"Automated":[108],"Recommender":[109],"Systems.":[110],"BETA-Rec":[111,166,216],"aims":[112],"provide":[114],"practical":[116],"data":[117],"toolkit":[118],"building":[120],"end-to-end":[121],"recommendation":[122,226],"in":[124,188],"standardized":[126],"way.":[127],"It":[128,185],"provides":[129],"means":[130],"dataset":[132],"preparation":[133],"splitting":[135],"using":[136,147,203],"common":[137],"strategies,":[138],"generalized":[140],"model":[141],"engine":[142],"implementing":[144],"models":[146,151,177],"Pytorch":[148],"9":[150],"available":[152,235],"out-of-the-box,":[153],"well":[155],"unified":[158],"training,":[159],"validation,":[160],"tuning":[161,202],"testing":[163],"pipeline.":[164],"Furthermore,":[165],"designed":[168],"be":[170,179],"modular":[172],"extensible,":[174],"enabling":[175],"quickly":[180],"added":[181],"framework.":[184],"deployable":[187],"wide":[190],"range":[191],"environments":[193],"via":[194],"pre-built":[195],"docker":[196],"containers":[197],"supports":[199],"distributed":[200],"parameter":[201],"Ray.":[204],"demo,":[207],"will":[209],"illustrate":[210],"deployment":[212],"use":[214],"practitioners":[220],"on":[221],"standard":[225],"datasets.":[227],"code":[230],"at":[236],"github:":[237],"https://github.com/beta-team/beta-recsys.":[238]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":3}],"updated_date":"2026-03-17T09:09:15.849793","created_date":"2025-10-10T00:00:00"}