{"id":"https://openalex.org/W4392384389","doi":"https://doi.org/10.1145/3616855.3635811","title":"Unified Pretraining for Recommendation via Task Hypergraphs","display_name":"Unified Pretraining for Recommendation via Task Hypergraphs","publication_year":2024,"publication_date":"2024-03-04","ids":{"openalex":"https://openalex.org/W4392384389","doi":"https://doi.org/10.1145/3616855.3635811"},"language":"en","primary_location":{"id":"doi:10.1145/3616855.3635811","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038923936","display_name":"Mingdai Yang","orcid":"https://orcid.org/0000-0002-2868-8965"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Mingdai Yang","raw_affiliation_strings":["University of Illinios at Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinios at Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100321247","display_name":"Zhiwei Liu","orcid":"https://orcid.org/0000-0003-1525-1067"},"institutions":[{"id":"https://openalex.org/I4210155268","display_name":"Salesforce (United States)","ror":"https://ror.org/057315g56","country_code":"US","type":"company","lineage":["https://openalex.org/I4210155268"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zhiwei Liu","raw_affiliation_strings":["Salesforce AI Research, Palo Alto, USA"],"affiliations":[{"raw_affiliation_string":"Salesforce AI Research, Palo Alto, USA","institution_ids":["https://openalex.org/I4210155268"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001633360","display_name":"Liangwei Yang","orcid":"https://orcid.org/0000-0001-5660-766X"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liangwei Yang","raw_affiliation_strings":["University of Illinios at Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinios at Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077491379","display_name":"Xiaolong Liu","orcid":"https://orcid.org/0000-0003-4027-0235"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaolong Liu","raw_affiliation_strings":["University of Illinios at Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinios at Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337473","display_name":"Chen Wang","orcid":"https://orcid.org/0000-0001-5264-3305"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chen Wang","raw_affiliation_strings":["University of Illinios at Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinios at Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740618","display_name":"Hao Peng","orcid":"https://orcid.org/0000-0001-7422-630X"},"institutions":[{"id":"https://openalex.org/I10660446","display_name":"Kunming University of Science and Technology","ror":"https://ror.org/00xyeez13","country_code":"CN","type":"education","lineage":["https://openalex.org/I10660446"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]},{"id":"https://openalex.org/I92403157","display_name":"University of Science and Technology Beijing","ror":"https://ror.org/02egmk993","country_code":"CN","type":"education","lineage":["https://openalex.org/I92403157"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Peng","raw_affiliation_strings":["School of Cyber Science and Technology & Yunnan Key Laboratory of Artificial Intelligence, Beihang University & Kunming University of Science and Technology, Beijing, China"],"affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology & Yunnan Key Laboratory of Artificial Intelligence, Beihang University & Kunming University of Science and Technology, Beijing, China","institution_ids":["https://openalex.org/I10660446","https://openalex.org/I82880672","https://openalex.org/I92403157"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5036357902","display_name":"Philip S. Yu","orcid":"https://orcid.org/0000-0002-3491-5968"},"institutions":[{"id":"https://openalex.org/I39422238","display_name":"University of Illinois Chicago","ror":"https://ror.org/02mpq6x41","country_code":"US","type":"education","lineage":["https://openalex.org/I39422238"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Philip S. Yu","raw_affiliation_strings":["University of Illinios at Chicago, Chicago, USA"],"affiliations":[{"raw_affiliation_string":"University of Illinios at Chicago, Chicago, USA","institution_ids":["https://openalex.org/I39422238"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5038923936"],"corresponding_institution_ids":["https://openalex.org/I39422238"],"apc_list":null,"apc_paid":null,"fwci":7.6025,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.97054305,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"891","last_page":"900"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9873999953269958,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8338789939880371},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6979946494102478},{"id":"https://openalex.org/keywords/overfitting","display_name":"Overfitting","score":0.6494971513748169},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.603498101234436},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5823954939842224},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.567009687423706},{"id":"https://openalex.org/keywords/pretext","display_name":"Pretext","score":0.5326312184333801},{"id":"https://openalex.org/keywords/optimal-distinctiveness-theory","display_name":"Optimal distinctiveness theory","score":0.5119713544845581},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5074459910392761},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.48758310079574585},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.4620897173881531},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.4413449764251709}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8338789939880371},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6979946494102478},{"id":"https://openalex.org/C22019652","wikidata":"https://www.wikidata.org/wiki/Q331309","display_name":"Overfitting","level":3,"score":0.6494971513748169},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.603498101234436},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5823954939842224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.567009687423706},{"id":"https://openalex.org/C2779627259","wikidata":"https://www.wikidata.org/wiki/Q779763","display_name":"Pretext","level":3,"score":0.5326312184333801},{"id":"https://openalex.org/C47385372","wikidata":"https://www.wikidata.org/wiki/Q7098943","display_name":"Optimal distinctiveness theory","level":2,"score":0.5119713544845581},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5074459910392761},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.48758310079574585},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.4620897173881531},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.4413449764251709},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3616855.3635811","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635811","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.699999988079071}],"awards":[{"id":"https://openalex.org/G1121271761","display_name":null,"funder_award_id":"Program","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1231421488","display_name":null,"funder_award_id":"under","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2087396116","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2142201510","display_name":"III: Small: Exploiting the Massive User Generated Utterances for Intent Mining under Scarce Annotations","funder_award_id":"1909323","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G227950195","display_name":null,"funder_award_id":"III-1763325, III-1909323, III-2106758, SaTC-1930941","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G230809083","display_name":null,"funder_award_id":"61972186","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2376276132","display_name":null,"funder_award_id":"China","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G3118254216","display_name":"III: Medium: Collaborative Research: An Extensible Heterogeneous Network Embedding Framework with Application Specific Adaptation","funder_award_id":"1763325","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3317480652","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3780253623","display_name":null,"funder_award_id":"62266028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G391238517","display_name":null,"funder_award_id":", and","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4320322031","display_name":"III: Medium: Collaborative Research: Self-Supervised Recommender System Learning with Application Specific Adaption","funder_award_id":"2106758","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4479882814","display_name":null,"funder_award_id":"U21B2027","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G486159857","display_name":null,"funder_award_id":"62002007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5722720762","display_name":null,"funder_award_id":"III-2106758","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5760752404","display_name":null,"funder_award_id":"Projects","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5939423041","display_name":null,"funder_award_id":"Technology","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5994120800","display_name":null,"funder_award_id":"Natural","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7594744594","display_name":null,"funder_award_id":"62322202","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7633400475","display_name":null,"funder_award_id":"III-1763325","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7817793019","display_name":null,"funder_award_id":"III-1909323","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G883900857","display_name":null,"funder_award_id":"SaTC-1930941","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8955107213","display_name":null,"funder_award_id":"Major","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G979281235","display_name":"SaTC: CORE: Small: Collaborative: Learning Dynamic and Robust Defenses Against Co-Adaptive Spammers","funder_award_id":"1930941","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W2112008792","https://openalex.org/W2556365628","https://openalex.org/W2892880750","https://openalex.org/W3004578093","https://openalex.org/W3036446966","https://openalex.org/W3065542300","https://openalex.org/W3080566854","https://openalex.org/W3080997787","https://openalex.org/W3094605801","https://openalex.org/W3099152386","https://openalex.org/W3100260481","https://openalex.org/W3104355095","https://openalex.org/W3153325943","https://openalex.org/W3155496675","https://openalex.org/W3166423611","https://openalex.org/W3170767867","https://openalex.org/W3174146526","https://openalex.org/W3211143493","https://openalex.org/W4205563440","https://openalex.org/W4213052788","https://openalex.org/W4224310786","https://openalex.org/W4224983022","https://openalex.org/W4280586754","https://openalex.org/W4283702870","https://openalex.org/W4290877635","https://openalex.org/W4296591867","https://openalex.org/W4307727129","https://openalex.org/W4321479937","https://openalex.org/W4386044322","https://openalex.org/W4386730140"],"related_works":["https://openalex.org/W4362597605","https://openalex.org/W1574414179","https://openalex.org/W4225552138","https://openalex.org/W2032875729","https://openalex.org/W3009056573","https://openalex.org/W4297676672","https://openalex.org/W2922073769","https://openalex.org/W3046185751","https://openalex.org/W4281702477","https://openalex.org/W2475308993"],"abstract_inverted_index":{"Although":[0],"pretraining":[1,28,61,83],"has":[2],"garnered":[3],"significant":[4],"attention":[5,122],"and":[6,62,102,135],"popularity":[7],"in":[8,13,29,41],"recent":[9],"years,":[10],"its":[11],"application":[12],"graph-based":[14],"recommender":[15],"systems":[16],"is":[17,21,124],"relatively":[18],"limited.":[19],"It":[20],"challenging":[22],"to":[23,48,69,98,112,116,126,153],"exploit":[24],"prior":[25],"knowledge":[26],"by":[27],"widely":[30],"used":[31],"ID-dependent":[32],"datasets.":[33],"On":[34,57],"the":[35,58,65,129,144,155,158],"one":[36,42],"hand,":[37,60],"user-item":[38],"interaction":[39],"history":[40],"dataset":[43,67],"can":[44],"hardly":[45],"be":[46],"transferred":[47],"other":[49,59],"datasets":[50,142],"through":[51],"pretraining,":[52],"where":[53],"IDs":[54],"are":[55,151],"different.":[56],"finetuning":[63],"on":[64,139],"same":[66],"leads":[68],"a":[70,80,94],"high":[71],"risk":[72],"of":[73,104,146,157],"overfitting.":[74],"In":[75],"this":[76],"paper,":[77],"we":[78,108],"propose":[79],"novel":[81,120],"multitask":[82],"framework":[84],"named":[85],"Unified":[86],"Pretraining":[87],"for":[88],"Recommendation":[89],"via":[90],"Task":[91],"Hypergraphs.":[92],"For":[93],"unified":[95],"learning":[96],"pattern":[97],"handle":[99],"diverse":[100],"requirements":[101],"nuances":[103],"various":[105],"pretext":[106,114,133],"tasks,":[107],"design":[109],"task":[110,134],"hypergraphs":[111],"generalize":[113],"tasks":[115],"hyperedge":[117],"prediction.":[118],"A":[119],"transitional":[121],"layer":[123],"devised":[125],"discriminatively":[127],"learn":[128],"relevance":[130],"between":[131],"each":[132],"recommendation.":[136],"Experimental":[137],"results":[138],"three":[140],"benchmark":[141],"verify":[143],"superiority":[145],"UPRTH.":[147],"Additional":[148],"detailed":[149],"investigations":[150],"conducted":[152],"demonstrate":[154],"effectiveness":[156],"proposed":[159],"framework.":[160]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":7}],"updated_date":"2026-04-13T07:58:08.660418","created_date":"2025-10-10T00:00:00"}