{"id":"https://openalex.org/W4389777839","doi":"https://doi.org/10.1162/tacl_a_00619","title":"Pre-train, Prompt, and Recommendation: A Comprehensive Survey of Language Modeling Paradigm Adaptations in Recommender Systems","display_name":"Pre-train, Prompt, and Recommendation: A Comprehensive Survey of Language Modeling Paradigm Adaptations in Recommender Systems","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4389777839","doi":"https://doi.org/10.1162/tacl_a_00619"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00619","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00619","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00619/2196852/tacl_a_00619.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00619/2196852/tacl_a_00619.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100346855","display_name":"Peng Liu","orcid":"https://orcid.org/0000-0002-7855-3110"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Peng Liu","raw_affiliation_strings":["Department of Computer Science Norwegian University of Science and Technology, Norway. peng.liu@ntnu.no"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Norwegian University of Science and Technology, Norway. peng.liu@ntnu.no","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074089615","display_name":"Lemei Zhang","orcid":"https://orcid.org/0000-0003-3037-4946"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Lemei Zhang","raw_affiliation_strings":["Department of Computer Science Norwegian University of Science and Technology, Norway. lemei.zhang@ntnu.no"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Norwegian University of Science and Technology, Norway. lemei.zhang@ntnu.no","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055294418","display_name":"Jon Atle Gulla","orcid":"https://orcid.org/0000-0002-9806-7961"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":true,"raw_author_name":"Jon Atle Gulla","raw_affiliation_strings":["Department of Computer Science Norwegian University of Science and Technology, Norway. jon.atle.gulla@ntnu.no"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science Norwegian University of Science and Technology, Norway. jon.atle.gulla@ntnu.no","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5055294418","https://openalex.org/A5074089615","https://openalex.org/A5100346855"],"corresponding_institution_ids":["https://openalex.org/I204778367"],"apc_list":null,"apc_paid":null,"fwci":10.8238,"has_fulltext":true,"cited_by_count":83,"citation_normalized_percentile":{"value":0.98903248,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"1553","last_page":"1571"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10203","display_name":"Recommender Systems and Techniques","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9902999997138977,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8623843193054199},{"id":"https://openalex.org/keywords/generality","display_name":"Generality","score":0.8493515253067017},{"id":"https://openalex.org/keywords/recommender-system","display_name":"Recommender system","score":0.7161282896995544},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5939959287643433},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5772745013237},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.5015060901641846},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.44970083236694336},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4114912152290344},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.41060417890548706},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3723057508468628},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3714997470378876}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8623843193054199},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.8493515253067017},{"id":"https://openalex.org/C557471498","wikidata":"https://www.wikidata.org/wiki/Q554950","display_name":"Recommender system","level":2,"score":0.7161282896995544},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5939959287643433},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5772745013237},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.5015060901641846},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.44970083236694336},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4114912152290344},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.41060417890548706},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3723057508468628},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3714997470378876},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00619","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00619","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00619/2196852/tacl_a_00619.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5270e5b81d344dae90ba1939cbabb431","is_oa":true,"landing_page_url":"https://doaj.org/article/5270e5b81d344dae90ba1939cbabb431","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00619","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00619","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00619/2196852/tacl_a_00619.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G2589906563","display_name":null,"funder_award_id":"309834","funder_id":"https://openalex.org/F4320323299","funder_display_name":"Norges Forskningsr\u00e5d"}],"funders":[{"id":"https://openalex.org/F4320323299","display_name":"Norges Forskningsr\u00e5d","ror":"https://ror.org/00epmv149"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4389777839.pdf"},"referenced_works_count":86,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2740887992","https://openalex.org/W2911319979","https://openalex.org/W2963341956","https://openalex.org/W2965373594","https://openalex.org/W2965570621","https://openalex.org/W2970597249","https://openalex.org/W2984100107","https://openalex.org/W2999905431","https://openalex.org/W3011574394","https://openalex.org/W3012907770","https://openalex.org/W3034896171","https://openalex.org/W3046039946","https://openalex.org/W3065542300","https://openalex.org/W3088409176","https://openalex.org/W3099577420","https://openalex.org/W3100260481","https://openalex.org/W3103410128","https://openalex.org/W3132008141","https://openalex.org/W3134210100","https://openalex.org/W3136606064","https://openalex.org/W3153594481","https://openalex.org/W3155368131","https://openalex.org/W3166846774","https://openalex.org/W3172632637","https://openalex.org/W3175529606","https://openalex.org/W3175536494","https://openalex.org/W3185341429","https://openalex.org/W3189967866","https://openalex.org/W3200664681","https://openalex.org/W3200698006","https://openalex.org/W3206381175","https://openalex.org/W3207267733","https://openalex.org/W3213351348","https://openalex.org/W3213564796","https://openalex.org/W4221159558","https://openalex.org/W4223587130","https://openalex.org/W4224315096","https://openalex.org/W4225886166","https://openalex.org/W4226153070","https://openalex.org/W4281256114","https://openalex.org/W4283324387","https://openalex.org/W4284673577","https://openalex.org/W4284702156","https://openalex.org/W4284882462","https://openalex.org/W4285171841","https://openalex.org/W4290944002","https://openalex.org/W4290945693","https://openalex.org/W4292793877","https://openalex.org/W4295745156","https://openalex.org/W4296591867","https://openalex.org/W4306317417","https://openalex.org/W4308198680","https://openalex.org/W4311119072","https://openalex.org/W4360612299","https://openalex.org/W4361193179","https://openalex.org/W4364383168","https://openalex.org/W4365211555","https://openalex.org/W4366733551","https://openalex.org/W4367047145","https://openalex.org/W4372347502","https://openalex.org/W4379382506","https://openalex.org/W4382202735","https://openalex.org/W4382239917","https://openalex.org/W4385567868","https://openalex.org/W4385571472","https://openalex.org/W4385573063","https://openalex.org/W4385573915","https://openalex.org/W4386076057","https://openalex.org/W4389520443","https://openalex.org/W4404815085","https://openalex.org/W6680300913","https://openalex.org/W6766673545","https://openalex.org/W6773829392","https://openalex.org/W6778883912","https://openalex.org/W6790400022","https://openalex.org/W6792108999","https://openalex.org/W6802438979","https://openalex.org/W6838303603","https://openalex.org/W6839290401","https://openalex.org/W6843043412","https://openalex.org/W6850988808","https://openalex.org/W6851596285","https://openalex.org/W6851836146","https://openalex.org/W6852025238","https://openalex.org/W6852883311"],"related_works":["https://openalex.org/W2045049461","https://openalex.org/W4381094582","https://openalex.org/W1978893398","https://openalex.org/W1977906818","https://openalex.org/W2201908702","https://openalex.org/W2369625323","https://openalex.org/W2364579609","https://openalex.org/W4287644835","https://openalex.org/W3092281475","https://openalex.org/W3098003361"],"abstract_inverted_index":{"Abstract":[0],"The":[1,31],"emergence":[2],"of":[3,15,44],"Pre-trained":[4],"Language":[5,17],"Models":[6],"(PLMs)":[7],"has":[8,51],"achieved":[9],"tremendous":[10],"success":[11],"in":[12,27,152],"the":[13,35,56,128],"field":[14],"Natural":[16],"Processing":[18],"(NLP)":[19],"by":[20,65,86],"learning":[21],"universal":[22],"representations":[23,37],"on":[24,145],"large":[25],"corpora":[26],"a":[28,42,62,108],"self-supervised":[29],"manner.":[30],"pre-trained":[32,83],"models":[33,84],"and":[34,59,68,79,103,121,126,134,148],"learned":[36,85],"can":[38],"be":[39],"beneficial":[40],"to":[41,55,77,91,111],"series":[43],"downstream":[45],"NLP":[46],"tasks.":[47],"This":[48],"training":[49,89,119,132],"paradigm":[50],"recently":[52],"been":[53],"adapted":[54],"recommendation":[57,93],"domain":[58],"is":[60],"considered":[61],"promising":[63],"approach":[64],"both":[66],"academia":[67],"industry.":[69],"In":[70],"this":[71,153],"paper,":[72],"we":[73,106,124,143],"systematically":[74],"investigate":[75],"how":[76],"extract":[78],"transfer":[80],"knowledge":[81],"from":[82,95],"different":[87,135],"PLM-related":[88],"paradigms":[90,133],"improve":[92],"performance":[94],"various":[96],"perspectives,":[97],"such":[98],"as":[99],"generality,":[100],"sparsity,":[101],"efficiency":[102],"effectiveness.":[104],"Specifically,":[105],"propose":[107],"comprehensive":[109],"taxonomy":[110],"divide":[112],"existing":[113],"PLM-based":[114,131],"recommender":[115,140],"systems":[116],"w.r.t.":[117],"their":[118],"strategies":[120],"objectives.":[122],"Then,":[123],"analyze":[125],"summarize":[127],"connection":[129],"between":[130],"input":[136],"data":[137],"types":[138],"for":[139],"systems.":[141],"Finally,":[142],"elaborate":[144],"open":[146],"issues":[147],"future":[149],"research":[150],"directions":[151],"vibrant":[154],"field.":[155]},"counts_by_year":[{"year":2026,"cited_by_count":15},{"year":2025,"cited_by_count":41},{"year":2024,"cited_by_count":23},{"year":2023,"cited_by_count":4}],"updated_date":"2026-08-08T07:41:36.138363","created_date":"2025-10-10T00:00:00"}