{"id":"https://openalex.org/W4389921502","doi":"https://doi.org/10.1145/3637870","title":"Dense Text Retrieval Based on Pretrained Language Models: A Survey","display_name":"Dense Text Retrieval Based on Pretrained Language Models: A Survey","publication_year":2023,"publication_date":"2023-12-18","ids":{"openalex":"https://openalex.org/W4389921502","doi":"https://doi.org/10.1145/3637870"},"language":"en","primary_location":{"id":"doi:10.1145/3637870","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637870","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037145565","display_name":"Wayne Xin Zhao","orcid":"https://orcid.org/0000-0002-8333-6196"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Wayne Xin Zhao","raw_affiliation_strings":["Renmin University of China, China"],"raw_orcid":"https://orcid.org/0000-0002-8333-6196","affiliations":[{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100375105","display_name":"Jing Liu","orcid":"https://orcid.org/0000-0003-1727-6321"},"institutions":[{"id":"https://openalex.org/I98301712","display_name":"Baidu (China)","ror":"https://ror.org/03vs3wt56","country_code":"CN","type":"company","lineage":["https://openalex.org/I98301712"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Liu","raw_affiliation_strings":["Baidu Inc., China"],"raw_orcid":"https://orcid.org/0000-0003-1727-6321","affiliations":[{"raw_affiliation_string":"Baidu Inc., China","institution_ids":["https://openalex.org/I98301712"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074848230","display_name":"Ruiyang Ren","orcid":"https://orcid.org/0000-0002-0562-9911"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ruiyang Ren","raw_affiliation_strings":["Renmin University of China, China"],"raw_orcid":"https://orcid.org/0000-0002-0562-9911","affiliations":[{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025631695","display_name":"Ji-Rong Wen","orcid":"https://orcid.org/0000-0002-9777-9676"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji-Rong Wen","raw_affiliation_strings":["Renmin University of China, China"],"raw_orcid":"https://orcid.org/0000-0002-9777-9676","affiliations":[{"raw_affiliation_string":"Renmin University of China, China","institution_ids":["https://openalex.org/I78988378"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037145565"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":24.9578,"has_fulltext":false,"cited_by_count":152,"citation_normalized_percentile":{"value":0.99712067,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"42","issue":"4","first_page":"1","last_page":"60"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8268294334411621},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.7946456074714661},{"id":"https://openalex.org/keywords/relevance","display_name":"Relevance (law)","score":0.6718062162399292},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.5739034414291382},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5402981042861938},{"id":"https://openalex.org/keywords/human\u2013computer-information-retrieval","display_name":"Human\u2013computer information retrieval","score":0.5262126922607422},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.5090084075927734},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5069025158882141},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.49082431197166443},{"id":"https://openalex.org/keywords/vector-space-model","display_name":"Vector space model","score":0.4740074574947357},{"id":"https://openalex.org/keywords/heuristic","display_name":"Heuristic","score":0.41687315702438354},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.414821982383728},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.30624353885650635}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8268294334411621},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.7946456074714661},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.6718062162399292},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.5739034414291382},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5402981042861938},{"id":"https://openalex.org/C90288658","wikidata":"https://www.wikidata.org/wiki/Q3318149","display_name":"Human\u2013computer information retrieval","level":3,"score":0.5262126922607422},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.5090084075927734},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5069025158882141},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.49082431197166443},{"id":"https://openalex.org/C89686163","wikidata":"https://www.wikidata.org/wiki/Q1187982","display_name":"Vector space model","level":2,"score":0.4740074574947357},{"id":"https://openalex.org/C173801870","wikidata":"https://www.wikidata.org/wiki/Q201413","display_name":"Heuristic","level":2,"score":0.41687315702438354},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.414821982383728},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.30624353885650635},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3637870","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3637870","pdf_url":null,"source":{"id":"https://openalex.org/S4394735545","display_name":"ACM Transactions on Information Systems","issn_l":"1046-8188","issn":["1046-8188","1558-2868"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Information Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6100000143051147,"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G5069866557","display_name":null,"funder_award_id":"62222215, and U2001212","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":172,"referenced_works":["https://openalex.org/W1490712687","https://openalex.org/W1502957213","https://openalex.org/W1516184288","https://openalex.org/W1524281572","https://openalex.org/W1554540371","https://openalex.org/W1978394996","https://openalex.org/W1981208470","https://openalex.org/W1993692165","https://openalex.org/W2009077327","https://openalex.org/W2022995284","https://openalex.org/W2024932032","https://openalex.org/W2064675550","https://openalex.org/W2069870183","https://openalex.org/W2082729696","https://openalex.org/W2086179657","https://openalex.org/W2101746535","https://openalex.org/W2121456571","https://openalex.org/W2124509324","https://openalex.org/W2131846894","https://openalex.org/W2138662031","https://openalex.org/W2152784831","https://openalex.org/W2163382007","https://openalex.org/W2163652601","https://openalex.org/W2165612380","https://openalex.org/W2171184311","https://openalex.org/W2411707397","https://openalex.org/W2483327705","https://openalex.org/W2489487449","https://openalex.org/W2539671052","https://openalex.org/W2560674852","https://openalex.org/W2593581739","https://openalex.org/W2593831809","https://openalex.org/W2597601064","https://openalex.org/W2599674900","https://openalex.org/W2607303097","https://openalex.org/W2612288690","https://openalex.org/W2612560781","https://openalex.org/W2620949368","https://openalex.org/W2741609678","https://openalex.org/W2781528640","https://openalex.org/W2892181857","https://openalex.org/W2912814679","https://openalex.org/W2912924812","https://openalex.org/W2913077324","https://openalex.org/W2918008835","https://openalex.org/W2922386288","https://openalex.org/W2930957955","https://openalex.org/W2938224028","https://openalex.org/W2949849869","https://openalex.org/W2952638691","https://openalex.org/W2953126480","https://openalex.org/W2963265099","https://openalex.org/W2963469388","https://openalex.org/W2981852735","https://openalex.org/W2987249037","https://openalex.org/W2996078716","https://openalex.org/W2998702515","https://openalex.org/W3015612646","https://openalex.org/W3021052948","https://openalex.org/W3021282678","https://openalex.org/W3034999214","https://openalex.org/W3035324702","https://openalex.org/W3091432621","https://openalex.org/W3092952717","https://openalex.org/W3101118213","https://openalex.org/W3119866685","https://openalex.org/W3134665270","https://openalex.org/W3152624702","https://openalex.org/W3153624757","https://openalex.org/W3154280800","https://openalex.org/W3154670582","https://openalex.org/W3155895380","https://openalex.org/W3156237268","https://openalex.org/W3157700644","https://openalex.org/W3157758108","https://openalex.org/W3167262725","https://openalex.org/W3167329294","https://openalex.org/W3172750682","https://openalex.org/W3174203100","https://openalex.org/W3175475697","https://openalex.org/W3175980629","https://openalex.org/W3177308635","https://openalex.org/W3184402450","https://openalex.org/W3185042171","https://openalex.org/W3185146124","https://openalex.org/W3185341429","https://openalex.org/W3188983256","https://openalex.org/W3189383166","https://openalex.org/W3194782062","https://openalex.org/W3196538463","https://openalex.org/W3196754070","https://openalex.org/W3197464301","https://openalex.org/W3198691721","https://openalex.org/W3198713493","https://openalex.org/W3206996280","https://openalex.org/W3207095490","https://openalex.org/W3210436917","https://openalex.org/W3212422886","https://openalex.org/W3214779765","https://openalex.org/W3217305727","https://openalex.org/W4200630182","https://openalex.org/W4200635123","https://openalex.org/W4205103289","https://openalex.org/W4205171160","https://openalex.org/W4205881235","https://openalex.org/W4206396334","https://openalex.org/W4206633947","https://openalex.org/W4213009331","https://openalex.org/W4221146749","https://openalex.org/W4221152199","https://openalex.org/W4221164176","https://openalex.org/W4221166196","https://openalex.org/W4221166880","https://openalex.org/W4224438163","https://openalex.org/W4225338712","https://openalex.org/W4225576545","https://openalex.org/W4225644300","https://openalex.org/W4225728306","https://openalex.org/W4226082499","https://openalex.org/W4226336182","https://openalex.org/W4231484040","https://openalex.org/W4233907442","https://openalex.org/W4239019441","https://openalex.org/W4242973245","https://openalex.org/W4246097586","https://openalex.org/W4252076394","https://openalex.org/W4254065450","https://openalex.org/W4280585778","https://openalex.org/W4281476061","https://openalex.org/W4283710285","https://openalex.org/W4284669679","https://openalex.org/W4284691483","https://openalex.org/W4285417481","https://openalex.org/W4285595424","https://openalex.org/W4285603655","https://openalex.org/W4286905174","https://openalex.org/W4286987939","https://openalex.org/W4287391717","https://openalex.org/W4288089799","https://openalex.org/W4290742115","https://openalex.org/W4290877239","https://openalex.org/W4290877962","https://openalex.org/W4290927859","https://openalex.org/W4292215729","https://openalex.org/W4293819508","https://openalex.org/W4297162632","https://openalex.org/W4307011114","https://openalex.org/W4307695992","https://openalex.org/W4312943126","https://openalex.org/W4367046920","https://openalex.org/W4367047068","https://openalex.org/W4385570359","https://openalex.org/W4385570470","https://openalex.org/W4385570645","https://openalex.org/W4385571915","https://openalex.org/W4385573258","https://openalex.org/W4385573344","https://openalex.org/W4385573970","https://openalex.org/W4388778348","https://openalex.org/W4389523765","https://openalex.org/W6647905514","https://openalex.org/W6734897383","https://openalex.org/W6761345506","https://openalex.org/W6800875267","https://openalex.org/W6810139940","https://openalex.org/W6810535161","https://openalex.org/W6810794041","https://openalex.org/W6811895249","https://openalex.org/W6839274393","https://openalex.org/W6844053373","https://openalex.org/W6929353667","https://openalex.org/W7053304325"],"related_works":["https://openalex.org/W4288267738","https://openalex.org/W155133298","https://openalex.org/W128416478","https://openalex.org/W2964413124","https://openalex.org/W4388937922","https://openalex.org/W3113264705","https://openalex.org/W2113651401","https://openalex.org/W3028990185","https://openalex.org/W1869615134","https://openalex.org/W1484057680"],"abstract_inverted_index":{"Text":[0],"retrieval":[1,28,36,50,126,131],"is":[2,13,128],"a":[3,11,52,125,169,216,224,235],"long-standing":[4],"research":[5],"topic":[6],"on":[7,77,146,156,164,202,240],"information":[8,18],"seeking,":[9],"where":[10],"system":[12],"required":[14],"to":[15,20,30,58,138,172,233],"return":[16],"relevant":[17],"resources":[19],"user\u2019s":[21],"queries":[22,102],"in":[23,56,105],"natural":[24],"language.":[25],"From":[26],"heuristic-based":[27],"methods":[29],"learning-based":[31],"ranking":[32],"functions,":[33],"the":[34,43,64,85,98,106,113,118,140,143,153,174,190,199,241],"underlying":[35],"models":[37,73],"have":[38],"been":[39],"continually":[40],"evolved":[41],"with":[42],"ever-lasting":[44],"technical":[45],"innovation.":[46],"To":[47,210],"design":[48],"effective":[49],"models,":[51],"key":[53],"point":[54],"lies":[55],"how":[57],"learn":[59,97],"text":[60,246],"representations":[61,100],"and":[62,103,110,185,187,205,222],"model":[63],"relevance":[65,122],"matching.":[66],"The":[67],"recent":[68,154,200],"success":[69],"of":[70,89,101],"pretrained":[71],"language":[72],"(PLM)":[74],"sheds":[75],"light":[76],"developing":[78],"more":[79],"capable":[80],"text-retrieval":[81],"approaches":[82],"by":[83,177],"leveraging":[84],"excellent":[86],"modeling":[87],"capacity":[88],"PLMs.":[90],"With":[91],"powerful":[92],"PLMs,":[93],"we":[94,167,214],"can":[95],"effectively":[96],"semantic":[99,114],"texts":[104],"latent":[107],"representation":[108],"space,":[109],"further":[111],"construct":[112],"matching":[115],"function":[116],"between":[117],"dense":[119,130,136,147,158,165,228,245],"vectors":[120,137],"for":[121,193,218,227,244],"modeling.":[123],"Such":[124],"approach":[127],"called":[129],",":[132],"since":[133],"it":[134],"employs":[135],"represent":[139],"texts.":[141],"Considering":[142],"rapid":[144],"progress":[145,155,243],"retrieval,":[148,166],"this":[149,203],"survey":[150,231],"systematically":[151],"reviews":[152],"PLM-based":[157],"retrieval.":[159,229,247],"Different":[160],"from":[161],"previous":[162],"surveys":[163],"take":[168],"new":[170],"perspective":[171],"organize":[173],"related":[175],"studies":[176],"four":[178],"major":[179,242],"aspects,":[180],"including":[181],"architecture,":[182],"training,":[183],"indexing":[184],"integration,":[186],"thoroughly":[188],"summarize":[189],"mainstream":[191],"techniques":[192],"each":[194],"aspect.":[195],"We":[196],"extensively":[197],"collect":[198],"advances":[201],"topic,":[204],"include":[206],"300+":[207],"reference":[208,238],"papers.":[209],"support":[211],"our":[212],"survey,":[213],"create":[215],"website":[217],"providing":[219],"useful":[220],"resources,":[221],"release":[223],"code":[225],"repository":[226],"This":[230],"aims":[232],"provide":[234],"comprehensive,":[236],"practical":[237],"focused":[239]},"counts_by_year":[{"year":2026,"cited_by_count":27},{"year":2025,"cited_by_count":72},{"year":2024,"cited_by_count":37},{"year":2023,"cited_by_count":16}],"updated_date":"2026-06-04T09:04:59.091469","created_date":"2025-10-10T00:00:00"}