{"id":"https://openalex.org/W4400526199","doi":"https://doi.org/10.1145/3626772.3657951","title":"Fine-Tuning LLaMA for Multi-Stage Text Retrieval","display_name":"Fine-Tuning LLaMA for Multi-Stage Text Retrieval","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400526199","doi":"https://doi.org/10.1145/3626772.3657951"},"language":"en","primary_location":{"id":"doi:10.1145/3626772.3657951","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021623012","display_name":"Xueguang Ma","orcid":"https://orcid.org/0000-0003-3430-4910"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Xueguang Ma","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada"],"raw_orcid":"https://orcid.org/0000-0003-3430-4910","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103325702","display_name":"Liang Wang","orcid":"https://orcid.org/0000-0003-4664-7136"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang Wang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-4664-7136","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102431520","display_name":"Nan Yang","orcid":"https://orcid.org/0000-0001-7379-2609"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Nan Yang","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7379-2609","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014662947","display_name":"Furu Wei","orcid":"https://orcid.org/0000-0002-7810-5852"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Furu Wei","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7810-5852","affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082997975","display_name":"Jimmy Lin","orcid":"https://orcid.org/0000-0002-0661-7189"},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jimmy Lin","raw_affiliation_strings":["University of Waterloo, Waterloo, Canada"],"raw_orcid":"https://orcid.org/0000-0002-0661-7189","affiliations":[{"raw_affiliation_string":"University of Waterloo, Waterloo, Canada","institution_ids":["https://openalex.org/I151746483"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":35.9921,"has_fulltext":false,"cited_by_count":103,"citation_normalized_percentile":{"value":0.99877657,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2421","last_page":"2425"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11269","display_name":"Algorithms and Data Compression","score":0.9918000102043152,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.698718249797821},{"id":"https://openalex.org/keywords/stage","display_name":"Stage (stratigraphy)","score":0.6069601774215698},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.43974101543426514},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4269668757915497},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3723610043525696},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.060024112462997437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.698718249797821},{"id":"https://openalex.org/C146357865","wikidata":"https://www.wikidata.org/wiki/Q1123245","display_name":"Stage (stratigraphy)","level":2,"score":0.6069601774215698},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.43974101543426514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4269668757915497},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3723610043525696},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.060024112462997437},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626772.3657951","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3626772.3657951","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 47th International ACM SIGIR Conference on Research and Development in Information Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W2595551253","https://openalex.org/W2945127593","https://openalex.org/W2962985038","https://openalex.org/W2963961878","https://openalex.org/W2981852735","https://openalex.org/W3099446234","https://openalex.org/W3099700870","https://openalex.org/W3168875417","https://openalex.org/W3169283738","https://openalex.org/W3180230246","https://openalex.org/W3188983256","https://openalex.org/W4284712242","https://openalex.org/W4288089799","https://openalex.org/W4384890816","https://openalex.org/W4385565351","https://openalex.org/W4385571915","https://openalex.org/W4385572770","https://openalex.org/W4385573970","https://openalex.org/W4389520758"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W3204019825"],"abstract_inverted_index":{"While":[0],"large":[1],"language":[2],"models":[3,87],"(LLMs)":[4],"have":[5],"shown":[6],"impressive":[7],"NLP":[8],"capabilities,":[9],"existing":[10],"IR":[11],"applications":[12],"mainly":[13],"focus":[14],"on":[15],"prompting":[16],"LLMs":[17,33,113,129,139],"to":[18,35,130,162],"generate":[19],"query":[20],"expansions":[21],"or":[22],"generating":[23],"permutations":[24],"for":[25,67,109,127,156],"listwise":[26],"reranking.":[27],"In":[28],"this":[29],"study,":[30],"we":[31,48],"leverage":[32],"directly":[34,148],"serve":[36],"as":[37,54,138],"components":[38],"in":[39],"the":[40,50,75,110,124,154,167],"widely":[41],"used":[42],"multi-stage":[43,119],"text":[44],"ranking":[45],"pipeline.":[46,121],"Specifically,":[47],"fine-tune":[49],"open-source":[51],"LLaMA-2":[52],"model":[53],"a":[55,60,101,118,132,177],"dense":[56],"retriever":[57],"(repLLaMA)":[58],"and":[59,70,95,159,170],"pointwise":[61],"reranker":[62],"(rankLLaMA).":[63],"This":[64,122,152],"is":[65],"performed":[66],"both":[68],"passage":[69],"document":[71],"retrieval":[72,86,120,135],"tasks":[73],"using":[74],"MS":[76,168],"MARCO":[77,169],"training":[78,103],"data.":[79],"Our":[80],"study":[81],"shows":[82],"that":[83],"finetuned":[84],"LLM":[85],"outperform":[88],"smaller":[89],"models.":[90],"They":[91],"are":[92,140],"more":[93],"effective":[94],"exhibit":[96],"greater":[97],"generalizability,":[98],"requiring":[99],"only":[100],"straightforward":[102],"strategy.":[104],"Moreover,":[105],"our":[106,173],"pipeline":[107,175],"allows":[108],"fine-tuning":[111],"of":[112,117,134,180],"at":[114],"each":[115],"stage":[116],"demonstrates":[123,176],"strong":[125],"potential":[126],"optimizing":[128],"enhance":[131],"variety":[133],"tasks.":[136],"Furthermore,":[137],"naturally":[141],"pre-trained":[142],"with":[143],"longer":[144,150],"contexts,":[145],"they":[146],"can":[147],"represent":[149],"documents.":[151,165],"eliminates":[153],"need":[155],"heuristic":[157],"segmenting":[158],"pooling":[160],"strategies":[161],"rank":[163],"long":[164],"On":[166],"BEIR":[171],"datasets,":[172],"repLLaMA-rankLLaMA":[174],"high":[178],"level":[179],"effectiveness.":[181]},"counts_by_year":[{"year":2026,"cited_by_count":36},{"year":2025,"cited_by_count":57},{"year":2024,"cited_by_count":10}],"updated_date":"2026-08-08T01:25:22.217667","created_date":"2025-10-10T00:00:00"}