{"id":"https://openalex.org/W4389470748","doi":"https://doi.org/10.1145/3616855.3635791","title":"PEFA: Parameter-Free Adapters for Large-scale Embedding-based Retrieval Models","display_name":"PEFA: Parameter-Free Adapters for Large-scale Embedding-based Retrieval Models","publication_year":2024,"publication_date":"2024-03-04","ids":{"openalex":"https://openalex.org/W4389470748","doi":"https://doi.org/10.1145/3616855.3635791"},"language":"en","primary_location":{"id":"doi:10.1145/3616855.3635791","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.02429","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006559148","display_name":"Wei-Cheng Chang","orcid":"https://orcid.org/0000-0002-5646-9356"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wei-Cheng Chang","raw_affiliation_strings":["Amazon, Seattle, WA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Seattle, WA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048749901","display_name":"Jyun\u2010Yu Jiang","orcid":"https://orcid.org/0000-0002-1753-8099"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jyun-Yu Jiang","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101969233","display_name":"Jiong Zhang","orcid":"https://orcid.org/0000-0003-3192-3281"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiong Zhang","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060438389","display_name":"Mutasem Al-Darabsah","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mutasem Al-Darabsah","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029252731","display_name":"Choon Hui Teo","orcid":"https://orcid.org/0000-0002-5724-9478"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Choon Hui Teo","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010841999","display_name":"Cho\u2010Jui Hsieh","orcid":"https://orcid.org/0000-0002-3520-9627"},"institutions":[{"id":"https://openalex.org/I2799798094","display_name":"UCLA Health","ror":"https://ror.org/01d88se56","country_code":"US","type":"funder","lineage":["https://openalex.org/I2799798094"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Cho-Jui Hsieh","raw_affiliation_strings":["UCLA, Los Angeles, CA, USA"],"affiliations":[{"raw_affiliation_string":"UCLA, Los Angeles, CA, USA","institution_ids":["https://openalex.org/I2799798094"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023183059","display_name":"Hsiang\u2010Fu Yu","orcid":"https://orcid.org/0000-0001-5235-2962"},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hsiang-Fu Yu","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013623933","display_name":"S. V. N. Vishwanathan","orcid":null},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"S. V. N. Vishwanathan","raw_affiliation_strings":["Amazon, Palo Alto, CA, USA"],"affiliations":[{"raw_affiliation_string":"Amazon, Palo Alto, CA, USA","institution_ids":["https://openalex.org/I1311688040"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5006559148"],"corresponding_institution_ids":["https://openalex.org/I1311688040"],"apc_list":null,"apc_paid":null,"fwci":0.3544,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.60768293,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":null,"issue":null,"first_page":"77","last_page":"86"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.993399977684021,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7478311061859131},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4701176881790161},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.4249003529548645},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3680422902107239},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.1792486608028412}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7478311061859131},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4701176881790161},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.4249003529548645},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3680422902107239},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.1792486608028412},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3616855.3635791","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3616855.3635791","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 17th ACM International Conference on Web Search and Data Mining","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2312.02429","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.02429","pdf_url":"https://arxiv.org/pdf/2312.02429","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.02429","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.02429","pdf_url":"https://arxiv.org/pdf/2312.02429","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389470748.pdf","grobid_xml":"https://content.openalex.org/works/W4389470748.grobid-xml"},"referenced_works_count":77,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2136189984","https://openalex.org/W2186845332","https://openalex.org/W2530823353","https://openalex.org/W2750779823","https://openalex.org/W2757662681","https://openalex.org/W2896457183","https://openalex.org/W2906963924","https://openalex.org/W2912924812","https://openalex.org/W2916106175","https://openalex.org/W2949985202","https://openalex.org/W2963339397","https://openalex.org/W2963469388","https://openalex.org/W2964303773","https://openalex.org/W2964369530","https://openalex.org/W2970360209","https://openalex.org/W2970641574","https://openalex.org/W2998702515","https://openalex.org/W3005296017","https://openalex.org/W3012593211","https://openalex.org/W3016473712","https://openalex.org/W3024786184","https://openalex.org/W3027879771","https://openalex.org/W3033188311","https://openalex.org/W3034671305","https://openalex.org/W3036320503","https://openalex.org/W3081146346","https://openalex.org/W3093858897","https://openalex.org/W3098468692","https://openalex.org/W3099700870","https://openalex.org/W3118668786","https://openalex.org/W3127901963","https://openalex.org/W3137305332","https://openalex.org/W3155895380","https://openalex.org/W3157393048","https://openalex.org/W3157700644","https://openalex.org/W3168867926","https://openalex.org/W3172352177","https://openalex.org/W3174770825","https://openalex.org/W3177191283","https://openalex.org/W3184918446","https://openalex.org/W3185341429","https://openalex.org/W3188983256","https://openalex.org/W3193342167","https://openalex.org/W3194782062","https://openalex.org/W3203288040","https://openalex.org/W3206455169","https://openalex.org/W3208619978","https://openalex.org/W3211566171","https://openalex.org/W4205694376","https://openalex.org/W4206121183","https://openalex.org/W4221166196","https://openalex.org/W4224438163","https://openalex.org/W4226082499","https://openalex.org/W4280629343","https://openalex.org/W4284664419","https://openalex.org/W4285171517","https://openalex.org/W4286889809","https://openalex.org/W4287364851","https://openalex.org/W4287855134","https://openalex.org/W4288087322","https://openalex.org/W4290927859","https://openalex.org/W4292779060","https://openalex.org/W4292955513","https://openalex.org/W4293167579","https://openalex.org/W4295679900","https://openalex.org/W4297801719","https://openalex.org/W4310923309","https://openalex.org/W4320465836","https://openalex.org/W4327644053","https://openalex.org/W4365799947","https://openalex.org/W4378472638","https://openalex.org/W4385573970","https://openalex.org/W6600281463","https://openalex.org/W6607599472","https://openalex.org/W6810139940","https://openalex.org/W6850138286"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2081900870","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2932872266"],"abstract_inverted_index":{"Embedding-based":[0],"Retrieval":[1],"Models":[2],"(ERMs)":[3],"have":[4],"emerged":[5],"as":[6,38,40],"a":[7,82,93,135],"promising":[8],"framework":[9,116],"for":[10,61,197],"large-scale":[11],"text":[12],"retrieval":[13,146],"problems":[14],"due":[15,31],"to":[16,24,32],"powerful":[17],"large":[18],"language":[19],"models.":[20],"Nevertheless,":[21],"fine-tuning":[22],"ERMs":[23,65,159,170,189],"reach":[25],"state-of-the-art":[26],"results":[27],"can":[28],"be":[29],"expensive":[30],"the":[33,41,55,71,79,102,105,108,112,184,187],"extreme":[34],"scale":[35],"of":[36,43,64,96,165,176,186,193],"data":[37],"well":[39],"complexity":[42],"multi-stages":[44],"pipelines":[45],"(e.g.,":[46],"pre-training,":[47],"fine-tuning,":[48],"distillation).":[49],"In":[50],"this":[51],"work,":[52],"we":[53],"propose":[54],"PEFA":[56,77,91,115,140,154,182],"framework,":[57],"namely":[58,120],"ParamEter-Free":[59],"Adapters,":[60],"fast":[62],"tuning":[63],"without":[66],"any":[67],"backward":[68],"pass":[69],"in":[70],"optimization.":[72],"At":[73,88],"index":[74],"building":[75],"stage,":[76,90],"equips":[78],"ERM":[80,103],"with":[81],"non-parametric":[83],"k-nearest":[84],"neighbor":[85],"(kNN)":[86],"component.":[87],"inference":[89],"performs":[92],"convex":[94],"combination":[95],"two":[97,118,145],"scoring":[98],"functions,":[99],"one":[100],"from":[101,107],"and":[104,129,195,199],"other":[106],"kNN.":[109],"Based":[110],"on":[111,144,160,171],"neighborhood":[113],"definition,":[114],"induces":[117],"realizations,":[119],"PEFA-XL":[121],"(i.e.,":[122,131],"extra":[123,132],"large)":[124],"using":[125,134],"double":[126],"ANN":[127,137],"indices":[128],"PEFA-XS":[130,198],"small)":[133],"single":[136],"index.":[138],"Empirically,":[139],"achieves":[141],"significant":[142],"improvement":[143],"applications.":[147],"For":[148,179],"document":[149],"retrieval,":[150],"regarding":[151],"Recall@100":[152,185],"metric,":[153],"improves":[155,183],"not":[156],"only":[157],"pre-trained":[158],"Trivia-QA":[161],"by":[162,173,190],"an":[163,174,191],"average":[164,175,192],"13.2%,":[166],"but":[167],"also":[168],"fine-tuned":[169,188],"NQ-320K":[172],"5.5%,":[177],"respectively.":[178,201],"product":[180],"search,":[181],"5.3%":[194],"14.5%,":[196],"PEFA-XL,":[200],"Our":[202],"code":[203],"is":[204],"available":[205],"at":[206],"https://github.com/amzn/pecos/tree/mainline/examples/pefa-wsdm24.":[207]},"counts_by_year":[{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2023-12-08T00:00:00"}