{"id":"https://openalex.org/W7160867461","doi":"https://doi.org/10.48550/arxiv.2605.07210","title":"DiffRetriever: Parallel Representative Tokens for Retrieval with Diffusion Language Models","display_name":"DiffRetriever: Parallel Representative Tokens for Retrieval with Diffusion Language Models","publication_year":2026,"publication_date":"2026-05-08","ids":{"openalex":"https://openalex.org/W7160867461","doi":"https://doi.org/10.48550/arxiv.2605.07210"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.07210","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07210","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.07210","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135879669","display_name":"Shuai Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Shuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135898087","display_name":"Yin Yu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yin, Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012958162","display_name":"Shengyao Zhuang","orcid":"https://orcid.org/0000-0002-6711-0955"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhuang, Shengyao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135901148","display_name":"Bevan Koopman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Koopman, Bevan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5076031002","display_name":"Guido Zuccon","orcid":"https://orcid.org/0000-0003-0271-5563"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zuccon, Guido","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.2296999990940094,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.2296999990940094,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.16449999809265137,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.05990000069141388,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/autoregressive-model","display_name":"Autoregressive model","score":0.6434000134468079},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.611299991607666},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.6013000011444092},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.4514000117778778},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.4401000142097473},{"id":"https://openalex.org/keywords/bottleneck","display_name":"Bottleneck","score":0.42640000581741333},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.38350000977516174}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7383000254631042},{"id":"https://openalex.org/C159877910","wikidata":"https://www.wikidata.org/wiki/Q2202883","display_name":"Autoregressive model","level":2,"score":0.6434000134468079},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.611299991607666},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.6013000011444092},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.4514000117778778},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.4401000142097473},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.43050000071525574},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.427700012922287},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.42640000581741333},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.38350000977516174},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.35519999265670776},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3538999855518341},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.35339999198913574},{"id":"https://openalex.org/C93959086","wikidata":"https://www.wikidata.org/wiki/Q6888345","display_name":"Model selection","level":2,"score":0.351500004529953},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3458000123500824},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3237999975681305},{"id":"https://openalex.org/C42058472","wikidata":"https://www.wikidata.org/wiki/Q810214","display_name":"Base (topology)","level":2,"score":0.30959999561309814},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.30320000648498535},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.2849999964237213},{"id":"https://openalex.org/C2775973920","wikidata":"https://www.wikidata.org/wiki/Q3252726","display_name":"Selection algorithm","level":3,"score":0.2669999897480011},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.26080000400543213}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.07210","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07210","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.07210","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.07210","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0,34],"paper":[1],"shows":[2],"how":[3,36],"diffusion":[4],"language":[5],"models":[6],"(DLMs)":[7],"can":[8,52],"be":[9],"used":[10],"as":[11,29,85],"effective":[12],"and":[13,140,159],"efficient":[14],"retrievers.":[15],"Existing":[16],"DLM-based":[17],"retrievers":[18],"(e.g.,":[19],"DiffEmbed)":[20],"follow":[21],"BERT-style":[22],"encoding,":[23],"representing":[24],"each":[25,71],"query":[26,72],"or":[27,73,78],"passage":[28],"a":[30,49,89],"single":[31,90],"mean-pooled":[32],"vector.":[33],"ignores":[35],"DLMs":[37,114],"are":[38],"trained":[39],"to":[40,111],"generate":[41],"responses":[42],"through":[43],"masked-position":[44,65],"prediction":[45,66],"under":[46],"bidirectional":[47],"attention,":[48],"capability":[50],"that":[51],"provide":[53],"stronger":[54],"retrieval":[55,86],"signals.":[56],"We":[57],"propose":[58],"DiffRetriever,":[59],"which":[60],"uses":[61],"the":[62,83,104,133,148],"DLM's":[63],"native":[64],"directly":[67],"for":[68,176],"retrieval.":[69],"For":[70],"passage,":[74],"DiffRetriever":[75,98,107,146],"appends":[76],"one":[77,94],"more":[79],"masked":[80,95,117],"positions,":[81],"using":[82],"outputs":[84],"representations":[87],"in":[88],"forward":[91],"pass.":[92],"With":[93],"position,":[96],"single-representation":[97],"already":[99],"improves":[100],"over":[101],"DiffEmbed":[102],"on":[103,164],"same":[105,134],"backbones.":[106],"also":[108],"naturally":[109],"extends":[110],"multi-representation":[112,135],"retrieval:":[113],"process":[115],"multiple":[116],"positions":[118],"jointly,":[119],"enabling":[120],"ColBERT-style":[121],"fine-grained":[122],"matching":[123],"with":[124],"little":[125],"additional":[126],"encoding":[127],"latency.":[128,145],"In":[129],"autoregressive":[130],"LLM":[131],"retrievers,":[132],"strategy":[136],"requires":[137],"sequential":[138],"decoding":[139],"therefore":[141],"incurs":[142],"much":[143],"higher":[144],"obtains":[147],"strongest":[149],"aggregate":[150],"effectiveness":[151],"within":[152],"our":[153],"matched":[154],"comparison,":[155],"outperforming":[156],"DiffEmbed,":[157],"PromptReps,":[158],"RepLLaMA.":[160],"Masked-position":[161],"counts":[162],"selected":[163],"training":[165],"data":[166],"transfer":[167],"well":[168],"across":[169],"datasets,":[170],"while":[171],"per-query":[172],"variation":[173],"suggests":[174],"headroom":[175],"adaptive":[177],"allocation.":[178],"Code":[179],"is":[180],"available":[181],"at":[182],"https://github.com/ielab/diffretriever.":[183]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-12T00:00:00"}