{"id":"https://openalex.org/W7143342567","doi":"https://doi.org/10.48550/arxiv.2603.25977","title":"Diffusion MRI Transformer with a Diffusion Space Rotary Positional Embedding (D-RoPE)","display_name":"Diffusion MRI Transformer with a Diffusion Space Rotary Positional Embedding (D-RoPE)","publication_year":2026,"publication_date":"2026-03-26","ids":{"openalex":"https://openalex.org/W7143342567","doi":"https://doi.org/10.48550/arxiv.2603.25977"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.25977","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.25977","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5131000003","display_name":"Gustavo Chau Loo Kung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kung, Gustavo Chau Loo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130917835","display_name":"Mohammad Abbasi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Abbasi, Mohammad","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005200063","display_name":"Camila Hartmann Blank","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blank, Camila","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018141009","display_name":"Juze Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Juze","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130917265","display_name":"Alan Q. Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Alan Q.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130913806","display_name":"Sophie Ostmeier","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ostmeier, Sophie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130999849","display_name":"Akshay Chaudhari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chaudhari, Akshay","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130921374","display_name":"Kilian Pohl","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pohl, Kilian","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5130987322","display_name":"Ehsan Adeli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adeli, Ehsan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":9,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11304","display_name":"Advanced Neuroimaging Techniques and Applications","score":0.9911999702453613,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10241","display_name":"Functional Brain Connectivity Studies","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11885","display_name":"MRI in cancer diagnosis","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6773999929428101},{"id":"https://openalex.org/keywords/diffusion-mri","display_name":"Diffusion MRI","score":0.6736000180244446},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6301000118255615},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6164000034332275},{"id":"https://openalex.org/keywords/diffusion","display_name":"Diffusion","score":0.5286999940872192},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4287000000476837},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.38179999589920044},{"id":"https://openalex.org/keywords/correlation","display_name":"Correlation","score":0.3517000079154968},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.3375000059604645}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7724999785423279},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6773999929428101},{"id":"https://openalex.org/C149550507","wikidata":"https://www.wikidata.org/wiki/Q899360","display_name":"Diffusion MRI","level":3,"score":0.6736000180244446},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6301000118255615},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6164000034332275},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5293999910354614},{"id":"https://openalex.org/C69357855","wikidata":"https://www.wikidata.org/wiki/Q163214","display_name":"Diffusion","level":2,"score":0.5286999940872192},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.38179999589920044},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.3517000079154968},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.3287000060081482},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.320499986410141},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3163999915122986},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.31209999322891235},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.303600013256073},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.30239999294281006},{"id":"https://openalex.org/C163294075","wikidata":"https://www.wikidata.org/wiki/Q581861","display_name":"Noise reduction","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.296999990940094},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.2964000105857849},{"id":"https://openalex.org/C73586568","wikidata":"https://www.wikidata.org/wiki/Q2600211","display_name":"Parameter space","level":2,"score":0.2906000018119812},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.2777000069618225},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27619999647140503},{"id":"https://openalex.org/C155032097","wikidata":"https://www.wikidata.org/wiki/Q798503","display_name":"Backpropagation","level":3,"score":0.26579999923706055},{"id":"https://openalex.org/C2780092901","wikidata":"https://www.wikidata.org/wiki/Q3433612","display_name":"Correlation coefficient","level":2,"score":0.2635999917984009},{"id":"https://openalex.org/C143409427","wikidata":"https://www.wikidata.org/wiki/Q161238","display_name":"Magnetic resonance imaging","level":2,"score":0.26190000772476196},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2614000141620636},{"id":"https://openalex.org/C12426560","wikidata":"https://www.wikidata.org/wiki/Q189569","display_name":"Basis (linear algebra)","level":2,"score":0.26080000400543213},{"id":"https://openalex.org/C1893757","wikidata":"https://www.wikidata.org/wiki/Q3653001","display_name":"Inversion (geology)","level":3,"score":0.25029999017715454}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.25977","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.25977","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.25977","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Diffusion":[0],"Magnetic":[1],"Resonance":[2],"Imaging":[3],"(dMRI)":[4],"plays":[5],"a":[6,82,113,189,202,212],"critical":[7],"role":[8],"in":[9,13,21,26,92,182,201,206,215],"studying":[10],"microstructural":[11],"changes":[12],"the":[14,49,71,76,128,165,169,193,216],"brain.":[15],"It":[16],"is,":[17],"therefore,":[18],"widely":[19],"used":[20],"clinical":[22],"practice;":[23],"yet":[24],"progress":[25],"learning":[27,42],"general-purpose":[28],"representations":[29,141,167],"from":[30,196],"dMRI":[31,56,123],"has":[32],"been":[33],"limited.":[34],"A":[35],"key":[36],"challenge":[37],"is":[38,57,81,224],"that":[39,164],"existing":[40],"deep":[41],"approaches":[43],"are":[44],"not":[45],"well-suited":[46],"to":[47,84,125,179,188],"capture":[48,126],"unique":[50],"properties":[51],"of":[52,60,75,101,134,150],"diffusion":[53,114,135,151],"signals.":[54],"Brain":[55],"normally":[58],"composed":[59],"several":[61,160,180],"brain":[62],"volumes,":[63],"each":[64],"with":[65],"different":[66],"attenuation":[67],"characteristics":[68,133],"dependent":[69],"on":[70,159],"direction":[72],"and":[73,89,131,139,146,168,211],"strength":[74],"diffusion-sensitized":[77],"gradients.":[78],"Thus,":[79],"there":[80],"need":[83],"jointly":[85],"model":[86,171],"spatial,":[87],"diffusion-weighting,":[88],"directional":[90,132],"dependencies":[91],"dMRI.":[93],"Furthermore,":[94],"varying":[95],"acquisition":[96,144],"protocols":[97],"(e.g.,":[98],"differing":[99],"numbers":[100],"directions)":[102],"further":[103],"limit":[104],"traditional":[105],"models.":[106],"To":[107],"address":[108],"these":[109,183],"gaps,":[110],"we":[111],"introduce":[112],"space":[115],"rotatory":[116],"positional":[117],"embedding":[118],"(D-RoPE)":[119],"plugged":[120],"into":[121],"our":[122,197],"transformer":[124],"both":[127],"spatial":[129],"structure":[130],"data,":[136],"enabling":[137],"robust":[138],"transferable":[140],"across":[142],"diverse":[143],"settings":[145],"an":[147],"arbitrary":[148],"number":[149],"directions.":[152],"After":[153],"self-supervised":[154],"masked":[155],"autoencoding":[156],"pretraining,":[157],"tests":[158],"downstream":[161,184],"tasks":[162,185],"show":[163],"learned":[166],"pretrained":[170,198],"can":[172],"provide":[173],"competitive":[174],"or":[175],"superior":[176],"performance":[177],"compared":[178,187],"baselines":[181],"(even":[186],"fully":[190],"trained":[191],"baseline);":[192],"finetuned":[194],"features":[195],"encoder":[199],"resulted":[200],"6%":[203],"higher":[204],"accuracy":[205],"classifying":[207],"mild":[208],"cognitive":[209,221],"impairment":[210],"0.05":[213],"increase":[214],"correlation":[217],"coefficient":[218],"when":[219],"predicting":[220],"scores.":[222],"Code":[223],"available":[225],"at:":[226],"github.com/gustavochau/D-RoPE.":[227]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-03-31T00:00:00"}