{"id":"https://openalex.org/W7164052711","doi":"https://doi.org/10.48550/arxiv.2606.09271","title":"Multi-View Speech Representation Learning for Parkinson's Disease Detection Using Context-guided Cross-modal Attention","display_name":"Multi-View Speech Representation Learning for Parkinson's Disease Detection Using Context-guided Cross-modal Attention","publication_year":2026,"publication_date":"2026-06-08","ids":{"openalex":"https://openalex.org/W7164052711","doi":"https://doi.org/10.48550/arxiv.2606.09271"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.09271","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.09271","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103473191","display_name":"George Theodosiou","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Theodosiou, George","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027752295","display_name":"Loukas Ilias","orcid":"https://orcid.org/0000-0002-4483-4264"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ilias, Loukas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5122849901","display_name":"Dimitris Askounis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Askounis, Dimitris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T10863","display_name":"Voice and Speech Disorders","score":0.9944999814033508,"subfield":{"id":"https://openalex.org/subfields/2737","display_name":"Physiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11358","display_name":"Dysphagia Assessment and Management","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/3616","display_name":"Speech and Hearing"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spectrogram","display_name":"Spectrogram","score":0.8718000054359436},{"id":"https://openalex.org/keywords/mel-frequency-cepstrum","display_name":"Mel-frequency cepstrum","score":0.5972999930381775},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5746999979019165},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.47920000553131104},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4616999924182892},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.43810001015663147},{"id":"https://openalex.org/keywords/feature-extraction","display_name":"Feature extraction","score":0.4253999888896942},{"id":"https://openalex.org/keywords/speech-production","display_name":"Speech production","score":0.3815000057220459},{"id":"https://openalex.org/keywords/cepstrum","display_name":"Cepstrum","score":0.37529999017715454}],"concepts":[{"id":"https://openalex.org/C45273575","wikidata":"https://www.wikidata.org/wiki/Q578970","display_name":"Spectrogram","level":2,"score":0.8718000054359436},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7652999758720398},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.6557999849319458},{"id":"https://openalex.org/C151989614","wikidata":"https://www.wikidata.org/wiki/Q440370","display_name":"Mel-frequency cepstrum","level":3,"score":0.5972999930381775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5806999802589417},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5746999979019165},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.47920000553131104},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4616999924182892},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.43810001015663147},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.4253999888896942},{"id":"https://openalex.org/C43617652","wikidata":"https://www.wikidata.org/wiki/Q7575399","display_name":"Speech production","level":2,"score":0.3815000057220459},{"id":"https://openalex.org/C88485024","wikidata":"https://www.wikidata.org/wiki/Q1054571","display_name":"Cepstrum","level":2,"score":0.37529999017715454},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3646000027656555},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3603000044822693},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.3578999936580658},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.3528999984264374},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33410000801086426},{"id":"https://openalex.org/C204201278","wikidata":"https://www.wikidata.org/wiki/Q1332614","display_name":"Voice activity detection","level":3,"score":0.2833000123500824},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.28189998865127563},{"id":"https://openalex.org/C142433447","wikidata":"https://www.wikidata.org/wiki/Q7806653","display_name":"Time\u2013frequency analysis","level":3,"score":0.2809999883174896},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.28029999136924744},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.26570001244544983},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.2538999915122986},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.2535000145435333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.25209999084472656}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.09271","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.09271","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.09271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Parkinson's":[0],"disease":[1],"(PD)":[2],"is":[3,90,131],"a":[4,34,58,77,116,125,134,146],"progressive":[5],"neurodegenerative":[6],"disorder":[7],"that":[8,151],"frequently":[9],"causes":[10],"speech":[11,18,29,60,130,227,236],"impairments":[12],"associated":[13],"with":[14],"hypokinetic":[15],"dysarthria.":[16],"As":[17],"production":[19],"relies":[20],"on":[21,57,172],"the":[22,159,165,173,185,188,212,216,223,232],"precise":[23],"coordination":[24],"of":[25,187,197,201,206,214,225,234],"complex":[26],"neuromuscular":[27],"mechanisms,":[28],"analysis":[30],"has":[31],"emerged":[32],"as":[33],"promising":[35],"non-invasive":[36],"and":[37,95,104,128,167,203,222,240],"cost-effective":[38],"biomarker":[39],"for":[40,82,238],"early":[41],"PD":[42,84,243],"detection.":[43,244],"Recent":[44],"deep":[45,79],"learning":[46,80],"approaches":[47],"have":[48],"shown":[49],"encouraging":[50],"results;":[51],"however,":[52],"most":[53],"existing":[54],"methods":[55],"rely":[56],"single":[59],"representation,":[61],"potentially":[62],"overlooking":[63],"complementary":[64,99,226],"pathological":[65],"information":[66],"encoded":[67,132],"across":[68],"different":[69],"feature":[70],"spaces.":[71],"In":[72],"this":[73],"work,":[74],"we":[75,144],"propose":[76],"multi-branch":[78],"framework":[81],"automatic":[83],"detection":[85],"from":[86,108,164],"speech.":[87],"Each":[88],"recording":[89],"segmented":[91],"into":[92],"5-second":[93],"chunks":[94],"represented":[96],"using":[97,115,133],"three":[98],"modalities:":[100],"Log-Mel":[101],"spectrograms,":[102],"MFCCs,":[103],"HuBERT":[105,136,155],"embeddings":[106,156],"extracted":[107],"raw":[109,129],"waveforms.":[110],"The":[111,191],"spectrograms":[112],"are":[113,122],"processed":[114],"pre-trained":[117,135],"ResNet-18":[118],"encoder,":[119],"MFCC":[120,168],"sequences":[121],"modeled":[123],"through":[124],"BiLSTM":[126],"network,":[127],"model.":[137],"To":[138],"effectively":[139],"integrate":[140],"these":[141],"heterogeneous":[142,235],"representations,":[143],"introduce":[145],"context-guided":[147,218],"cross-modal":[148,219],"attention":[149,220],"mechanism":[150,221],"dynamically":[152],"weights":[153],"temporal":[154],"according":[157],"to":[158],"global":[160],"acoustic":[161],"context":[162],"derived":[163],"spectrogram":[166],"branches.":[169],"Experiments":[170],"conducted":[171],"publicly":[174],"available":[175],"Spanish":[176],"PC-GITA":[177],"corpus":[178],"under":[179],"strict":[180],"speaker-independent":[181],"5-fold":[182],"cross-validation":[183],"demonstrate":[184],"effectiveness":[186],"proposed":[189,192,217],"approach.":[190],"architecture":[193],"achieves":[194],"an":[195,199,204],"accuracy":[196],"91.51%,":[198],"F1-score":[200],"91.24%,":[202],"AUC":[205],"95.97%.":[207],"Furthermore,":[208],"ablation":[209],"studies":[210],"confirm":[211],"contribution":[213],"both":[215],"integration":[224],"representations.":[228],"These":[229],"findings":[230],"highlight":[231],"potential":[233],"modeling":[237],"robust":[239],"clinically":[241],"reliable":[242]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-10T00:00:00"}