{"id":"https://openalex.org/W7164852256","doi":"https://doi.org/10.48550/arxiv.2606.14321","title":"MaskedFOP: Polyglot Speaker Identification under Missing Visual Modality via Cascaded Graph Label Propagation","display_name":"MaskedFOP: Polyglot Speaker Identification under Missing Visual Modality via Cascaded Graph Label Propagation","publication_year":2026,"publication_date":"2026-06-12","ids":{"openalex":"https://openalex.org/W7164852256","doi":"https://doi.org/10.48550/arxiv.2606.14321"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.14321","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.14321","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117337527","display_name":"Ayoub Elkhouzari","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Elkhouzari, Ayoub","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042388284","display_name":"Youssef Iraqi","orcid":"https://orcid.org/0000-0003-0112-2600"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iraqi, Youssef","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5077771902","display_name":"Loubna Mekouar","orcid":"https://orcid.org/0000-0002-2432-9105"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mekouar, Loubna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.6481999754905701,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10860","display_name":"Speech and Audio Processing","score":0.6481999754905701,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.1657000035047531,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.09799999743700027,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.684499979019165},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.51419997215271},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.47110000252723694},{"id":"https://openalex.org/keywords/cosine-similarity","display_name":"Cosine similarity","score":0.4666999876499176},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4507000148296356},{"id":"https://openalex.org/keywords/discrete-cosine-transform","display_name":"Discrete cosine transform","score":0.430400013923645},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.41780000925064087},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.4032000005245209},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.364300012588501}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465999722480774},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.684499979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5863999724388123},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.53329998254776},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.51419997215271},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.47110000252723694},{"id":"https://openalex.org/C2780762811","wikidata":"https://www.wikidata.org/wiki/Q1784941","display_name":"Cosine similarity","level":3,"score":0.4666999876499176},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4507000148296356},{"id":"https://openalex.org/C2221639","wikidata":"https://www.wikidata.org/wiki/Q2877","display_name":"Discrete cosine transform","level":3,"score":0.430400013923645},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.41780000925064087},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.4032000005245209},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.364300012588501},{"id":"https://openalex.org/C2780239667","wikidata":"https://www.wikidata.org/wiki/Q2102850","display_name":"Polyglot","level":2,"score":0.34940001368522644},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3418000042438507},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3116999864578247},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.31040000915527344},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.30469998717308044},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.2962999939918518},{"id":"https://openalex.org/C133892786","wikidata":"https://www.wikidata.org/wiki/Q1145189","display_name":"Speaker recognition","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C146599234","wikidata":"https://www.wikidata.org/wiki/Q511093","display_name":"Centroid","level":2,"score":0.2842999994754791},{"id":"https://openalex.org/C61328038","wikidata":"https://www.wikidata.org/wiki/Q3358061","display_name":"Speech processing","level":2,"score":0.28130000829696655},{"id":"https://openalex.org/C158379750","wikidata":"https://www.wikidata.org/wiki/Q214111","display_name":"Network packet","level":2,"score":0.27300000190734863},{"id":"https://openalex.org/C124066611","wikidata":"https://www.wikidata.org/wiki/Q28684319","display_name":"Sparse approximation","level":2,"score":0.2630999982357025}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.14321","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.14321","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.14321","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.6789987683296204,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"We":[0],"present":[1],"MaskedFOP,":[2],"a":[3,28,41,109,119,129,171],"system":[4,35,169],"for":[5],"closed-set":[6],"polyglot":[7],"speaker":[8],"identification":[9],"under":[10],"two":[11,79],"simultaneous":[12],"challenges:":[13],"the":[14,47,55,69,148,163,168,183,192],"face":[15,65,75],"modality":[16],"is":[17,76,202],"entirely":[18],"absent":[19],"at":[20,204],"test":[21],"time,":[22],"and":[23,49,88],"speech":[24],"comes":[25],"from":[26,158],"Urdu,":[27],"language":[29],"unseen":[30],"during":[31],"face-supervised":[32],"training.":[33],"The":[34,200],"integrates":[36],"three":[37],"complementary":[38,102],"mechanisms.":[39],"First,":[40],"modality-dropout":[42],"dual-head":[43],"network":[44],"built":[45],"on":[46,83,182,198],"Fusion":[48],"Orthogonal":[50],"Projection":[51],"(FOP)":[52],"backbone":[53],"forces":[54],"audio":[56,70,103],"branch":[57],"to":[58,162],"develop":[59],"independent":[60],"discriminative":[61],"power":[62],"via":[63],"per-sample":[64],"masking,":[66],"ensuring":[67],"that":[68],"encoder":[71],"remains":[72],"capable":[73],"when":[74],"absent.":[77],"Second,":[78],"MaskedFOP":[80],"instances":[81],"trained":[82],"Emphasized":[84],"Channel":[85],"Attention,":[86],"Propagation,":[87],"Aggregation":[89],"in":[90],"Time":[91],"Delay":[92],"Neural":[93],"Network":[94],"(ECAPA-TDNN)":[95],"features":[96],"with":[97,153],"different":[98],"random":[99],"seeds":[100],"produce":[101],"embeddings":[104],"whose":[105],"element-wise":[106],"average":[107],"yields":[108],"more":[110],"robust":[111],"512-dimensional":[112],"representation":[113],"than":[114],"any":[115],"single":[116,193],"model.":[117],"Third,":[118],"two-stage":[120],"cascaded":[121,189],"inference":[122],"procedure":[123],"first":[124,177],"refines":[125],"multimodal":[126],"labels":[127,141],"through":[128],"fused":[130],"Graph":[131],"Label":[132],"Propagation":[133],"(GLP)":[134],"pass":[135],"(Stage":[136,145],"1),":[137],"then":[138],"assigns":[139],"audio-only":[140],"by":[142],"cosine":[143],"nearest-centroid":[144],"2),":[146],"replacing":[147],"70":[149],"sparse":[150],"training":[151],"prototypes":[152],"~1,500":[154],"in-domain":[155],"test-set":[156],"centroids":[157],"Stage":[159],"1.":[160],"Submitted":[161],"POLY-SIM":[164],"2026":[165],"Grand":[166],"Challenge,":[167],"achieves":[170],"mean":[172],"P-accuracy":[173],"of":[174],"0.9989,":[175],"placing":[176],"among":[178],"all":[179],"submissions":[180],"evaluated":[181],"challenge":[184],"server.":[185],"An":[186],"ablation":[187],"identifies":[188],"seeding":[190],"as":[191],"largest":[194],"gain":[195],"(>8":[196],"pp":[197],"P4/P6).":[199],"code":[201],"available":[203],"https://github.com/Ayoub-Elkhouzari/POLY-SIM2026.":[205]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-06-16T00:00:00"}