{"id":"https://openalex.org/W7225461547","doi":"https://doi.org/10.5281/zenodo.24027687","title":"Predictive Multimodal Perception: Anticipating Future Sensory Processing Requirements and Precomputing Probable Feature Representations","display_name":"Predictive Multimodal Perception: Anticipating Future Sensory Processing Requirements and Precomputing Probable Feature Representations","publication_year":2026,"publication_date":"2026-11-07","ids":{"openalex":"https://openalex.org/W7225461547","doi":"https://doi.org/10.5281/zenodo.24027687"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.24027687","doi":"https://doi.org/10.5281/zenodo.24027687","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24027687","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.24027687","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100638045","display_name":"Jincheng Zhang","orcid":"https://orcid.org/0000-0001-7332-6704","observed_orcids":["https://orcid.org/0000-0001-7332-6704","https://orcid.org/0009-0005-1860-0009"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhang, Jincheng","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0009-0005-1860-0009","affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5100638045"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6470000147819519,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.6470000147819519,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12032","display_name":"Multisensory perception and integration","score":0.20569999516010284,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.04500000178813934,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cross-modal-fusion","display_name":"cross-modal fusion","score":0.5799999833106995},{"id":"https://openalex.org/keywords/computational-resource-allocation","display_name":"computing resource allocation","score":0.5299999713897705},{"id":"https://openalex.org/keywords/audio-visual-synchronization","display_name":"audio-video synchronization","score":0.5960000157356262},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"speech recognition","score":0.4480000138282776},{"id":"https://openalex.org/keywords/sound-recognition","display_name":"sound recognition","score":0.7979999780654907},{"id":"https://openalex.org/keywords/vehicle-collision-detection","display_name":"vehicle collision detection","score":0.5019999742507935},{"id":"https://openalex.org/keywords/forecast-uncertainty","display_name":"forecast uncertainty","score":0.4790000021457672},{"id":"https://openalex.org/keywords/resource-utilization","display_name":"resource utilization","score":0.39899998903274536},{"id":"https://openalex.org/keywords/autonomous-driving-perception","display_name":"autonomous driving perception","score":0.39100000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7189000248908997},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.7056000232696533},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6222000122070312},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5489000082015991},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5098999738693237},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4569999873638153},{"id":"https://openalex.org/C101814296","wikidata":"https://www.wikidata.org/wiki/Q5439685","display_name":"Feature model","level":3,"score":0.4156000018119812},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.390500009059906},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.366100013256073},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.36329999566078186},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.35670000314712524},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3409999907016754},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.32100000977516174},{"id":"https://openalex.org/C94487597","wikidata":"https://www.wikidata.org/wiki/Q11101","display_name":"Sensory system","level":2,"score":0.2955000102519989},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.289900004863739},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.2734000086784363},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.272599995136261},{"id":"https://openalex.org/C45804977","wikidata":"https://www.wikidata.org/wiki/Q7239673","display_name":"Predictive modelling","level":2,"score":0.25290000438690186},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.25279998779296875}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.5281/zenodo.24027687","doi":"https://doi.org/10.5281/zenodo.24027687","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24027687","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},{"id":"doi:10.5281/zenodo.24027688","doi":"https://doi.org/10.5281/zenodo.24027688","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24027688","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.5281/zenodo.24027687","doi":"https://doi.org/10.5281/zenodo.24027687","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.24027687","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7223473177","https://openalex.org/W7167073409","https://openalex.org/W6941014865","https://openalex.org/W2897321985","https://openalex.org/W4225564047","https://openalex.org/W2150544689","https://openalex.org/W1524002222","https://openalex.org/W3163336722","https://openalex.org/W7167092393","https://openalex.org/W813453463"],"abstract_inverted_index":{"The":[0,330,391],"increasing":[1],"deployment":[2],"of":[3,20,103,239,259,270,278,309,409,414,425,454],"multimodal":[4,34,69,95,151,205,370,430,455],"artificial":[5],"intelligence":[6],"(AI)":[7],"systems":[8],"has":[9],"introduced":[10],"increasingly":[11],"complex":[12],"computational":[13,120,170,194,307,359,377,423,452],"requirements":[14,88,114,124,144,179],"associated":[15,119],"with":[16],"the":[17,82,99,240,305,407,412,422,449],"continuous":[18],"processing":[19,143,258,435],"images,":[21],"videos,":[22],"audio,":[23],"text,":[24],"and":[25,55,79,94,101,115,157,180,192,208,228,233,294,326,347,358,383,421,451],"heterogeneous":[26],"sensor":[27],"streams.":[28],"Unlike":[29],"conventional":[30],"unimodal":[31],"inference":[32],"systems,":[33,105],"perception":[35,57,70,87,104,113,164,178,213,226,234,311,337,371,374,410,431],"infrastructures":[36],"must":[37],"determine":[38],"not":[39,395],"only":[40],"what":[41],"information":[42,85],"is":[43,242,301,364,400],"present":[44],"in":[45,196],"incoming":[46],"sensory":[47,84,142,345,350,416,438],"data,":[48],"but":[49],"also":[50],"which":[51,247],"modalities,":[52],"feature":[53,74,183,190,222,231,318,381,434],"representations,":[54,417],"specialized":[56,257],"operations":[58,354],"are":[59],"likely":[60,176],"to":[61,174,303,366],"become":[62,89,125,264],"necessary":[63],"as":[64,166],"environmental":[65,158],"conditions":[66],"evolve.":[67],"Existing":[68],"approaches":[71],"primarily":[72],"execute":[73],"extraction,":[75,184,382],"cross-modal":[76,155,193,217,243,418],"alignment,":[77],"fusion,":[78],"recognition":[80,293],"after":[81],"corresponding":[83],"or":[86],"available.":[90],"Although":[91],"adaptive":[92,225],"computation":[93],"fusion":[96],"have":[97],"improved":[98],"efficiency":[100,453],"effectiveness":[102,404],"an":[106,167,288],"important":[107],"research":[108,441],"opportunity":[109],"remains:":[110],"anticipating":[111],"future":[112,141,177,212,336,349],"selectively":[116,181],"preparing":[117,339],"their":[118],"resources":[121],"before":[122],"those":[123],"computationally":[126],"urgent.":[127],"This":[128],"paper":[129],"introduces":[130],"Predictive":[131],"Multimodal":[132],"Perception":[133],"(PMP),":[134],"a":[135,271,443],"conceptual":[136],"framework":[137,241,331,393],"that":[138,256,397],"investigates":[139],"whether":[140,368],"can":[145,372],"be":[146],"predicted":[147],"from":[148,249,342,432],"currently":[149],"available":[150,344],"observations,":[152,346],"temporal":[153,189,209,324],"patterns,":[154],"correlations,":[156],"changes.":[159],"Rather":[160],"than":[161],"treating":[162],"each":[163],"operation":[165],"exclusively":[168],"reactive":[169,433],"task,":[171],"PMP":[172],"attempts":[173],"identify":[175],"performs":[182],"representation":[185],"preparation,":[186],"model":[187],"initialization,":[188],"buffering,":[191],"preparation":[195,277,312,320,399],"advance.":[197],"Its":[198],"architecture":[199],"integrates":[200],"six":[201],"interconnected":[202],"functions:":[203],"(1)":[204],"signal":[206],"acquisition":[207],"observation,":[210],"(2)":[211],"demand":[214],"prediction,":[215],"(3)":[216],"dependency":[218],"estimation,":[219],"(4)":[220],"modality-specific":[221],"precomputation,":[223],"(5)":[224],"scheduling,":[227],"(6)":[229],"predictive":[230,244,369,398],"reuse":[232],"execution.":[235],"A":[236,297],"central":[237],"component":[238],"computation,":[245,439],"through":[246],"observations":[248],"one":[250],"modality":[251,261],"may":[252,274,286],"provide":[253],"early":[254],"indicators":[255],"another":[260],"will":[262],"soon":[263],"necessary.":[265],"For":[266],"example,":[267],"visual":[268],"evidence":[269],"vehicle":[272],"collision":[273],"trigger":[275],"advance":[276,310,426],"audio":[279],"event":[280],"recognition,":[281],"while":[282,313],"detected":[283],"mouth":[284],"movements":[285],"indicate":[287],"upcoming":[289],"requirement":[290],"for":[291,315,447],"speech":[292],"audiovisual":[295],"synchronization.":[296],"unified":[298],"optimization":[299],"formulation":[300],"developed":[302],"evaluate":[304],"expected":[306],"value":[308],"accounting":[314],"prediction":[316],"uncertainty,":[317],"compatibility,":[319],"expenditure,":[321],"storage":[322],"requirements,":[323],"validity,":[325],"real-time":[327],"service":[328],"constraints.":[329],"further":[332],"distinguishes":[333],"between":[334],"predicting":[335,348],"tasks,":[338],"reusable":[340,415],"representations":[341],"already":[343],"content":[351],"itself.":[352],"These":[353],"involve":[355],"different":[356],"assumptions":[357],"requirements.":[360],"An":[361],"experimental":[362],"methodology":[363],"established":[365],"investigate":[367],"reduce":[373],"latency,":[375],"improve":[376,384],"responsiveness,":[378],"decrease":[379],"redundant":[380],"resource":[385],"utilization":[386],"under":[387],"suitable":[388],"operating":[389],"conditions.":[390],"proposed":[392],"does":[394],"assume":[396],"universally":[401],"beneficial;":[402],"its":[403],"depends":[405],"on":[406],"predictability":[408],"demand,":[411],"availability":[413],"correlation":[419],"reliability,":[420],"cost":[424],"preparation.":[427],"By":[428],"extending":[429],"toward":[436],"anticipatory":[437],"this":[440],"proposes":[442],"potential":[444],"new":[445],"direction":[446],"improving":[448],"responsiveness":[450],"AI":[456],"infrastructures.":[457]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-11-08T00:00:00"}