{"id":"https://openalex.org/W4417010825","doi":"https://doi.org/10.48550/arxiv.2512.02924","title":"AutoNeural: Co-Designing Vision-Language Models for NPU Inference","display_name":"AutoNeural: Co-Designing Vision-Language Models for NPU Inference","publication_year":2025,"publication_date":"2025-12-02","ids":{"openalex":"https://openalex.org/W4417010825","doi":"https://doi.org/10.48550/arxiv.2512.02924"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2512.02924","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.02924","pdf_url":"https://arxiv.org/pdf/2512.02924","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2512.02924","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101545188","display_name":"Wei Chen","orcid":"https://orcid.org/0000-0002-3169-782X","observed_orcids":["https://orcid.org/0000-0002-3169-782X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Wei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Wu, Liangmin","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Liangmin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045613410","display_name":"Yunhai Hu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Yunhai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100337946","display_name":"Zhiyuan Li","orcid":"https://orcid.org/0000-0003-0425-4932","observed_orcids":["https://orcid.org/0000-0003-0425-4932"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059808320","display_name":"Zhiyuan Cheng","orcid":"https://orcid.org/0000-0002-5603-968X","observed_orcids":["https://orcid.org/0000-0002-5603-968X","https://orcid.org/0000-0003-3148-3335","https://orcid.org/0000-0002-0874-9572"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheng, Zhiyuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075808866","display_name":"Yicheng Qian","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qian, Yicheng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhu, Lingyue","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Lingyue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112113390","display_name":"Zhipeng Hu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hu, Zhipeng","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Liang, Luoyi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liang, Luoyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111824828","display_name":"Qiuyu Tang","orcid":"https://orcid.org/0009-0008-0033-3856","observed_orcids":["https://orcid.org/0009-0008-0033-3856"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tang, Qiang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089713791","display_name":"Zhen Liu","orcid":"https://orcid.org/0000-0001-8762-0664","observed_orcids":["https://orcid.org/0000-0001-8762-0664"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Zhen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5102749858","display_name":"Han Yang","orcid":"https://orcid.org/0009-0002-0044-9337","observed_orcids":["https://orcid.org/0009-0002-0044-9337"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9653000235557556,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.02449999935925007,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-language-models","display_name":"vision-language models","score":0.9829999804496765},{"id":"https://openalex.org/keywords/neural-processing-units","display_name":"neural processing units","score":0.8579999804496765},{"id":"https://openalex.org/keywords/edge-intelligence","display_name":"edge AI","score":0.6899999976158142},{"id":"https://openalex.org/keywords/integer-quantization","display_name":"integer quantization","score":0.6850000023841858},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.7350000143051147},{"id":"https://openalex.org/keywords/depthwise-separable-convolution","display_name":"depthwise separable convolution","score":0.8889999985694885},{"id":"https://openalex.org/keywords/state-space-models","display_name":"state-space model","score":0.8980000019073486},{"id":"https://openalex.org/keywords/gated-convolution","display_name":"gated convolution","score":0.800000011920929},{"id":"https://openalex.org/keywords/autoregressive-decoding","display_name":"autoregressive decoding","score":0.6639999747276306},{"id":"https://openalex.org/keywords/key-value-caching","display_name":"key-value caching","score":0.8080000281333923}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7192000150680542},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5781000256538391},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.5619000196456909},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5112000107765198},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.4311999976634979},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.42500001192092896},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.4002000093460083},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.37689998745918274},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.3621000051498413},{"id":"https://openalex.org/C74912251","wikidata":"https://www.wikidata.org/wiki/Q6815727","display_name":"Memory footprint","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C526921623","wikidata":"https://www.wikidata.org/wiki/Q190117","display_name":"Automotive industry","level":2,"score":0.34450000524520874},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.33320000767707825},{"id":"https://openalex.org/C53016008","wikidata":"https://www.wikidata.org/wiki/Q620167","display_name":"Front and back ends","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.3093999922275543},{"id":"https://openalex.org/C192328126","wikidata":"https://www.wikidata.org/wiki/Q4514647","display_name":"Schematic","level":2,"score":0.3091999888420105},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.304500013589859},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.2838999927043915},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2816999852657318},{"id":"https://openalex.org/C138236772","wikidata":"https://www.wikidata.org/wiki/Q25098575","display_name":"Edge device","level":3,"score":0.28110000491142273},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.2808000147342682},{"id":"https://openalex.org/C104250799","wikidata":"https://www.wikidata.org/wiki/Q1780765","display_name":"Companding","level":4,"score":0.27239999175071716},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.26809999346733093},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.25429999828338623},{"id":"https://openalex.org/C2778156585","wikidata":"https://www.wikidata.org/wiki/Q174053","display_name":"Relay","level":3,"score":0.25369998812675476},{"id":"https://openalex.org/C24326235","wikidata":"https://www.wikidata.org/wiki/Q126095","display_name":"Electronic engineering","level":1,"score":0.25290000438690186},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2502000033855438}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2512.02924","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.02924","pdf_url":"https://arxiv.org/pdf/2512.02924","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2512.02924","doi":"https://doi.org/10.48550/arxiv.2512.02924","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2512.02924","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2512.02924","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2512.02924","pdf_url":"https://arxiv.org/pdf/2512.02924","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4417010825.pdf","grobid_xml":"https://content.openalex.org/works/W4417010825.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7202205216","https://openalex.org/W7164126783","https://openalex.org/W7214740290","https://openalex.org/W7163205670","https://openalex.org/W4410887541","https://openalex.org/W4411973468","https://openalex.org/W7155507364","https://openalex.org/W4413442950","https://openalex.org/W7164123379","https://openalex.org/W7158060118"],"abstract_inverted_index":{"While":[0],"Neural":[1],"Processing":[2],"Units":[3],"(NPUs)":[4],"offer":[5],"high":[6,53],"theoretical":[7],"efficiency":[8,135],"for":[9,17,70,92,189,200,206],"edge":[10,209],"AI,":[11],"state-of-the-art":[12],"Vision--Language":[13],"Models":[14],"(VLMs)":[15],"tailored":[16],"GPUs":[18],"often":[19],"falter":[20],"on":[21,181],"these":[22,173],"substrates.":[23],"We":[24,73,171],"attribute":[25],"this":[26,60],"hardware-model":[27],"mismatch":[28],"to":[29,50,113,145,153],"two":[30],"primary":[31],"factors:":[32],"the":[33,41,52,75,121,169,182],"quantization":[34,138],"brittleness":[35],"of":[36,44,56,126,140],"Vision":[37],"Transformers":[38],"(ViTs)":[39],"and":[40,147,163],"I/O-bound":[42],"nature":[43],"autoregressive":[45],"attention":[46],"mechanisms,":[47],"which":[48,87],"fail":[49],"utilize":[51],"arithmetic":[54],"throughput":[55],"NPUs.":[57],"To":[58],"bridge":[59],"gap,":[61],"we":[62],"propose":[63],"AutoNeural,":[64],"an":[65],"NPU-native":[66],"VLM":[67],"architecture":[68],"co-designed":[69],"integer-only":[71],"inference.":[72],"replace":[74],"standard":[76],"ViT":[77],"encoder":[78,142],"with":[79,106],"a":[80,176,204],"MobileNetV5-style":[81],"backbone":[82,100],"utilizing":[83],"depthwise":[84],"separable":[85],"convolutions,":[86],"ensures":[88],"bounded":[89],"activation":[90],"distributions":[91],"stable":[93],"INT4/8/16":[94],"quantization.":[95],"Complementing":[96],"this,":[97],"our":[98],"language":[99],"integrates":[101],"State-Space":[102],"Model":[103],"(SSM)":[104],"principles":[105],"Transformer":[107],"layers,":[108],"employing":[109],"efficient":[110],"gated":[111],"convolutions":[112],"achieve":[114],"linear-time":[115],"complexity.":[116],"This":[117],"hybrid":[118],"design":[119],"eliminates":[120],"heavy":[122],"memory":[123],"I/O":[124],"overhead":[125],"Key-Value":[127],"caching":[128],"during":[129],"generation.":[130],"Our":[131,192],"approach":[132],"delivers":[133,159],"substantial":[134],"gains,":[136],"reducing":[137],"error":[139],"vision":[141],"by":[143,150],"up":[144],"7x":[146],"end-to-end":[148],"latency":[149],"14x":[151],"compared":[152],"conventional":[154],"baselines.":[155],"The":[156],"AutoNeural":[157],"also":[158],"3x":[160],"decoding":[161],"speed":[162],"4x":[164],"longer":[165],"context":[166],"window":[167],"than":[168],"baseline.":[170],"validate":[172],"improvements":[174],"via":[175],"real-world":[177],"automotive":[178],"case":[179],"study":[180],"Qualcomm":[183],"SA8295P":[184],"SoC,":[185],"demonstrating":[186],"real-time":[187],"performance":[188],"cockpit":[190],"applications.":[191],"results":[193],"highlight":[194],"that":[195],"rethinking":[196],"model":[197],"topology":[198],"specifically":[199],"NPU":[201],"constraints":[202],"is":[203],"prerequisite":[205],"robust":[207],"multi-modal":[208],"intelligence.":[210]},"counts_by_year":[{"year":2026,"cited_by_count":2}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2025-12-04T00:00:00"}
