{"id":"https://openalex.org/W7133220258","doi":"https://doi.org/10.48550/arxiv.2602.24059","title":"Quant Experts: Token-aware Adaptive Error Reconstruction with Mixture of Experts for Large Vision-Language Models Quantization","display_name":"Quant Experts: Token-aware Adaptive Error Reconstruction with Mixture of Experts for Large Vision-Language Models Quantization","publication_year":2026,"publication_date":"2026-02-27","ids":{"openalex":"https://openalex.org/W7133220258","doi":"https://doi.org/10.48550/arxiv.2602.24059"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.24059","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5054605180","display_name":"Chenwei Jia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jia, Chenwei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058256501","display_name":"Baoting Li","orcid":"https://orcid.org/0009-0008-4807-3731"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Baoting","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044561987","display_name":"Xuchong Zhang","orcid":"https://orcid.org/0000-0003-2772-2700"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Xuchong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026028538","display_name":"Mingzhuo Wei","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wei, Mingzhuo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057605218","display_name":"Bochen Lin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lin, Bochen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5127813017","display_name":"Hongbin Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Hongbin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26536806,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.47859999537467957,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.47859999537467957,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.14470000565052032,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.14169999957084656,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.7784000039100647},{"id":"https://openalex.org/keywords/outlier","display_name":"Outlier","score":0.6169999837875366},{"id":"https://openalex.org/keywords/mean-squared-prediction-error","display_name":"Mean squared prediction error","score":0.36959999799728394},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.3659999966621399},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"Vector quantization","score":0.34709998965263367},{"id":"https://openalex.org/keywords/salience","display_name":"Salience (neuroscience)","score":0.3237000107765198}],"concepts":[{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.7784000039100647},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6866999864578247},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.6169999837875366},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.48249998688697815},{"id":"https://openalex.org/C167085575","wikidata":"https://www.wikidata.org/wiki/Q6803654","display_name":"Mean squared prediction error","level":2,"score":0.36959999799728394},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36809998750686646},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.3659999966621399},{"id":"https://openalex.org/C199833920","wikidata":"https://www.wikidata.org/wiki/Q612536","display_name":"Vector quantization","level":2,"score":0.34709998965263367},{"id":"https://openalex.org/C108154423","wikidata":"https://www.wikidata.org/wiki/Q1469792","display_name":"Salience (neuroscience)","level":2,"score":0.3237000107765198},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.32120001316070557},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.314300000667572},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.2809999883174896},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.27059999108314514},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.2678000032901764},{"id":"https://openalex.org/C2780023022","wikidata":"https://www.wikidata.org/wiki/Q1338171","display_name":"Compensation (psychology)","level":2,"score":0.25440001487731934},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.2517000138759613}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.24059","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.24059","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.24059","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.24059","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"publisher-specific-oa","license_id":"https://openalex.org/licenses/publisher-specific-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Post-Training":[0],"Quantization":[1],"(PTQ)":[2],"has":[3],"emerged":[4],"as":[5],"an":[6],"effective":[7],"technique":[8],"for":[9,105,126,131,153],"alleviating":[10],"the":[11,29,52,71,89,110,119,140],"substantial":[12],"computational":[13],"and":[14,25,40,73,84,115,174],"memory":[15],"overheads":[16],"of":[17,43,55,76],"Vision-Language":[18],"Models":[19],"(VLMs)":[20],"by":[21],"compressing":[22],"both":[23,81],"weights":[24],"activations":[26],"without":[27],"retraining":[28],"full":[30],"model.":[31],"Existing":[32],"PTQ":[33],"methods":[34],"primarily":[35],"rely":[36],"on":[37],"static":[38],"identification":[39],"global":[41,132],"compensation":[42,102],"sensitive":[44],"or":[45],"outlier":[46],"channels,":[47],"yet":[48],"they":[49],"often":[50],"overlook":[51],"distributional":[53],"differences":[54],"these":[56],"important":[57,77,111],"channels":[58,78,112],"across":[59,82,170],"inputs,":[60],"leading":[61],"to":[62,129,151,158,180,187],"unsatisfactory":[63],"quantization.":[64,107],"In":[65],"this":[66],"work,":[67],"we":[68,93],"observe":[69],"that":[70,164],"distributions":[72],"occurrence":[74],"frequencies":[75],"vary":[79],"significantly":[80],"modalities":[83],"among":[85],"tokens,":[86],"even":[87],"within":[88],"same":[90],"modality.":[91],"Accordingly,":[92],"propose":[94],"\\textbf{Quant":[95],"Experts":[96],"(QE)},":[97],"a":[98,121,136],"token-aware":[99],"adaptive":[100],"error":[101,134,156],"with":[103],"mixture-of-experts":[104],"VLMs":[106],"QE":[108,165],"divides":[109],"into":[113],"token-independent":[114],"token-dependent":[116],"groups.":[117],"For":[118,139],"former,":[120],"shared":[122],"expert":[123],"is":[124],"designed":[125],"most":[127],"tokens":[128],"compensate":[130,152],"quantization":[133,155,172],"using":[135],"low-rank":[137,147],"adapter.":[138],"latter,":[141],"routed":[142,146],"experts":[143],"including":[144],"multiple":[145],"adapters":[148],"are":[149],"elaborated":[150],"local":[154],"related":[157],"specific":[159],"tokens.":[160],"Extensive":[161],"experiments":[162],"demonstrate":[163],"consistently":[166],"enhances":[167],"task":[168],"accuracy":[169],"various":[171],"settings":[173],"model":[175],"scales,":[176],"ranging":[177],"from":[178],"2B":[179],"70B":[181],"parameters,":[182],"while":[183],"maintaining":[184],"performance":[185],"comparable":[186],"full-precision":[188],"models.":[189]},"counts_by_year":[],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2026-03-03T00:00:00"}