{"id":"https://openalex.org/W7167227654","doi":"https://doi.org/10.48550/arxiv.2607.01876","title":"SAB-LVLM: Significance-Aware Binarization for Large Vision-Language Models","display_name":"SAB-LVLM: Significance-Aware Binarization for Large Vision-Language Models","publication_year":2026,"publication_date":"2026-07-02","ids":{"openalex":"https://openalex.org/W7167227654","doi":"https://doi.org/10.48550/arxiv.2607.01876"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2607.01876","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01876","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.01876","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5009603462","display_name":"Qi Lyu","orcid":"https://orcid.org/0000-0002-0228-556X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Lyu, Qi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139962127","display_name":"Jiahua Dong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dong, Jiahua","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139957333","display_name":"Baichen Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Baichen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5140022903","display_name":"Xudong Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Xudong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139974481","display_name":"Mingfei Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Mingfei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139978181","display_name":"Yulun Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Yulun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139991646","display_name":"Fahad Shahbaz Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Fahad Shahbaz","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139973413","display_name":"Salman Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Salman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139982464","display_name":"Lianqing Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Lianqing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139993200","display_name":"Zhi Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Zhi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9413999915122986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9413999915122986,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.009100000374019146,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5843999981880188},{"id":"https://openalex.org/keywords/binary-number","display_name":"Binary number","score":0.4902999997138977},{"id":"https://openalex.org/keywords/hessian-matrix","display_name":"Hessian matrix","score":0.48590001463890076},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.46399998664855957},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4320000112056732},{"id":"https://openalex.org/keywords/limiting","display_name":"Limiting","score":0.40220001339912415},{"id":"https://openalex.org/keywords/data-compression","display_name":"Data compression","score":0.397599995136261},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.3774999976158142},{"id":"https://openalex.org/keywords/binary-data","display_name":"Binary data","score":0.37560001015663147}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7483000159263611},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6230000257492065},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5843999981880188},{"id":"https://openalex.org/C48372109","wikidata":"https://www.wikidata.org/wiki/Q3913","display_name":"Binary number","level":2,"score":0.4902999997138977},{"id":"https://openalex.org/C203616005","wikidata":"https://www.wikidata.org/wiki/Q620495","display_name":"Hessian matrix","level":2,"score":0.48590001463890076},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.46399998664855957},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4320000112056732},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C78548338","wikidata":"https://www.wikidata.org/wiki/Q2493","display_name":"Data compression","level":2,"score":0.397599995136261},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.39559999108314514},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3840000033378601},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3774999976158142},{"id":"https://openalex.org/C2779190172","wikidata":"https://www.wikidata.org/wiki/Q4913888","display_name":"Binary data","level":3,"score":0.37560001015663147},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3619999885559082},{"id":"https://openalex.org/C13481523","wikidata":"https://www.wikidata.org/wiki/Q412438","display_name":"Image compression","level":4,"score":0.3529999852180481},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.33820000290870667},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.3303999900817871},{"id":"https://openalex.org/C180016635","wikidata":"https://www.wikidata.org/wiki/Q2712821","display_name":"Compression (physics)","level":2,"score":0.30809998512268066},{"id":"https://openalex.org/C205372480","wikidata":"https://www.wikidata.org/wiki/Q210521","display_name":"Image resolution","level":2,"score":0.29499998688697815},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.28769999742507935},{"id":"https://openalex.org/C2776502983","wikidata":"https://www.wikidata.org/wiki/Q690182","display_name":"Contrast (vision)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2793999910354614},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.2770000100135803},{"id":"https://openalex.org/C157553263","wikidata":"https://www.wikidata.org/wiki/Q5168004","display_name":"Coordinate descent","level":2,"score":0.2761000096797943},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C63435697","wikidata":"https://www.wikidata.org/wiki/Q864135","display_name":"Binary code","level":3,"score":0.25130000710487366}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2607.01876","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01876","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.01876","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.01876","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"Vision-Language":[1],"Models":[2],"(LVLMs)":[3],"have":[4],"achieved":[5],"remarkable":[6],"progress":[7],"in":[8,79],"multimodal":[9],"understanding,":[10],"yet":[11],"their":[12],"enormous":[13],"parameter":[14],"scale":[15],"and":[16,22,41,57,105,147,164],"cross-modal":[17],"computation":[18],"incur":[19],"substantial":[20],"memory":[21],"latency":[23],"overhead,":[24],"severely":[25],"limiting":[26],"real-world":[27],"deployment":[28],"on":[29],"resource-constrained":[30],"devices.":[31],"Binarization":[32],"offers":[33],"an":[34,160,170,189],"attractive":[35],"solution":[36],"by":[37],"drastically":[38],"reducing":[39],"storage":[40],"computational":[42],"costs.":[43],"However,":[44],"existing":[45,184],"binarization":[46,139,151,157,165],"methods":[47,187],"neglect":[48],"the":[49,137,156,178],"varying":[50],"importance":[51],"of":[52,180],"weights":[53,72,117],"across":[54,126,145],"different":[55],"layers":[56,146],"modalities.":[58,127,148],"This":[59],"causes":[60],"parameters":[61],"irrelevant":[62],"to":[63,66,114,135],"downstream":[64],"tasks":[65],"be":[67,75],"unnecessarily":[68],"retained,":[69],"whereas":[70],"modality-critical":[71],"may":[73],"not":[74],"adequately":[76],"optimized,":[77],"resulting":[78],"significant":[80],"performance":[81],"degradation.":[82],"To":[83],"address":[84],"these":[85],"challenges,":[86],"we":[87,108],"develop":[88],"a":[89,110,120,131],"novel":[90],"\\underline{S}ignificance-\\underline{A}ware":[91],"\\underline{B}inarization":[92],"for":[93,103],"\\underline{L}arge":[94],"\\underline{V}ision-\\underline{L}anguage":[95],"\\underline{M}odels":[96],"(SAB-LVLM).":[97],"Specifically,":[98],"after":[99],"constructing":[100],"Hessian":[101],"matrices":[102],"textual":[104],"visual":[106],"inputs,":[107],"propose":[109],"spatial":[111],"significance":[112,144],"map":[113,152],"distinguish":[115],"full-precision":[116],"activated":[118,125],"under":[119,188],"single":[121],"modality":[122],"from":[123],"those":[124],"We":[128],"then":[129],"devise":[130],"modality-guided":[132],"integration":[133],"strategy":[134],"obtain":[136],"significance-aware":[138],"map,":[140],"which":[141],"measures":[142],"weight":[143],"Subsequently,":[149],"this":[150],"is":[153,167,196],"incorporated":[154],"into":[155],"objective":[158],"as":[159],"error":[161],"reweighting":[162],"term,":[163],"fitting":[166],"performed":[168],"through":[169],"alternating":[171],"significance-weighted":[172],"update":[173],"scheme.":[174],"Extensive":[175],"experiments":[176],"illustrate":[177],"superiority":[179],"our":[181],"SAB-LVLM":[182],"over":[183],"binary":[185],"PTQ":[186],"approximately":[190],"1-bit":[191],"compression":[192],"constraint.":[193],"Our":[194],"code":[195],"accessible":[197],"at":[198],"https://github.com/LyuQi127/SAB_LVLM.":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-07-04T00:00:00"}