{"id":"https://openalex.org/W4389794056","doi":"https://doi.org/10.1007/s44267-023-00031-w","title":"RobustMQ: benchmarking robustness of quantized models","display_name":"RobustMQ: benchmarking robustness of quantized models","publication_year":2023,"publication_date":"2023-12-15","ids":{"openalex":"https://openalex.org/W4389794056","doi":"https://doi.org/10.1007/s44267-023-00031-w"},"language":"en","primary_location":{"id":"doi:10.1007/s44267-023-00031-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44267-023-00031-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44267-023-00031-w.pdf","source":{"id":"https://openalex.org/S4387289164","display_name":"Visual Intelligence","issn_l":"2731-9008","issn":["2731-9008"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://link.springer.com/content/pdf/10.1007/s44267-023-00031-w.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076884053","display_name":"Yisong Xiao","orcid":"https://orcid.org/0000-0001-8227-0052"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yisong Xiao","raw_affiliation_strings":["National Laboratory of Software Development Environment, Beihang University, Beijing, China","Shen Yuan Honors College, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-8227-0052","affiliations":[{"raw_affiliation_string":"National Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Shen Yuan Honors College, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014870180","display_name":"Aishan Liu","orcid":"https://orcid.org/0000-0002-4224-1318"},"institutions":[{"id":"https://openalex.org/I4210120532","display_name":"Anhui Transport Consulting & Design Institute (China)","ror":"https://ror.org/02h6hms35","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120532"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Aishan Liu","raw_affiliation_strings":["National Laboratory of Software Development Environment, Beihang University, Beijing, China","The Institute of Dataspace, Hefei, Anhui, China"],"raw_orcid":"https://orcid.org/0000-0002-4224-1318","affiliations":[{"raw_affiliation_string":"National Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"The Institute of Dataspace, Hefei, Anhui, China","institution_ids":["https://openalex.org/I4210120532"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023476317","display_name":"Tianyuan Zhang","orcid":"https://orcid.org/0000-0001-9874-6828"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tianyuan Zhang","raw_affiliation_strings":["National Laboratory of Software Development Environment, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9874-6828","affiliations":[{"raw_affiliation_string":"National Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044945190","display_name":"Haotong Qin","orcid":"https://orcid.org/0000-0001-7391-7539"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Haotong Qin","raw_affiliation_strings":["ETH Zurich, Z\u00fcrich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-7391-7539","affiliations":[{"raw_affiliation_string":"ETH Zurich, Z\u00fcrich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039703932","display_name":"Jinyang Guo","orcid":"https://orcid.org/0000-0003-1956-3367"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinyang Guo","raw_affiliation_strings":["National Laboratory of Software Development Environment, Beihang University, Beijing, China","The Institute of Artificial Intelligence, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1956-3367","affiliations":[{"raw_affiliation_string":"National Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"The Institute of Artificial Intelligence, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xianglong Liu","orcid":"https://orcid.org/0000-0002-7618-3275"},"institutions":[{"id":"https://openalex.org/I4210120532","display_name":"Anhui Transport Consulting & Design Institute (China)","ror":"https://ror.org/02h6hms35","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210120532"]},{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xianglong Liu","raw_affiliation_strings":["National Laboratory of Software Development Environment, Beihang University, Beijing, China","The Institute of Dataspace, Hefei, Anhui, China","Zhongguancun Laboratory, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-7618-3275","affiliations":[{"raw_affiliation_string":"National Laboratory of Software Development Environment, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"The Institute of Dataspace, Hefei, Anhui, China","institution_ids":["https://openalex.org/I4210120532"]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5076884053"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":2.8165,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.92571337,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"1","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9922000169754028,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9801999926567078,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7250792384147644},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6011006236076355},{"id":"https://openalex.org/keywords/quantization","display_name":"Quantization (signal processing)","score":0.4906555712223053},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4166121482849121},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.34849315881729126},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.3115534782409668}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7250792384147644},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6011006236076355},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.4906555712223053},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4166121482849121},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.34849315881729126},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3115534782409668},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s44267-023-00031-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44267-023-00031-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44267-023-00031-w.pdf","source":{"id":"https://openalex.org/S4387289164","display_name":"Visual Intelligence","issn_l":"2731-9008","issn":["2731-9008"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Intelligence","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s44267-023-00031-w","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s44267-023-00031-w","pdf_url":"https://link.springer.com/content/pdf/10.1007/s44267-023-00031-w.pdf","source":{"id":"https://openalex.org/S4387289164","display_name":"Visual Intelligence","issn_l":"2731-9008","issn":["2731-9008"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Visual Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.800000011920929,"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16"}],"awards":[{"id":"https://openalex.org/G489730147","display_name":null,"funder_award_id":"62206009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5353313430","display_name":null,"funder_award_id":"62022009","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5706708104","display_name":null,"funder_award_id":"2022ZD0116310","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326978","display_name":"State Key Laboratory of Software Development Environment","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4389794056.pdf"},"referenced_works_count":47,"referenced_works":["https://openalex.org/W2143612262","https://openalex.org/W2160815625","https://openalex.org/W2294370754","https://openalex.org/W2604292070","https://openalex.org/W2618530766","https://openalex.org/W2796438033","https://openalex.org/W2905423756","https://openalex.org/W2912500072","https://openalex.org/W2913668833","https://openalex.org/W2954582488","https://openalex.org/W2976168328","https://openalex.org/W2991526369","https://openalex.org/W2998715470","https://openalex.org/W3009542902","https://openalex.org/W3009740936","https://openalex.org/W3015176854","https://openalex.org/W3028151507","https://openalex.org/W3034797615","https://openalex.org/W3040296059","https://openalex.org/W3113162324","https://openalex.org/W3134155560","https://openalex.org/W3134547782","https://openalex.org/W3137147200","https://openalex.org/W3153541412","https://openalex.org/W3177280989","https://openalex.org/W3194423521","https://openalex.org/W3205752464","https://openalex.org/W3206281198","https://openalex.org/W4200631120","https://openalex.org/W4224086031","https://openalex.org/W4234552385","https://openalex.org/W4241443901","https://openalex.org/W4297725651","https://openalex.org/W4308643665","https://openalex.org/W4313731376","https://openalex.org/W4321472429","https://openalex.org/W4377710209","https://openalex.org/W4384154513","https://openalex.org/W4386421331","https://openalex.org/W6601908271","https://openalex.org/W6676297131","https://openalex.org/W6679436768","https://openalex.org/W6687483927","https://openalex.org/W6776188000","https://openalex.org/W6779961670","https://openalex.org/W6800198597","https://openalex.org/W6803376173"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4286629047","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4313488044","https://openalex.org/W3209574120","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Abstract":[0],"Quantization":[1],"has":[2,175,190],"emerged":[3],"as":[4],"an":[5,146,152],"essential":[6],"technique":[7],"for":[8],"deploying":[9],"deep":[10],"neural":[11],"networks":[12],"(DNNs)":[13],"on":[14,43,47,90],"devices":[15],"with":[16],"limited":[17,51],"resources.":[18],"However,":[19],"quantized":[20,76,104,112,171],"models":[21,77,105,113,216],"exhibit":[22,114],"vulnerabilities":[23],"when":[24],"exposed":[25],"to":[26,126,170,210],"various":[27,79,107],"types":[28,80,182],"of":[29,37,41,57,75,81,103,183,215],"noise":[30,82,162],"in":[31,61,106,133,140,143,148,154,220],"real-world":[32,221],"applications.":[33],"Despite":[34],"the":[35,39,73,101,136,167,176,186,191,203,212],"importance":[36],"evaluating":[38],"impact":[40],"quantization":[42,137,214],"robustness,":[44,145,150],"existing":[45],"research":[46,208],"this":[48,68],"topic":[49],"is":[50],"and":[52,63,87,129,151,163,199,217],"often":[53],"disregards":[54],"established":[55],"principles":[56],"robustness":[58,74,102,117],"evaluation,":[59],"resulting":[60],"incomplete":[62],"inconclusive":[64],"findings.":[65],"To":[66],"address":[67],"gap,":[69],"we":[70],"thoroughly":[71],"evaluated":[72],"against":[78],"(adversarial":[83],"attacks,":[84],"natural":[85,127,149],"corruption,":[86],"systematic":[88,130,155,184],"noise)":[89],"ImageNet.":[91],"The":[92],"comprehensive":[93],"evaluation":[94],"results":[95,139],"empirically":[96],"provide":[97],"valuable":[98],"insights":[99],"into":[100],"scenarios.":[108,222],"For":[109],"example:":[110],"1)":[111],"higher":[115],"adversarial":[116,144],"than":[118],"their":[119,218],"floating-point":[120],"counterparts,":[121],"but":[122],"are":[123,166,202],"more":[124],"vulnerable":[125],"corruption":[128,159],"noise;":[131],"2)":[132],"general,":[134],"increasing":[135],"bit-width":[138],"a":[141],"decrease":[142],"increase":[147,153],"robustness;":[156],"3)":[157],"among":[158,180],"methods,":[160],"impulse":[161],"glass":[164],"blur":[165],"most":[168],"harmful":[169],"models,":[172],"while":[173,194],"brightness":[174],"least":[177,205],"impact;":[178],"4)":[179],"different":[181],"noise,":[185],"nearest":[187],"neighbor":[188],"interpolation":[189,201],"highest":[192],"impact,":[193],"bilinear":[195],"interpolation,":[196,198],"cubic":[197],"area":[200],"three":[204],"harmful.":[206],"Our":[207],"contributes":[209],"advancing":[211],"robust":[213],"deployment":[219]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}