{"id":"https://openalex.org/W7169871234","doi":"https://doi.org/10.48550/arxiv.2607.16243","title":"RobustMAD: Evaluating Real-World Robustness of Multimodal Small Language Models for Deployable Anomaly Detection Assistants","display_name":"RobustMAD: Evaluating Real-World Robustness of Multimodal Small Language Models for Deployable Anomaly Detection Assistants","publication_year":2026,"publication_date":"2026-06-26","ids":{"openalex":"https://openalex.org/W7169871234","doi":"https://doi.org/10.48550/arxiv.2607.16243"},"language":"en","primary_location":{"id":"pmh:oai:dr.ntu.edu.sg:10356/220855","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/220855","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2607.16243","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5069394495","display_name":"Anushiya Arunan","orcid":"https://orcid.org/0000-0002-9915-0302"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Arunan, Anushiya","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141257697","display_name":"Xin Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5123928374","display_name":"Yan Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Yan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023142347","display_name":"U-Xuan Tan","orcid":"https://orcid.org/0000-0002-5757-1379"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tan, U-Xuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141241309","display_name":"Nhu Khue Vuong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vuong, Nhu Khue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5141276779","display_name":"Xiaoli Li","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Xiaoli","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5141295169","display_name":"Chau Yuen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuen, Chau","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.8154213,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.44780001044273376,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.44780001044273376,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.09950000047683716,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.0544000007212162,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7903000116348267},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.49390000104904175},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.4830999970436096},{"id":"https://openalex.org/keywords/software-deployment","display_name":"Software deployment","score":0.3984000086784363},{"id":"https://openalex.org/keywords/data-quality","display_name":"Data quality","score":0.33000001311302185},{"id":"https://openalex.org/keywords/end-user","display_name":"End user","score":0.2815000116825104}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7903000116348267},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7035999894142151},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.49390000104904175},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.4830999970436096},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4034999907016754},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.3984000086784363},{"id":"https://openalex.org/C24756922","wikidata":"https://www.wikidata.org/wiki/Q1757694","display_name":"Data quality","level":3,"score":0.33000001311302185},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.29109999537467957},{"id":"https://openalex.org/C91262260","wikidata":"https://www.wikidata.org/wiki/Q528074","display_name":"End user","level":2,"score":0.2815000116825104},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.2685999870300293},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26420000195503235},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.26089999079704285},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.260699987411499},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2599000036716461}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:dr.ntu.edu.sg:10356/220855","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/220855","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"doi:10.48550/arxiv.2607.16243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.16243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2607.16243","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2607.16243","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","display_name":"Industry, innovation and infrastructure","score":0.5514394640922546}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"industrial":[1,66,184],"anomaly":[2,92],"inspection":[3,185],"assistants":[4,186],"are":[5],"a":[6,45],"critical":[7,127],"component":[8],"of":[9,55,121,181],"next-generation":[10,182],"smart":[11],"factories,":[12],"enabling":[13],"interactive":[14],"vision-language-based":[15],"querying.":[16],"However,":[17,116],"multimodal":[18,39,143,183],"large":[19],"language":[20,41],"models":[21,42],"remain":[22],"impractical":[23],"for":[24,178],"on-site":[25],"deployment":[26],"due":[27],"to":[28,80,101,167],"prohibitive":[29],"computational":[30],"demands":[31],"and":[32,59,96,124,156],"privacy":[33],"risks":[34],"from":[35],"cloud-based":[36],"inference.":[37],"Compact":[38],"small":[40],"(MSLMs)":[43],"offer":[44],"deployable":[46],"alternative,":[47],"yet":[48],"progress":[49],"is":[50,193],"constrained":[51],"by":[52],"the":[53,75,112,179],"lack":[54],"comprehensive":[56,154],"robustness":[57,84,128],"analyses":[58],"meaningfully":[60],"challenging":[61],"benchmarks":[62],"that":[63,130,187],"reflect":[64],"real-world":[65],"conditions.":[67],"To":[68],"address":[69],"this":[70],"gap,":[71],"we":[72,174],"develop":[73],"RobustMAD,":[74],"first":[76],"deployment-motivated":[77],"benchmark,":[78],"designed":[79],"comprehensively":[81],"evaluate":[82],"model":[83],"through":[85],"diverse":[86],"open-ended":[87],"queries":[88],"spanning":[89],"object":[90],"understanding,":[91],"detection,":[93],"unanswerable":[94,162],"problems,":[95],"visual":[97,150],"quality":[98],"degradations.":[99],"Contrary":[100],"conventional":[102],"assumptions,":[103],"top-performing":[104],"MSLMs":[105],"exhibit":[106],"promising":[107,190],"capabilities,":[108],"surprisingly":[109],"outperforming":[110],"even":[111],"larger":[113],"GPT-5":[114],"Nano.":[115],"they":[117],"still":[118],"fall":[119],"short":[120],"safety-critical":[122],"requirements,":[123],"RobustMAD":[125],"reveals":[126],"gaps":[129],"pose":[131],"operational":[132],"risks.":[133],"In":[134],"particular,":[135],"three":[136],"recurring":[137],"failure":[138],"modes":[139],"emerge:":[140],"(i)":[141],"fragile":[142],"grounding":[144,160],"under":[145],"fine-grained":[146],"distinctions":[147],"or":[148,163],"degraded":[149],"conditions,":[151],"(ii)":[152],"insufficiently":[153],"responses,":[155],"(iii)":[157],"weak":[158],"logical":[159],"on":[161],"ill-posed":[164],"queries,":[165],"leading":[166],"hallucinated":[168],"outputs.":[169],"Grounded":[170],"in":[171],"these":[172],"insights,":[173],"provide":[175],"actionable":[176],"guidance":[177],"design":[180],"leverage":[188],"their":[189],"competence.":[191],"Code":[192],"available":[194],"at":[195],"https://github.com/en-research/RobustMAD.":[196]},"counts_by_year":[],"updated_date":"2026-08-10T07:06:39.071514","created_date":"2026-07-22T00:00:00"}