{"id":"https://openalex.org/W7137822504","doi":"https://doi.org/10.48550/arxiv.2603.13292","title":"Pragma-VL: Towards a Pragmatic Arbitration of Safety and Helpfulness in MLLMs","display_name":"Pragma-VL: Towards a Pragmatic Arbitration of Safety and Helpfulness in MLLMs","publication_year":2026,"publication_date":"2026-02-28","ids":{"openalex":"https://openalex.org/W7137822504","doi":"https://doi.org/10.48550/arxiv.2603.13292"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.13292","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13292","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.13292","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5129733667","display_name":"Ming Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Ming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129642492","display_name":"Kun Yang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yang, Kun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129681304","display_name":"Xin Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Xin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129683118","display_name":"Jingyu Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Jingyu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129674276","display_name":"Dingding Han","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Han, Dingding","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5129736646","display_name":"Shiwen Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Shiwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5129747352","display_name":"Yuedong Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Yuedong","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6583999991416931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.6583999991416931,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.11829999834299088,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.035999998450279236,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5439000129699707},{"id":"https://openalex.org/keywords/helpfulness","display_name":"Helpfulness","score":0.5418999791145325},{"id":"https://openalex.org/keywords/arbitration","display_name":"Arbitration","score":0.49070000648498535},{"id":"https://openalex.org/keywords/ambiguity","display_name":"Ambiguity","score":0.427700012922287},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.42260000109672546},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.3865000009536743},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.3443000018596649},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.33640000224113464}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6880999803543091},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5439000129699707},{"id":"https://openalex.org/C2781265381","wikidata":"https://www.wikidata.org/wiki/Q5710255","display_name":"Helpfulness","level":2,"score":0.5418999791145325},{"id":"https://openalex.org/C160151201","wikidata":"https://www.wikidata.org/wiki/Q207946","display_name":"Arbitration","level":2,"score":0.49070000648498535},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44620001316070557},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.427700012922287},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.42260000109672546},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.3865000009536743},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3684999942779541},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3443000018596649},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C11693617","wikidata":"https://www.wikidata.org/wiki/Q181839","display_name":"Pragmatics","level":2,"score":0.33149999380111694},{"id":"https://openalex.org/C112930515","wikidata":"https://www.wikidata.org/wiki/Q4389547","display_name":"Risk analysis (engineering)","level":1,"score":0.32829999923706055},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32199999690055847},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.321399986743927},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.3199999928474426},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.3075000047683716},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.28360000252723694},{"id":"https://openalex.org/C140547941","wikidata":"https://www.wikidata.org/wiki/Q7797194","display_name":"Threat model","level":2,"score":0.28290000557899475},{"id":"https://openalex.org/C111370547","wikidata":"https://www.wikidata.org/wiki/Q7451120","display_name":"Sensory cue","level":2,"score":0.27649998664855957},{"id":"https://openalex.org/C71611378","wikidata":"https://www.wikidata.org/wiki/Q5165191","display_name":"Contextual design","level":3,"score":0.2653000056743622},{"id":"https://openalex.org/C2780910867","wikidata":"https://www.wikidata.org/wiki/Q1952416","display_name":"Multimodality","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C135355979","wikidata":"https://www.wikidata.org/wiki/Q5165193","display_name":"Contextual inquiry","level":2,"score":0.25519999861717224},{"id":"https://openalex.org/C61123122","wikidata":"https://www.wikidata.org/wiki/Q281287","display_name":"Politeness","level":2,"score":0.25290000438690186}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.13292","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13292","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.13292","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.13292","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.5753554105758667,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Multimodal":[0],"Large":[1],"Language":[2],"Models":[3],"(MLLMs)":[4],"pose":[5],"critical":[6],"safety":[7,33,88,157,167,179],"challenges,":[8],"as":[9,19,189],"they":[10,55],"are":[11],"susceptible":[12],"not":[13],"only":[14],"to":[15,23,84,110,174],"adversarial":[16],"attacks":[17],"such":[18,188],"jailbreaking":[20],"but":[21],"also":[22],"inadvertently":[24],"generating":[25],"harmful":[26],"content":[27],"for":[28],"benign":[29,58],"users.":[30],"While":[31],"internal":[32],"alignment":[34,79],"via":[35],"Supervised":[36],"Fine-Tuning":[37],"(SFT)":[38],"and":[39,89,114,122,158,168,191],"Reinforcement":[40],"Learning":[41],"(RL)":[42],"is":[43,104],"a":[44,52,98,128,140],"primary":[45],"mitigation":[46],"strategy,":[47],"current":[48],"methods":[49],"often":[50],"face":[51],"safety-utility":[53],"trade-off:":[54],"either":[56],"refuse":[57],"queries":[59],"out":[60],"of":[61,119],"excessive":[62],"caution":[63],"or":[64],"overlook":[65],"latent":[66],"risks":[67],"in":[68,186],"cross-modal":[69],"interactions.":[70],"To":[71],"resolve":[72],"this,":[73],"we":[74,92,126],"introduce":[75,127],"Pragma-VL,":[76],"an":[77,116],"end-to-end":[78],"algorithm":[80],"that":[81,132,145,163],"enables":[82],"MLLMs":[83],"pragmatically":[85],"arbitrate":[86],"between":[87,156],"helpfulness.":[90,159],"First,":[91],"enhance":[93],"visual":[94,112],"risk":[95,120],"perception":[96],"with":[97,139],"novel":[99,141],"cold-start":[100],"SFT":[101],"stage.":[102],"This":[103],"achieved":[105],"by":[106,172],"applying":[107],"risk-aware":[108],"clustering":[109],"the":[111,151],"encoder":[113],"using":[115],"interleaved":[117],"dataset":[118],"descriptions":[121],"high-quality":[123],"data.":[124],"Second,":[125],"theoretically-guaranteed":[129],"reward":[130],"model":[131],"leverages":[133],"synergistic":[134],"learning.":[135],"We":[136],"train":[137],"it":[138],"data":[142],"augmentation":[143],"method":[144],"assigns":[146],"dynamic":[147],"weights":[148],"based":[149],"on":[150,176],"queries,":[152],"enabling":[153],"contextual":[154],"arbitration":[155],"Extensive":[160],"experiments":[161],"show":[162],"Pragma-VL":[164],"effectively":[165],"balances":[166],"helpfulness,":[169],"outperforming":[170],"baselines":[171],"5%":[173],"20%":[175],"most":[177],"multimodal":[178],"benchmarks":[180],"while":[181],"preserving":[182],"its":[183],"general":[184],"capabilities":[185],"areas":[187],"mathematics":[190],"knowledge":[192],"reasoning.":[193]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-03-18T00:00:00"}