{"id":"https://openalex.org/W7201837393","doi":"https://doi.org/10.48550/arxiv.2608.06377","title":"Learning When to Trust via Selective Context Preference Optimization","display_name":"Learning When to Trust via Selective Context Preference Optimization","publication_year":2026,"publication_date":"2026-08-06","ids":{"openalex":"https://openalex.org/W7201837393","doi":"https://doi.org/10.48550/arxiv.2608.06377"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2608.06377","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.06377","pdf_url":"https://arxiv.org/pdf/2608.06377","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2608.06377","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5138730968","display_name":"Xian Sun","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170897317","display_name":"Duke University","ror":"https://ror.org/00py81415","country_code":"US","type":"education","lineage":["https://openalex.org/I170897317"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sun, Xian","raw_affiliation_strings":["Duke University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Duke University","institution_ids":["https://openalex.org/I170897317"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023862930","display_name":"Wei Chow","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Chow, Wei","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134181397","display_name":"Yingshuo Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wang, Yingshuo","raw_affiliation_strings":["UC Berkeley"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Berkeley","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5145961752","display_name":"Junhao Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I204250578","display_name":"University of California, Irvine","ror":"https://ror.org/04gyf1771","country_code":"US","type":"education","lineage":["https://openalex.org/I204250578"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liu, Junhao","raw_affiliation_strings":["UC Irvine"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UC Irvine","institution_ids":["https://openalex.org/I204250578"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5139297115","display_name":"Wei Gao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gao, Wei","raw_affiliation_strings":["Northeastern University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Northeastern University","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5145978455","display_name":"Qing Wu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Wu, Qing","raw_affiliation_strings":["Nanyang Technological University , Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanyang Technological University , Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5134667535","display_name":"Lingdong Kong","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I165932596","display_name":"National University of Singapore","ror":"https://ror.org/01tgyzw49","country_code":"SG","type":"education","lineage":["https://openalex.org/I165932596"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Kong, Lingdong","raw_affiliation_strings":["National University of Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"National University of Singapore","institution_ids":["https://openalex.org/I165932596"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4417000114917755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4417000114917755,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.23690000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.17499999701976776,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/selective-trust","display_name":"selective trust","score":0.9480000138282776},{"id":"https://openalex.org/keywords/direct-preference-optimization","display_name":"direct preference optimization","score":0.7139999866485596},{"id":"https://openalex.org/keywords/language-model-robustness","display_name":"language model robustness","score":0.7609999775886536},{"id":"https://openalex.org/keywords/scope","display_name":"scope","score":0.6980000138282776},{"id":"https://openalex.org/keywords/preference-pairs","display_name":"preference pairs","score":0.3059999942779541}],"concepts":[{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.7516000270843506},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7376999855041504},{"id":"https://openalex.org/C2781249084","wikidata":"https://www.wikidata.org/wiki/Q908656","display_name":"Preference","level":2,"score":0.7124999761581421},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.7013999819755554},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6402999758720398},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5823000073432922},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5526000261306763},{"id":"https://openalex.org/C181204326","wikidata":"https://www.wikidata.org/wiki/Q7239820","display_name":"Preference learning","level":3,"score":0.358599990606308},{"id":"https://openalex.org/C2780898871","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Performance metric","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C2777868144","wikidata":"https://www.wikidata.org/wiki/Q7239817","display_name":"Preference elicitation","level":3,"score":0.3043999969959259},{"id":"https://openalex.org/C76188268","wikidata":"https://www.wikidata.org/wiki/Q1783165","display_name":"Context effect","level":3,"score":0.2955000102519989},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.2953000068664551},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.25380000472068787}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2608.06377","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.06377","pdf_url":"https://arxiv.org/pdf/2608.06377","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2608.06377","doi":"https://doi.org/10.48550/arxiv.2608.06377","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2608.06377","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2608.06377","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2608.06377","pdf_url":"https://arxiv.org/pdf/2608.06377","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7201837393.pdf","grobid_xml":"https://content.openalex.org/works/W7201837393.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4403996111","https://openalex.org/W4416716572","https://openalex.org/W7167704422","https://openalex.org/W7223346590","https://openalex.org/W4399317938","https://openalex.org/W7166851221","https://openalex.org/W4417097546","https://openalex.org/W7150969684","https://openalex.org/W4386566485","https://openalex.org/W4412888265"],"abstract_inverted_index":{"Language":[0],"models":[1,24,149,168],"increasingly":[2],"condition":[3],"their":[4],"answers":[5],"on":[6,146,172,176],"external":[7],"signals,":[8,28],"and":[9,57,75,116],"a":[10,16,30,33,60,80,86,90,96,104,118],"single":[11],"misleading":[12,87,138],"one":[13],"can":[14],"turn":[15],"correct":[17],"answer":[18,92],"wrong.":[19,94],"The":[20],"obvious":[21],"remedy,":[22],"training":[23],"to":[25,93],"resist":[26],"such":[27,103],"hides":[29],"failure":[31],"mode:":[32],"model":[34],"that":[35,63,102,167],"ignores":[36],"all":[37,132],"context":[38,46,156],"looks":[39],"robust":[40],"yet":[41],"is":[42,47,106,157],"useless":[43],"when":[44,153],"the":[45,52,154],"worth":[48],"trusting.":[49],"We":[50,108],"recast":[51],"problem":[53],"as":[54],"selective":[55,173],"trust":[56],"introduce":[58],"MIST,":[59],"human-annotated":[61],"benchmark":[62,98],"renders":[64],"each":[65],"reasoning":[66],"item":[67],"under":[68],"four":[69,133],"matched":[70,126],"conditions":[71],"(clean,":[72],"misleading,":[73],"correct-context,":[74],"irrelevant-context),":[76],"together":[77],"with":[78],"SC2W,":[79],"paired":[81],"metric":[82],"counting":[83],"how":[84],"often":[85],"signal":[88],"flips":[89],"clean-correct":[91],"Across":[95],"comprehensive":[97],"study,":[99],"we":[100,165],"observe":[101],"susceptibility":[105],"universal.":[107],"then":[109],"propose":[110],"SCOPE,":[111],"which":[112],"mines":[113],"clean-correct/misleading-wrong":[114],"failures":[115],"optimizes":[117],"standard":[119],"Direct":[120],"Preference":[121],"Optimization":[122],"(DPO)":[123],"objective":[124],"over":[125,137],"preference":[127],"pairs":[128],"balanced":[129],"equally":[130],"across":[131],"conditions,":[134],"rather":[135],"than":[136],"items":[139],"alone.":[140,178],"Our":[141],"approach":[142],"substantially":[143],"reduces":[144],"SC2W":[145],"popular":[147],"open-sourced":[148],"while":[150],"preserving":[151],"accuracy":[152],"added":[155],"clean,":[158],"correct,":[159],"or":[160],"irrelevant.":[161],"With":[162],"this":[163],"work,":[164],"argue":[166],"should":[169],"be":[170],"judged":[171],"trust,":[174],"not":[175],"resistance":[177]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-08T00:00:00"}