{"id":"https://openalex.org/W4378498998","doi":"https://doi.org/10.48550/arxiv.2305.15640","title":"Characterizing Out-of-Distribution Error via Optimal Transport","display_name":"Characterizing Out-of-Distribution Error via Optimal Transport","publication_year":2023,"publication_date":"2023-05-25","ids":{"openalex":"https://openalex.org/W4378498998","doi":"https://doi.org/10.48550/arxiv.2305.15640"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2305.15640","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.15640","pdf_url":"https://arxiv.org/pdf/2305.15640","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2305.15640","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109474372","display_name":"Yuzhe Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Lu, Yuzhe","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111117375","display_name":"Yilong Qin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qin, Yilong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085779960","display_name":"Runtian Zhai","orcid":"https://orcid.org/0000-0003-3332-3466"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhai, Runtian","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078583254","display_name":"Andrew Shen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Andrew","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089214262","display_name":"Ketong Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Ketong","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101925944","display_name":"Zhenlin Wang","orcid":"https://orcid.org/0000-0002-0429-4371"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhenlin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068682350","display_name":"Soheil Kolouri","orcid":"https://orcid.org/0000-0001-8495-5362"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kolouri, Soheil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048668442","display_name":"Simon Stepputtis","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stepputtis, Simon","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048453008","display_name":"Joseph Campbell","orcid":"https://orcid.org/0000-0002-7924-8548"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Campbell, Joseph","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5087505541","display_name":"Katia Sycara","orcid":"https://orcid.org/0000-0001-5635-1406"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sycara, Katia","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5109474372"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11344","display_name":"Traffic Prediction and Management Techniques","score":0.9786999821662903,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9459999799728394,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/thresholding","display_name":"Thresholding","score":0.7947400808334351},{"id":"https://openalex.org/keywords/margin","display_name":"Margin (machine learning)","score":0.7172202467918396},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7082703113555908},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5222787857055664},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4498721957206726},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4360823333263397},{"id":"https://openalex.org/keywords/distribution","display_name":"Distribution (mathematics)","score":0.4341590404510498},{"id":"https://openalex.org/keywords/word-error-rate","display_name":"Word error rate","score":0.42775455117225647},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.17415788769721985}],"concepts":[{"id":"https://openalex.org/C191178318","wikidata":"https://www.wikidata.org/wiki/Q2256906","display_name":"Thresholding","level":3,"score":0.7947400808334351},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.7172202467918396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7082703113555908},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5222787857055664},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4498721957206726},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4360823333263397},{"id":"https://openalex.org/C110121322","wikidata":"https://www.wikidata.org/wiki/Q865811","display_name":"Distribution (mathematics)","level":2,"score":0.4341590404510498},{"id":"https://openalex.org/C40969351","wikidata":"https://www.wikidata.org/wiki/Q3516228","display_name":"Word error rate","level":2,"score":0.42775455117225647},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.17415788769721985},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2305.15640","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.15640","pdf_url":"https://arxiv.org/pdf/2305.15640","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2305.15640","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2305.15640","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2305.15640","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2305.15640","pdf_url":"https://arxiv.org/pdf/2305.15640","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4378498998.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W1542224353","https://openalex.org/W1661087619","https://openalex.org/W2116854923","https://openalex.org/W2750730210","https://openalex.org/W2236974868","https://openalex.org/W4312766348","https://openalex.org/W4233939244","https://openalex.org/W2730764323","https://openalex.org/W3123806511","https://openalex.org/W1976727107"],"abstract_inverted_index":{"Out-of-distribution":[0],"(OOD)":[1],"data":[2,20],"poses":[3],"serious":[4],"challenges":[5],"in":[6,116],"deployed":[7],"machine":[8,26],"learning":[9,27],"models,":[10],"so":[11],"methods":[12,33,187],"of":[13,32,119,128,149,161,168],"predicting":[14],"a":[15,30,48,78,90,159],"model's":[16],"performance":[17,96],"on":[18,85,158],"OOD":[19,74],"without":[21],"labels":[22],"are":[23],"important":[24],"for":[25,93],"safety.":[28],"While":[29],"number":[31],"have":[34],"been":[35],"proposed":[36],"by":[37,47,97],"prior":[38],"work,":[39,61],"they":[40],"often":[41],"underestimate":[42],"the":[43,67,70,117,140,147],"actual":[44],"error,":[45],"sometimes":[46],"large":[49],"margin,":[50],"which":[51,136],"greatly":[52],"impacts":[53],"their":[54],"applicability":[55],"to":[56,81,139,191],"real":[57],"tasks.":[58],"In":[59],"this":[60,82,86],"we":[62,88,123],"identify":[63],"pseudo-label":[64,120],"shift,":[65],"or":[66],"difference":[68],"between":[69],"predicted":[71],"and":[72,106,144,156,175,178],"true":[73],"label":[75],"distributions,":[76],"as":[77],"key":[79],"indicator":[80],"underestimation.":[83],"Based":[84],"observation,":[87],"introduce":[89,124],"novel":[91,173],"method":[92],"estimating":[94],"model":[95],"leveraging":[98],"optimal":[99],"transport":[100,142],"theory,":[101],"Confidence":[102,130],"Optimal":[103,131],"Transport":[104,132],"(COT),":[105],"show":[107,179],"that":[108,164,180],"it":[109],"provably":[110],"provides":[111],"more":[112],"robust":[113],"error":[114,151],"estimates":[115],"presence":[118],"shift.":[121],"Additionally,":[122],"an":[125,189],"empirically-motivated":[126],"variant":[127],"COT,":[129],"with":[133,188],"Thresholding":[134],"(COTT),":[135],"applies":[137],"thresholding":[138],"individual":[141],"costs":[143],"further":[145],"improves":[146],"accuracy":[148],"COT's":[150],"estimates.":[152],"We":[153],"evaluate":[154],"COT":[155],"COTT":[157],"variety":[160],"standard":[162],"benchmarks":[163],"induce":[165],"various":[166],"types":[167],"distribution":[169],"shift":[170],"--":[171,177],"synthetic,":[172],"subpopulation,":[174],"natural":[176],"our":[181],"approaches":[182],"significantly":[183],"outperform":[184],"existing":[185],"state-of-the-art":[186],"up":[190],"3x":[192],"lower":[193],"prediction":[194],"error.":[195]},"counts_by_year":[],"updated_date":"2026-03-14T08:43:22.919905","created_date":"2025-10-10T00:00:00"}