{"id":"https://openalex.org/W4386262022","doi":"https://doi.org/10.1109/tkde.2023.3309853","title":"Kullback-Leibler Divergence-Based Out-of-Distribution Detection With Flow-Based Generative Models","display_name":"Kullback-Leibler Divergence-Based Out-of-Distribution Detection With Flow-Based Generative Models","publication_year":2023,"publication_date":"2023-08-29","ids":{"openalex":"https://openalex.org/W4386262022","doi":"https://doi.org/10.1109/tkde.2023.3309853"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2023.3309853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2023.3309853","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022739328","display_name":"Yufeng Zhang","orcid":"https://orcid.org/0000-0001-6082-4501"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yufeng Zhang","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102723008","display_name":"Jialu Pan","orcid":"https://orcid.org/0009-0004-1181-8550"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jialu Pan","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082329778","display_name":"Wanwei Liu","orcid":"https://orcid.org/0000-0002-2315-1704"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wanwei Liu","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024920190","display_name":"Zhenbang Chen","orcid":"https://orcid.org/0000-0002-4066-7892"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenbang Chen","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078793726","display_name":"Kenli Li","orcid":"https://orcid.org/0000-0002-2635-7716"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kenli Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, Hunan, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101836625","display_name":"Ji Wang","orcid":"https://orcid.org/0000-0003-0637-8744"},"institutions":[{"id":"https://openalex.org/I170215575","display_name":"National University of Defense Technology","ror":"https://ror.org/05d2yfz11","country_code":"CN","type":"education","lineage":["https://openalex.org/I170215575"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ji Wang","raw_affiliation_strings":["College of Computer, National University of Defense Technology, Changsha, Hunan, China"],"affiliations":[{"raw_affiliation_string":"College of Computer, National University of Defense Technology, Changsha, Hunan, China","institution_ids":["https://openalex.org/I170215575"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100405109","display_name":"Zhiming Liu","orcid":"https://orcid.org/0000-0001-9771-3071"},"institutions":[{"id":"https://openalex.org/I142108993","display_name":"Southwest University","ror":"https://ror.org/01kj4z117","country_code":"CN","type":"education","lineage":["https://openalex.org/I142108993"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiming Liu","raw_affiliation_strings":["Centre for Research and Innovation in Software Engineering, Southwest University, Chongqing, China"],"affiliations":[{"raw_affiliation_string":"Centre for Research and Innovation in Software Engineering, Southwest University, Chongqing, China","institution_ids":["https://openalex.org/I142108993"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002024358","display_name":"Hongmei Wei","orcid":"https://orcid.org/0009-0001-5178-0508"},"institutions":[{"id":"https://openalex.org/I4210158984","display_name":"National Supercomputing Center in Wuxi","ror":"https://ror.org/04ypjrs34","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210158984"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongmei Wei","raw_affiliation_strings":["National Research Center of Parallel Computer Engineering and Technology, Wuxi, Jiangsu, China"],"affiliations":[{"raw_affiliation_string":"National Research Center of Parallel Computer Engineering and Technology, Wuxi, Jiangsu, China","institution_ids":["https://openalex.org/I4210158984"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5022739328"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":1.9489,"has_fulltext":false,"cited_by_count":11,"citation_normalized_percentile":{"value":0.88924789,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"36","issue":"4","first_page":"1683","last_page":"1697"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11220","display_name":"Water Systems and Optimization","score":0.9886999726295471,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.7197017669677734},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7126749157905579},{"id":"https://openalex.org/keywords/kullback\u2013leibler-divergence","display_name":"Kullback\u2013Leibler divergence","score":0.7112098336219788},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.42226219177246094},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4175061881542206},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4006360173225403},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3322465121746063}],"concepts":[{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.7197017669677734},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7126749157905579},{"id":"https://openalex.org/C171752962","wikidata":"https://www.wikidata.org/wiki/Q255166","display_name":"Kullback\u2013Leibler divergence","level":2,"score":0.7112098336219788},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.42226219177246094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4175061881542206},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4006360173225403},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3322465121746063},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tkde.2023.3309853","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2023.3309853","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G41279851","display_name":null,"funder_award_id":"62032024","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4338802390","display_name":null,"funder_award_id":"62172429","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5157801058","display_name":null,"funder_award_id":"61860206011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6690923861","display_name":null,"funder_award_id":"62372162","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7929560631","display_name":null,"funder_award_id":"62002107","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8165155651","display_name":null,"funder_award_id":"61872371","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8592490694","display_name":null,"funder_award_id":"62032019","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W603636824","https://openalex.org/W967544008","https://openalex.org/W1506806321","https://openalex.org/W1511694993","https://openalex.org/W1583912456","https://openalex.org/W1834627138","https://openalex.org/W2004902747","https://openalex.org/W2016552385","https://openalex.org/W2099111195","https://openalex.org/W2108598243","https://openalex.org/W2112796928","https://openalex.org/W2115627867","https://openalex.org/W2122646361","https://openalex.org/W2149268774","https://openalex.org/W2150879893","https://openalex.org/W2166944917","https://openalex.org/W2170325549","https://openalex.org/W2171789771","https://openalex.org/W2194321275","https://openalex.org/W2194775991","https://openalex.org/W2418313868","https://openalex.org/W2423557781","https://openalex.org/W2732916693","https://openalex.org/W2750384547","https://openalex.org/W2767414122","https://openalex.org/W2883243526","https://openalex.org/W2883284371","https://openalex.org/W2888146396","https://openalex.org/W2892375480","https://openalex.org/W2902986194","https://openalex.org/W2910068345","https://openalex.org/W2913300775","https://openalex.org/W2915817976","https://openalex.org/W2948863565","https://openalex.org/W2974452850","https://openalex.org/W2976969310","https://openalex.org/W2982625629","https://openalex.org/W3040266635","https://openalex.org/W3100818473","https://openalex.org/W3103649009","https://openalex.org/W3118608800","https://openalex.org/W3135550350","https://openalex.org/W3150807214","https://openalex.org/W3153872861","https://openalex.org/W4236706032","https://openalex.org/W4250954493","https://openalex.org/W4287077916","https://openalex.org/W4287329556","https://openalex.org/W4288009664","https://openalex.org/W6625168331","https://openalex.org/W6635084905","https://openalex.org/W6640963894","https://openalex.org/W6677585907","https://openalex.org/W6684193916","https://openalex.org/W6684749388","https://openalex.org/W6685260713","https://openalex.org/W6688325169","https://openalex.org/W6703116779","https://openalex.org/W6714644935","https://openalex.org/W6718763946","https://openalex.org/W6728622933","https://openalex.org/W6732492507","https://openalex.org/W6735913928","https://openalex.org/W6743688258","https://openalex.org/W6745553787","https://openalex.org/W6745687250","https://openalex.org/W6745891213","https://openalex.org/W6748223763","https://openalex.org/W6748391871","https://openalex.org/W6752760542","https://openalex.org/W6752910514","https://openalex.org/W6754784373","https://openalex.org/W6755655770","https://openalex.org/W6756663807","https://openalex.org/W6757615711","https://openalex.org/W6758101687","https://openalex.org/W6758976440","https://openalex.org/W6762924995","https://openalex.org/W6763203318","https://openalex.org/W6763437871","https://openalex.org/W6768927122","https://openalex.org/W6770738754","https://openalex.org/W6770847983","https://openalex.org/W6772175390","https://openalex.org/W6779506190","https://openalex.org/W6779664835","https://openalex.org/W6780027702","https://openalex.org/W6787972765","https://openalex.org/W6791597301","https://openalex.org/W6797211245","https://openalex.org/W6841031965","https://openalex.org/W7016021835"],"related_works":["https://openalex.org/W2105321464","https://openalex.org/W2887774187","https://openalex.org/W2388220555","https://openalex.org/W3048739257","https://openalex.org/W1665563134","https://openalex.org/W2963604926","https://openalex.org/W1616881371","https://openalex.org/W1520875569","https://openalex.org/W2199957582","https://openalex.org/W2033178790"],"abstract_inverted_index":{"Recent":[0],"research":[1],"has":[2,38,182],"revealed":[3],"that":[4],"deep":[5],"generative":[6],"models":[7,10],"including":[8],"flow-based":[9,50,64],"and":[11,43,66,89,107,172,187],"Variational":[12],"Autoencoders":[13],"may":[14],"assign":[15],"higher":[16],"likelihoods":[17],"to":[18,46,58,85,95,145],"out-of-distribution":[19],"(OOD)":[20],"data":[21,31],"than":[22],"in-distribution":[23],"(ID)":[24],"data.":[25],"However,":[26],"we":[27,55,79],"cannot":[28],"sample":[29],"OOD":[30,47],"from":[32],"the":[33,60,71,105,131,133,155,174,183,189],"model.":[34],"This":[35],"counterintuitive":[36],"phenomenon":[37],"not":[39],"been":[40],"satisfactorily":[41],"explained":[42],"brings":[44],"obstacles":[45],"detection":[48],"with":[49,123],"models.":[51],"In":[52],"this":[53],"article,":[54],"prove":[56],"theorems":[57],"investigate":[59],"Kullback-Leibler":[61],"divergence":[62,88],"in":[63],"model":[65],"give":[67],"two":[68],"explanations":[69],"for":[70],"above":[72],"phenomenon.":[73],"Based":[74],"on":[75,101,121,142,148,170],"our":[76,110,116,165,180],"theoretical":[77],"analysis,":[78],"propose":[80],"a":[81,124],"new":[82],"method":[83,117,137,152,157,166,181],"KLODS":[84],"leverage":[86],"KL":[87],"local":[90],"pixel":[91],"dependence":[92],"of":[93,109,128],"representations":[94],"perform":[96],"anomaly":[97,114,163],"detection.":[98],"Experimental":[99],"results":[100],"prevalent":[102],"benchmarks":[103],"demonstrate":[104],"effectiveness":[106],"robustness":[108],"method.":[111],"For":[112,161],"group":[113],"detection,":[115,164],"achieves":[118,139,167],"98.1%":[119],"AUROC":[120,141,169],"average":[122,143,171],"small":[125],"batch":[126],"size":[127],"5.":[129],"On":[130],"contrary,":[132],"baseline":[134,175],"typicality":[135],"test-based":[136],"only":[138],"64.6%":[140],"due":[144],"its":[146],"failure":[147],"challenging":[149],"problems.":[150],"Our":[151],"also":[153],"outperforms":[154,173],"state-of-the-art":[156],"by":[158,176],"9.1%":[159],"AUROC.":[160,178],"point-wise":[162],"90.7%":[168],"5.2%":[177],"Besides,":[179],"least":[184],"notable":[185],"failures":[186],"is":[188],"most":[190],"robust":[191],"one.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-12T08:34:05.389933","created_date":"2025-10-10T00:00:00"}