{"id":"https://openalex.org/W4387587797","doi":"https://doi.org/10.1109/tase.2023.3322156","title":"Dual-Attention Transformer and Discriminative Flow for Industrial Visual Anomaly Detection","display_name":"Dual-Attention Transformer and Discriminative Flow for Industrial Visual Anomaly Detection","publication_year":2023,"publication_date":"2023-10-12","ids":{"openalex":"https://openalex.org/W4387587797","doi":"https://doi.org/10.1109/tase.2023.3322156"},"language":"en","primary_location":{"id":"doi:10.1109/tase.2023.3322156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3322156","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5076153623","display_name":"Haiming Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Haiming Yao","raw_affiliation_strings":["Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070446818","display_name":"Wei Luo","orcid":"https://orcid.org/0000-0003-3125-054X"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wei Luo","raw_affiliation_strings":["Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080558869","display_name":"Wenyong Yu","orcid":"https://orcid.org/0000-0003-4012-1264"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenyong Yu","raw_affiliation_strings":["State Key Laboratory of Digital Manufacturing Equipment and Technology, School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","School of Mechanical Science and Engineering, State Key Laboratory of Digital Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Digital Manufacturing Equipment and Technology, School of Mechanical Science and Engineering, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Mechanical Science and Engineering, State Key Laboratory of Digital Manufacturing Equipment and Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114860163","display_name":"Xiaotian Zhang","orcid":"https://orcid.org/0000-0003-0574-4095"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaotian Zhang","raw_affiliation_strings":["Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089112437","display_name":"Zhenfeng Qiang","orcid":"https://orcid.org/0000-0003-3519-3802"},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhenfeng Qiang","raw_affiliation_strings":["Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027893969","display_name":"Donghao Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghao Luo","raw_affiliation_strings":["Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Department of Precision Instrument, State Key Laboratory of Precision Measurement Technology and Instruments, Tsinghua University, Beijing, China","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061744233","display_name":"Hui Shi","orcid":"https://orcid.org/0000-0002-0674-8891"},"institutions":[{"id":"https://openalex.org/I196699116","display_name":"Wuhan University of Technology","ror":"https://ror.org/03fe7t173","country_code":"CN","type":"education","lineage":["https://openalex.org/I196699116"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Shi","raw_affiliation_strings":["School of Mechanical and Electronic Engineering, Wuhan University of Technology, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"School of Mechanical and Electronic Engineering, Wuhan University of Technology, Wuhan, China","institution_ids":["https://openalex.org/I196699116"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5076153623"],"corresponding_institution_ids":["https://openalex.org/I99065089"],"apc_list":null,"apc_paid":null,"fwci":7.8284,"has_fulltext":false,"cited_by_count":45,"citation_normalized_percentile":{"value":0.9807188,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"21","issue":"4","first_page":"6126","last_page":"6140"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11606","display_name":"Infrastructure Maintenance and Monitoring","score":0.9851999878883362,"subfield":{"id":"https://openalex.org/subfields/2205","display_name":"Civil and Structural Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.8253533840179443},{"id":"https://openalex.org/keywords/anomaly-detection","display_name":"Anomaly detection","score":0.6457292437553406},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.643406093120575},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6270111799240112},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5915400385856628},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5209835171699524},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.48009446263313293},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4447743594646454},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4208833873271942},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4206288754940033},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19100001454353333}],"concepts":[{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.8253533840179443},{"id":"https://openalex.org/C739882","wikidata":"https://www.wikidata.org/wiki/Q3560506","display_name":"Anomaly detection","level":2,"score":0.6457292437553406},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.643406093120575},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6270111799240112},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5915400385856628},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5209835171699524},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.48009446263313293},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4447743594646454},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4208833873271942},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4206288754940033},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19100001454353333},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tase.2023.3322156","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tase.2023.3322156","pdf_url":null,"source":{"id":"https://openalex.org/S34881539","display_name":"IEEE Transactions on Automation Science and Engineering","issn_l":"1545-5955","issn":["1545-5955","1558-3783"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automation Science and Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7200000286102295,"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G8150814971","display_name":null,"funder_award_id":"52375494","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2302255633","https://openalex.org/W2809705434","https://openalex.org/W2907868778","https://openalex.org/W2914570111","https://openalex.org/W2948982773","https://openalex.org/W2978971541","https://openalex.org/W2987228832","https://openalex.org/W2994615081","https://openalex.org/W3023868590","https://openalex.org/W3034314048","https://openalex.org/W3035240825","https://openalex.org/W3118895125","https://openalex.org/W3147184966","https://openalex.org/W3166166117","https://openalex.org/W3169077988","https://openalex.org/W3169651898","https://openalex.org/W3183588514","https://openalex.org/W3193992273","https://openalex.org/W3214308028","https://openalex.org/W4206551889","https://openalex.org/W4212874935","https://openalex.org/W4214694907","https://openalex.org/W4224999518","https://openalex.org/W4283380819","https://openalex.org/W4285147180","https://openalex.org/W4311415873","https://openalex.org/W4312772600","https://openalex.org/W4313156423","https://openalex.org/W4313327864","https://openalex.org/W4316660730","https://openalex.org/W4318831100","https://openalex.org/W4321855261","https://openalex.org/W4366493107","https://openalex.org/W4386813353","https://openalex.org/W6752554887","https://openalex.org/W6777869702","https://openalex.org/W6803919275","https://openalex.org/W6850445786"],"related_works":["https://openalex.org/W2965546495","https://openalex.org/W4389116644","https://openalex.org/W2153315159","https://openalex.org/W3103844505","https://openalex.org/W259157601","https://openalex.org/W4205463238","https://openalex.org/W2761785940","https://openalex.org/W2378211422","https://openalex.org/W2110523656","https://openalex.org/W1482209366"],"abstract_inverted_index":{"In":[0,55],"this":[1],"paper,":[2],"we":[3,106,194],"introduce":[4],"the":[5,45,57,77,100,116,130,133,140,169,188,231],"novel":[6],"state-of-the-art":[7],"Dual-attention":[8],"Transformer":[9,82],"and":[10,33,89,102,121,159,165,173,180,253,294],"Discriminative":[11],"Flow":[12],"(DADF)":[13],"framework":[14],"for":[15,96,115,149,302],"visual":[16,24,234],"anomaly":[17,25],"detection.":[18],"Based":[19],"on":[20,168,187],"only":[21,238],"normal":[22],"knowledge,":[23],"detection":[26,50],"has":[27,34],"wide":[28],"applications":[29],"in":[30,212,248,275],"industrial":[31,204,233,304],"scenarios":[32],"attracted":[35],"significant":[36,300],"attention.":[37],"However,":[38],"most":[39],"existing":[40],"methods":[41],"fail":[42],"to":[43,70,91,111,197,227],"meet":[44],"requirements":[46],"of":[47,79,119,132,163,178,185,218,230,299],"logic":[48,150],"defect":[49,205],"under":[51,242],"complex":[52,153,278],"semantic":[53,244],"conditions.":[54],"contrast,":[56],"proposed":[58,134],"DADF":[59,135,156,196,219,265],"presents":[60],"a":[61,67,80,181,198,260,267],"new":[62],"paradigm:":[63],"it":[64,287],"firstly":[65],"leverages":[66],"pre-trained":[68],"network":[69],"acquire":[71],"multi-scale":[72],"prior":[73,97,120],"embeddings,":[74],"followed":[75],"by":[76,139],"development":[78],"vision":[81],"with":[83,99,152,256,277],"dual":[84],"attention":[85],"mechanisms,":[86],"namely":[87],"self-attention":[88],"memorial-attention,":[90],"achieve":[92],"global-local":[93],"two-level":[94],"reconstruction":[95],"embeddings":[98],"sequential":[101],"normality":[103],"association.":[104],"Additionally,":[105,193],"propose":[107],"using":[108],"normalizing":[109],"flow":[110],"establish":[112],"discriminative":[113],"likelihood":[114],"joint":[117],"distribution":[118],"reconstructions":[122],"at":[123,222],"each":[124],"scale.":[125],"The":[126,215,263],"experimental":[127],"results":[128],"validate":[129],"effectiveness":[131],"approach,":[136],"as":[137,281],"evidenced":[138],"impressive":[141],"performance":[142],"metrics":[143],"obtained":[144],"across":[145],"various":[146],"benchmarks,":[147],"especially":[148],"defects":[151,241,255,274],"semantics.":[154],"Specifically,":[155],"achieves":[157],"image-level":[158,175],"pixel-level":[160],"AUROC":[161,176],"scores":[162],"98.3":[164],"98.4,":[166],"respectively,":[167],"Mvtec":[170,189],"AD":[171,191],"benchmark,":[172],"an":[174],"score":[177,184],"83.7":[179],"pixel":[182],"sPRO":[183],"67.4":[186],"LOCO":[190],"benchmark.":[192],"applied":[195],"real-world":[199],"Printed":[200,282],"Circuit":[201,283],"Board":[202],"(PCB)":[203],"inspection":[206,235],"task,":[207],"further":[208],"demonstrating":[209],"its":[210],"efficacy":[211],"practical":[213,303],"scenarios.":[214],"source":[216],"code":[217],"is":[220,266,298],"available":[221],"https://github.com/hmyao22/DADF.":[223],"<italic":[224],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[225],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Note":[226],"Practitioners</i>":[228],"\u2014Most":[229],"current":[232],"techniques":[236],"can":[237,271,288],"detect":[239,291],"structural":[240,293],"uncomplicated":[243],"settings.":[245],"Detecting":[246],"anomalies":[247],"products":[249,276],"featuring":[250],"intricate":[251],"components":[252],"logical":[254,295],"high-level":[257],"semantics":[258],"remains":[259],"considerable":[261],"challenge.":[262],"presented":[264],"robust":[268],"model":[269],"that":[270],"effectively":[272],"identify":[273],"components,":[279],"such":[280],"Boards":[284],"(PCBs).":[285],"Furthermore,":[286],"also":[289],"accurately":[290],"both":[292],"defects,":[296],"which":[297],"importance":[301],"applications.":[305]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":31},{"year":2024,"cited_by_count":10}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}