{"id":"https://openalex.org/W2964159205","doi":"https://doi.org/10.1109/tpami.2018.2858821","title":"Virtual Adversarial Training: A Regularization Method for Supervised and Semi-Supervised Learning","display_name":"Virtual Adversarial Training: A Regularization Method for Supervised and Semi-Supervised Learning","publication_year":2018,"publication_date":"2018-07-23","ids":{"openalex":"https://openalex.org/W2964159205","doi":"https://doi.org/10.1109/tpami.2018.2858821","mag":"2964159205","pmid":"https://pubmed.ncbi.nlm.nih.gov/30040630"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2018.2858821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2018.2858821","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090469776","display_name":"Takeru Miyato","orcid":"https://orcid.org/0000-0002-7363-1773"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takeru Miyato","raw_affiliation_strings":["Graduate school of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-7363-1773","affiliations":[{"raw_affiliation_string":"Graduate school of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103253348","display_name":"Shin\u2010ichi Maeda","orcid":"https://orcid.org/0000-0002-3254-9722"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shin-Ichi Maeda","raw_affiliation_strings":["Graduate school of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate school of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103751566","display_name":"Masanori Koyama","orcid":null},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Masanori Koyama","raw_affiliation_strings":["Graduate school of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate school of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072540019","display_name":"Shin Ishii","orcid":"https://orcid.org/0000-0001-9385-8230"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]},{"id":"https://openalex.org/I39012071","display_name":"Kyoto College of Graduate Studies for Informatics","ror":"https://ror.org/05mzj8a56","country_code":"JP","type":"education","lineage":["https://openalex.org/I39012071"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shin Ishii","raw_affiliation_strings":["Graduate School of Informatics, Kyoto University, Kyoto, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Informatics, Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I39012071","https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":195.8178,"has_fulltext":false,"cited_by_count":2839,"citation_normalized_percentile":{"value":0.99987249,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"41","issue":"8","first_page":"1979","last_page":"1993"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9977999925613403,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.8241601586341858},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6955071091651917},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6661710739135742},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5878555178642273},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.5735137462615967},{"id":"https://openalex.org/keywords/entropy","display_name":"Entropy (arrow of time)","score":0.51129150390625},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4660535752773285},{"id":"https://openalex.org/keywords/supervised-learning","display_name":"Supervised learning","score":0.4537799656391144},{"id":"https://openalex.org/keywords/semi-supervised-learning","display_name":"Semi-supervised learning","score":0.4418213963508606},{"id":"https://openalex.org/keywords/cross-entropy","display_name":"Cross entropy","score":0.44103533029556274},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.35963642597198486},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.31394845247268677}],"concepts":[{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.8241601586341858},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6955071091651917},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6661710739135742},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5878555178642273},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.5735137462615967},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.51129150390625},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4660535752773285},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.4537799656391144},{"id":"https://openalex.org/C58973888","wikidata":"https://www.wikidata.org/wiki/Q1041418","display_name":"Semi-supervised learning","level":2,"score":0.4418213963508606},{"id":"https://openalex.org/C167981619","wikidata":"https://www.wikidata.org/wiki/Q1685498","display_name":"Cross entropy","level":3,"score":0.44103533029556274},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.35963642597198486},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.31394845247268677},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2018.2858821","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2018.2858821","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:30040630","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/30040630","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321034","display_name":"New Energy and Industrial Technology Development Organization","ror":"https://ror.org/0055k7a87"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":92,"referenced_works":["https://openalex.org/W302823870","https://openalex.org/W582134693","https://openalex.org/W630242894","https://openalex.org/W769612788","https://openalex.org/W830076066","https://openalex.org/W1522301498","https://openalex.org/W1630959083","https://openalex.org/W1663973292","https://openalex.org/W1665214252","https://openalex.org/W1673923490","https://openalex.org/W1836465849","https://openalex.org/W1883420340","https://openalex.org/W1945616565","https://openalex.org/W2058815839","https://openalex.org/W2095705004","https://openalex.org/W2099471712","https://openalex.org/W2108501770","https://openalex.org/W2111406701","https://openalex.org/W2120969381","https://openalex.org/W2122860281","https://openalex.org/W2123045220","https://openalex.org/W2129068307","https://openalex.org/W2142114717","https://openalex.org/W2145494108","https://openalex.org/W2146766088","https://openalex.org/W2152722485","https://openalex.org/W2156387975","https://openalex.org/W2168894214","https://openalex.org/W2271840356","https://openalex.org/W2292751606","https://openalex.org/W2293363371","https://openalex.org/W2302255633","https://openalex.org/W2335728318","https://openalex.org/W2384495648","https://openalex.org/W2431080869","https://openalex.org/W2530816535","https://openalex.org/W2546302380","https://openalex.org/W2594639291","https://openalex.org/W2608541838","https://openalex.org/W2949416428","https://openalex.org/W2951970475","https://openalex.org/W2952229419","https://openalex.org/W2952825952","https://openalex.org/W2963043971","https://openalex.org/W2963154688","https://openalex.org/W2963207607","https://openalex.org/W2963250052","https://openalex.org/W2963373786","https://openalex.org/W2963382180","https://openalex.org/W2963435192","https://openalex.org/W2963446712","https://openalex.org/W2963911037","https://openalex.org/W2964040467","https://openalex.org/W2964059111","https://openalex.org/W2964121744","https://openalex.org/W2964153729","https://openalex.org/W3022938717","https://openalex.org/W3118608800","https://openalex.org/W4298876635","https://openalex.org/W4320013936","https://openalex.org/W6610687998","https://openalex.org/W6617145748","https://openalex.org/W6619990258","https://openalex.org/W6622262455","https://openalex.org/W6623329352","https://openalex.org/W6631190155","https://openalex.org/W6636599907","https://openalex.org/W6637162671","https://openalex.org/W6637242042","https://openalex.org/W6638444622","https://openalex.org/W6638667902","https://openalex.org/W6639568328","https://openalex.org/W6640425456","https://openalex.org/W6674330103","https://openalex.org/W6675944832","https://openalex.org/W6677995690","https://openalex.org/W6678975374","https://openalex.org/W6681325634","https://openalex.org/W6681588610","https://openalex.org/W6682824805","https://openalex.org/W6682889407","https://openalex.org/W6684665197","https://openalex.org/W6685777725","https://openalex.org/W6694517276","https://openalex.org/W6698183232","https://openalex.org/W6703116779","https://openalex.org/W6717772578","https://openalex.org/W6718379498","https://openalex.org/W6736698123","https://openalex.org/W6764051988","https://openalex.org/W6780493881","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W1586607209","https://openalex.org/W122912556","https://openalex.org/W4312414840","https://openalex.org/W2621411691","https://openalex.org/W2271357838","https://openalex.org/W2556866732","https://openalex.org/W2328989934","https://openalex.org/W2348322200","https://openalex.org/W2981952041","https://openalex.org/W3148060700"],"abstract_inverted_index":{"We":[0],"propose":[1],"a":[2,11,133],"new":[3,12],"regularization":[4],"method":[5,49,80],"based":[6,139],"on":[7,128,140,154],"virtual":[8,81,100],"adversarial":[9,25,46,52,82,101],"loss:":[10],"measure":[13],"of":[14,17,32,88,99,112,136],"local":[15,43],"smoothness":[16],"the":[18,30,33,51,65,71,96,137,141],"conditional":[19,34],"label":[20,35,55],"distribution":[21,36],"given":[22],"input.":[23],"Virtual":[24],"loss":[26,102],"is":[27,58,90],"defined":[28],"as":[29],"robustness":[31],"around":[37],"each":[38],"input":[39],"data":[40],"point":[41],"against":[42],"perturbation.":[44],"Unlike":[45],"training,":[47],"our":[48,79,117,145],"defines":[50],"direction":[53],"without":[54],"information":[56],"and":[57,114,124,156],"hence":[59],"applicable":[60],"to":[61,122],"semi-supervised":[62,125,151],"learning.":[63],"Because":[64],"directions":[66],"in":[67],"which":[68],"we":[69,77,119],"smooth":[70],"model":[72],"are":[73],"only":[74],"\"virtually\"":[75],"adversarial,":[76],"call":[78],"training":[83],"(VAT).":[84],"The":[85],"computational":[86],"cost":[87],"VAT":[89,121,146],"relatively":[91],"low.":[92],"For":[93],"neural":[94],"networks,":[95],"approximated":[97],"gradient":[98],"can":[103],"be":[104],"computed":[105],"with":[106],"no":[107],"more":[108],"than":[109],"two":[110],"pairs":[111],"forward-":[113],"back-propagations.":[115],"In":[116],"experiments,":[118],"applied":[120],"supervised":[123],"learning":[126,152],"tasks":[127,153],"multiple":[129],"benchmark":[130],"datasets.":[131],"With":[132],"simple":[134],"enhancement":[135],"algorithm":[138],"entropy":[142],"minimization":[143],"principle,":[144],"achieves":[147],"state-of-the-art":[148],"performance":[149],"for":[150],"SVHN":[155],"CIFAR-10.":[157]},"counts_by_year":[{"year":2026,"cited_by_count":87},{"year":2025,"cited_by_count":274},{"year":2024,"cited_by_count":376},{"year":2023,"cited_by_count":528},{"year":2022,"cited_by_count":414},{"year":2021,"cited_by_count":557},{"year":2020,"cited_by_count":388},{"year":2019,"cited_by_count":184},{"year":2018,"cited_by_count":30},{"year":2017,"cited_by_count":1}],"updated_date":"2026-06-18T10:00:31.954636","created_date":"2025-10-10T00:00:00"}