{"id":"https://openalex.org/W3130635520","doi":"https://doi.org/10.1109/tai.2021.3121663","title":"CSNAS: Contrastive Self-Supervised Learning Neural Architecture Search Via Sequential Model-Based Optimization","display_name":"CSNAS: Contrastive Self-Supervised Learning Neural Architecture Search Via Sequential Model-Based Optimization","publication_year":2021,"publication_date":"2021-10-29","ids":{"openalex":"https://openalex.org/W3130635520","doi":"https://doi.org/10.1109/tai.2021.3121663","mag":"3130635520"},"language":"en","primary_location":{"id":"doi:10.1109/tai.2021.3121663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2021.3121663","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.10557","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067253160","display_name":"Nam V. Nguyen","orcid":"https://orcid.org/0000-0001-5396-3079"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Nam Nguyen","raw_affiliation_strings":["Department of Electrical Engineering, University of South Florida, Tampa, FL, USA"],"raw_orcid":"https://orcid.org/0000-0001-5396-3079","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055158787","display_name":"J. Morris Chang","orcid":"https://orcid.org/0000-0002-0660-7191"},"institutions":[{"id":"https://openalex.org/I2613432","display_name":"University of South Florida","ror":"https://ror.org/032db5x82","country_code":"US","type":"education","lineage":["https://openalex.org/I2613432"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"J. Morris Chang","raw_affiliation_strings":["Department of Electrical Engineering, University of South Florida, Tampa, FL, USA"],"raw_orcid":"https://orcid.org/0000-0002-0660-7191","affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering, University of South Florida, Tampa, FL, USA","institution_ids":["https://openalex.org/I2613432"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5067253160"],"corresponding_institution_ids":["https://openalex.org/I2613432"],"apc_list":null,"apc_paid":null,"fwci":2.4247,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.9056211,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"3","issue":"4","first_page":"609","last_page":"624"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6852636933326721},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6390281915664673},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.51864093542099},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.47746017575263977},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07009163498878479}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6852636933326721},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6390281915664673},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.51864093542099},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.47746017575263977},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07009163498878479},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tai.2021.3121663","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tai.2021.3121663","pdf_url":null,"source":{"id":"https://openalex.org/S4210169448","display_name":"IEEE Transactions on Artificial Intelligence","issn_l":"2691-4581","issn":["2691-4581"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2102.10557","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.10557","pdf_url":"https://arxiv.org/pdf/2102.10557","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.26187/deakin.32230023","is_oa":true,"landing_page_url":"https://doi.org/10.26187/deakin.32230023","pdf_url":null,"source":{"id":"https://openalex.org/S4306402457","display_name":"Deakin Research Online (Deakin University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I149704539","host_organization_name":"Deakin University","host_organization_lineage":["https://openalex.org/I149704539"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.10557","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.10557","pdf_url":"https://arxiv.org/pdf/2102.10557","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G424247011","display_name":null,"funder_award_id":"H92222-15-3-0001-01","funder_id":"https://openalex.org/F4320334118","funder_display_name":"United States Special Operations Command"}],"funders":[{"id":"https://openalex.org/F4320334118","display_name":"United States Special Operations Command","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":154,"referenced_works":["https://openalex.org/W343636949","https://openalex.org/W1836465849","https://openalex.org/W2097117768","https://openalex.org/W2106411961","https://openalex.org/W2108598243","https://openalex.org/W2144796873","https://openalex.org/W2163922914","https://openalex.org/W2173520492","https://openalex.org/W2194775991","https://openalex.org/W2302255633","https://openalex.org/W2326925005","https://openalex.org/W2412320034","https://openalex.org/W2531409750","https://openalex.org/W2553303224","https://openalex.org/W2558661413","https://openalex.org/W2563351168","https://openalex.org/W2610817424","https://openalex.org/W2612445135","https://openalex.org/W2640408555","https://openalex.org/W2746314669","https://openalex.org/W2748513770","https://openalex.org/W2752782242","https://openalex.org/W2767002384","https://openalex.org/W2769653148","https://openalex.org/W2773706593","https://openalex.org/W2785325870","https://openalex.org/W2785366763","https://openalex.org/W2788853733","https://openalex.org/W2794825826","https://openalex.org/W2796265726","https://openalex.org/W2842511635","https://openalex.org/W2883780447","https://openalex.org/W2885820039","https://openalex.org/W2896457183","https://openalex.org/W2905672847","https://openalex.org/W2911586496","https://openalex.org/W2913618604","https://openalex.org/W2915992092","https://openalex.org/W2916118939","https://openalex.org/W2920582597","https://openalex.org/W2925303509","https://openalex.org/W2939863610","https://openalex.org/W2944828972","https://openalex.org/W2946948417","https://openalex.org/W2947681860","https://openalex.org/W2949117887","https://openalex.org/W2951104886","https://openalex.org/W2951245151","https://openalex.org/W2951622007","https://openalex.org/W2954234207","https://openalex.org/W2955425717","https://openalex.org/W2958458355","https://openalex.org/W2960010704","https://openalex.org/W2962750597","https://openalex.org/W2962847160","https://openalex.org/W2963125010","https://openalex.org/W2963341956","https://openalex.org/W2963420272","https://openalex.org/W2963420686","https://openalex.org/W2963446712","https://openalex.org/W2963536136","https://openalex.org/W2963684088","https://openalex.org/W2963778169","https://openalex.org/W2963821229","https://openalex.org/W2963918968","https://openalex.org/W2963946669","https://openalex.org/W2964081807","https://openalex.org/W2964259004","https://openalex.org/W2964294659","https://openalex.org/W2964331719","https://openalex.org/W2964350391","https://openalex.org/W2964416181","https://openalex.org/W2964515685","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2981747930","https://openalex.org/W2981748264","https://openalex.org/W2989221291","https://openalex.org/W2994842046","https://openalex.org/W2995727387","https://openalex.org/W2995999070","https://openalex.org/W2999270366","https://openalex.org/W2999400655","https://openalex.org/W3005680577","https://openalex.org/W3016112239","https://openalex.org/W3030728803","https://openalex.org/W3034357629","https://openalex.org/W3034781633","https://openalex.org/W3034906194","https://openalex.org/W3035050085","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3035682321","https://openalex.org/W3038994994","https://openalex.org/W3081305497","https://openalex.org/W3095194728","https://openalex.org/W3097607752","https://openalex.org/W3102785203","https://openalex.org/W3115293622","https://openalex.org/W3118608800","https://openalex.org/W3120044914","https://openalex.org/W3182590016","https://openalex.org/W4246193833","https://openalex.org/W4287900329","https://openalex.org/W4287907702","https://openalex.org/W4294568686","https://openalex.org/W4297775537","https://openalex.org/W4297778814","https://openalex.org/W4297808394","https://openalex.org/W4300687381","https://openalex.org/W4300687870","https://openalex.org/W4309845474","https://openalex.org/W4394643157","https://openalex.org/W6676179485","https://openalex.org/W6685352114","https://openalex.org/W6715501732","https://openalex.org/W6729956949","https://openalex.org/W6737664043","https://openalex.org/W6740164494","https://openalex.org/W6743428213","https://openalex.org/W6743495212","https://openalex.org/W6745614327","https://openalex.org/W6745728296","https://openalex.org/W6745748327","https://openalex.org/W6747899497","https://openalex.org/W6748057086","https://openalex.org/W6748587240","https://openalex.org/W6752515464","https://openalex.org/W6753303928","https://openalex.org/W6753344092","https://openalex.org/W6755207826","https://openalex.org/W6756887525","https://openalex.org/W6757204547","https://openalex.org/W6758084158","https://openalex.org/W6758740788","https://openalex.org/W6759402996","https://openalex.org/W6759828284","https://openalex.org/W6761996617","https://openalex.org/W6762718338","https://openalex.org/W6763381322","https://openalex.org/W6765847629","https://openalex.org/W6766394743","https://openalex.org/W6767607754","https://openalex.org/W6771654589","https://openalex.org/W6771859737","https://openalex.org/W6772103215","https://openalex.org/W6774314701","https://openalex.org/W6775634482","https://openalex.org/W6779326418","https://openalex.org/W6779599097","https://openalex.org/W6781941078","https://openalex.org/W6784232266","https://openalex.org/W6787972765","https://openalex.org/W6844194202"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"This":[0],"article":[1],"proposes":[2],"a":[3,49,65],"novel":[4],"contrastive":[5,57,89],"self-supervised":[6,32,58],"neural":[7,72],"architecture":[8],"search":[9,63,68,93,110,143],"(NAS)":[10],"algorithm,":[11],"which":[12,37],"completely":[13],"alleviates":[14],"the":[15,29,76,83,92,101,107,113,121,129],"expensive":[16],"costs":[17],"of":[18,31,43,52,112,137],"data":[19,55,87,153],"labeling":[20,154],"inherited":[21],"from":[22],"supervised":[23],"learning.":[24],"Our":[25],"algorithm":[26,144],"capitalizes":[27],"on":[28,64],"effectiveness":[30],"learning":[33,59],"for":[34,85],"image":[35],"representations,":[36],"is":[38],"an":[39],"increasingly":[40],"crucial":[41],"topic":[42],"computer":[44],"vision.":[45],"First,":[46],"using":[47],"only":[48],"small":[50],"amount":[51],"unlabeled":[53],"train":[54],"under":[56],"allows":[60],"us":[61,125],"to":[62,126],"more":[66],"extensive":[67,135],"space,":[69],"discovering":[70],"better":[71,150],"architectures":[73],"without":[74,95],"surging":[75],"computational":[77,130],"resources.":[78],"Second,":[79],"we":[80,105],"entirely":[81],"relieve":[82],"cost":[84],"labeled":[86],"(by":[88],"loss)":[90],"in":[91,100,152,160],"stage":[94],"compromising":[96],"architectures\u2019":[97],"final":[98,161],"performance":[99],"evaluation":[102],"phase.":[103],"Finally,":[104],"tackle":[106],"inherent":[108],"discrete":[109],"space":[111],"NAS":[114],"problem":[115],"by":[116],"sequential":[117],"model-based":[118],"optimization":[119],"via":[120],"tree-parzen":[122],"estimator,":[123],"enabling":[124],"significantly":[127],"reduce":[128],"expense":[131],"response":[132],"surface.":[133],"An":[134],"number":[136],"experiments":[138],"empirically":[139],"show":[140],"that":[141],"our":[142],"can":[145],"achieve":[146],"state-of-the-art":[147],"results":[148],"with":[149],"efficiency":[151],"cost,":[155],"searching":[156],"time,":[157],"and":[158],"accuracy":[159],"validation.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":7},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-05-16T08:24:45.110214","created_date":"2021-03-01T00:00:00"}