{"id":"https://openalex.org/W3184628665","doi":"https://doi.org/10.5075/epfl-thesis-8035","title":"From Human-Designed Convolutional Neural Networks Towards Robust Neural Architecture Search","display_name":"From Human-Designed Convolutional Neural Networks Towards Robust Neural Architecture Search","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3184628665","doi":"https://doi.org/10.5075/epfl-thesis-8035","mag":"3184628665"},"language":"en","primary_location":{"id":"pmh:oai:infoscience.epfl.ch:287432","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/180148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},"type":"article","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://infoscience.epfl.ch/handle/20.500.14299/180148","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038563167","display_name":"Kaicheng Yu","orcid":"https://orcid.org/0000-0002-0186-3399"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Yu, Kaicheng","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5038563167"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.5734000205993652,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.5734000205993652,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6647853851318359},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6629552245140076},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5722354054450989},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5257167220115662},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.4823819696903229},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3721074163913727},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.07726296782493591}],"concepts":[{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6647853851318359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6629552245140076},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5722354054450989},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5257167220115662},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4823819696903229},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3721074163913727},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.07726296782493591},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:infoscience.epfl.ch:287432","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/180148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},{"id":"doi:10.5075/epfl-thesis-8035","is_oa":true,"landing_page_url":"https://doi.org/10.5075/epfl-thesis-8035","pdf_url":null,"source":{"id":"https://openalex.org/S4306400488","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"thesis"},{"id":"mag:3184628665","is_oa":false,"landing_page_url":"https://infoscience.epfl.ch/record/287432","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:infoscience.epfl.ch:287432","is_oa":true,"landing_page_url":"https://infoscience.epfl.ch/handle/20.500.14299/180148","pdf_url":null,"source":{"id":"https://openalex.org/S4306400487","display_name":"Infoscience (Ecole Polytechnique F\u00e9d\u00e9rale de Lausanne)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"doctoral thesis"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3087406541","https://openalex.org/W2918734398","https://openalex.org/W3040231701","https://openalex.org/W2765510671","https://openalex.org/W2742520671","https://openalex.org/W3042976221","https://openalex.org/W2143390499","https://openalex.org/W3024835958","https://openalex.org/W2905017754","https://openalex.org/W3206325217","https://openalex.org/W2930022569","https://openalex.org/W3082182714","https://openalex.org/W2517109369","https://openalex.org/W2909368679","https://openalex.org/W3009877170","https://openalex.org/W3181544916","https://openalex.org/W2897858289","https://openalex.org/W3008940517","https://openalex.org/W2898495878","https://openalex.org/W2530689194"],"abstract_inverted_index":{"Artificial":[0],"intelligence":[1],"has":[2,196,222],"been":[3],"an":[4,109,198,251],"ultimate":[5],"design":[6,47,189],"goal":[7],"since":[8],"the":[9,16,33,60,63,67,71,103,146,169,176,188,204,233,242,265,278,310,316,319,323,333,336,346,360,368,380,383,387,391],"inception":[10],"of":[11,58,74,128,190,209,245,254,318,325,335,362,386,390,398],"computers":[12],"decades":[13],"ago.":[14],"Among":[15],"many":[17,28,121,297],"attempts":[18],"towards":[19],"general":[20],"artificial":[21],"intelligence,":[22],"modern":[23],"machine":[24,166],"learning":[25,167],"successfully":[26],"tackles":[27],"complex":[29],"problems":[30],"thanks":[31],"to":[32,66,101,186,213,235,287,303,322,366,378],"progress":[34],"in":[35,39,41,108,228,264,359],"deep":[36,191],"learning,":[37],"and":[38,281,350,389],"particular":[40],"convolutional":[42],"neural":[43,181],"networks":[44,192],"(CNN).":[45],"To":[46],"a":[48,51,88,92,115,136,211,219,224,262,283,304,356,373,395],"CNN":[49,68],"for":[50,98,140,193],"specific":[52],"task,":[53],"one":[54],"common":[55],"approach":[56,286],"consists":[57,208],"adapting":[59],"heuristics":[61],"from":[62,345],"pre-deep-learning":[64],"era":[65],"domain.":[69],"In":[70,175,201,241],"first":[72],"part":[73,244],"this":[75,83,202,246],"thesis,":[76,247],"we":[77,134,248,260,271,291,371],"introduce":[78],"two":[79,170],"methods":[80,163],"that":[81,95,113,151,275,293,354,376],"follow":[82],"approach:":[84],"i)":[85],"We":[86,339],"build":[87],"covariance":[89],"descriptor,":[90],"i.e.,":[91],"local":[93],"descriptor":[94,116],"is":[96],"suitable":[97],"texture":[99],"recognition,":[100],"replace":[102],"first-order":[104],"fully":[105],"connected":[106],"layers":[107],"ordinary":[110],"CNN,":[111],"showing":[112],"such":[114],"yields":[117,152],"state-of-the-art":[118],"performance":[119,384],"on":[120,155,238,295],"fine-grained":[122],"image":[123,141],"classification":[124],"tasks":[125],"with":[126,157],"orders":[127],"magnitude":[129],"fewer":[130],"feature":[131],"dimensions;":[132],"ii)":[133],"develop":[135],"light-weight":[137],"recurrent":[138],"U-Net":[139],"semantic":[142],"segmentation,":[143],"inspired":[144],"by":[145],"biological":[147],"eye":[148],"saccadic":[149],"movements,":[150],"real-time":[153],"predictions":[154],"devices":[156],"limited":[158],"computational":[159],"resources.":[160],"As":[161],"most":[162],"pre-dating":[164],"automatic":[165],"(AutoML),":[168],"above-mentioned":[171],"CNNs":[172],"were":[173],"human-designed.":[174],"past":[177],"few":[178],"years,":[179],"however,":[180],"architecture":[182,306],"search~(NAS),":[183],"which":[184,207,270],"aims":[185,377],"facilitate":[187],"new":[194],"tasks,":[195],"drawn":[197],"increasing":[199],"attention.":[200],"context,":[203],"weight-sharing":[205,256,266],"approach,":[206],"utilizing":[210],"super-net":[212,279,363,369,388],"encompass":[214],"all":[215],"possible":[216],"architectures":[217,393],"within":[218],"search":[220,234,337],"space,":[221],"become":[223],"de":[225],"facto":[226],"standard":[227],"NAS":[229,257,267,299,320,347],"because":[230],"it":[231],"enables":[232],"be":[236],"done":[237],"commodity":[239],"hardware.":[240],"second":[243],"then":[249,340],"provide":[250],"in-depth":[252],"study":[253],"recent":[255],"algorithms.":[258],"First,":[259],"discover":[261],"phenomenon":[263],"training":[268],"pipeline,":[269],"dub":[272],"multi-model":[273],"forgetting,":[274],"negatively":[276],"impacts":[277],"quality,":[280,370],"propose":[282,372],"statistically":[284],"motivated":[285],"address":[288],"it.":[289],"Subsequently,":[290],"find":[292],"(i)":[294],"average,":[296],"popular":[298],"algorithms":[300],"perform":[301],"similarly":[302],"random":[305],"sampling":[307,348],"policy;":[308],"(ii)":[309],"widely-adopted":[311],"weight":[312,343],"sharing":[313,344],"strategy":[314],"degrades":[315],"ranking":[317],"candidates":[321],"point":[324],"not":[326],"reflecting":[327],"their":[328],"true":[329],"performance,":[330],"thus":[331],"reducing":[332],"effectiveness":[334],"process.":[338],"further":[341],"decouple":[342],"policy,":[349],"isolate":[351],"14":[352],"factors":[353],"play":[355],"key":[357],"role":[358],"success":[361],"training.":[364],"Finally,":[365],"improve":[367],"regularization":[374],"term":[375],"maximize":[379],"correlation":[381],"between":[382],"rankings":[385],"stand-alone":[392],"using":[394],"small":[396],"set":[397],"landmark":[399],"architectures.":[400]},"counts_by_year":[],"updated_date":"2025-11-06T06:51:31.235846","created_date":"2025-10-10T00:00:00"}