{"id":"https://openalex.org/W4388052921","doi":"https://doi.org/10.1109/tnnls.2023.3326648","title":"Toward Less Constrained Macro-Neural Architecture Search","display_name":"Toward Less Constrained Macro-Neural Architecture Search","publication_year":2023,"publication_date":"2023-10-31","ids":{"openalex":"https://openalex.org/W4388052921","doi":"https://doi.org/10.1109/tnnls.2023.3326648","pmid":"https://pubmed.ncbi.nlm.nih.gov/37906493"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3326648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3326648","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037622759","display_name":"Vasco Lopes","orcid":"https://orcid.org/0000-0002-5577-1094"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":true,"raw_author_name":"Vasco Lopes","raw_affiliation_strings":["NOVA LINCS, Universidade da Beira Interior, Covilh&#x00E3;, Portugal"],"affiliations":[{"raw_affiliation_string":"NOVA LINCS, Universidade da Beira Interior, Covilh&#x00E3;, Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009791474","display_name":"Lu\u0131\u0301s A. Alexandre","orcid":"https://orcid.org/0000-0002-5133-5025"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Lu\u00eds A. Alexandre","raw_affiliation_strings":["NOVA LINCS, Universidade da Beira Interior, Covilh&#x00E3;, Portugal"],"affiliations":[{"raw_affiliation_string":"NOVA LINCS, Universidade da Beira Interior, Covilh&#x00E3;, Portugal","institution_ids":["https://openalex.org/I161321875"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5037622759"],"corresponding_institution_ids":["https://openalex.org/I161321875"],"apc_list":null,"apc_paid":null,"fwci":0.246,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.53765094,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":95},"biblio":{"volume":"36","issue":"2","first_page":"2854","last_page":"2868"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7519741654396057},{"id":"https://openalex.org/keywords/heuristics","display_name":"Heuristics","score":0.6331486701965332},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.6216912269592285},{"id":"https://openalex.org/keywords/pipeline","display_name":"Pipeline (software)","score":0.6163287162780762},{"id":"https://openalex.org/keywords/initialization","display_name":"Initialization","score":0.5982654094696045},{"id":"https://openalex.org/keywords/beam-search","display_name":"Beam search","score":0.5613707304000854},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5503243803977966},{"id":"https://openalex.org/keywords/search-algorithm","display_name":"Search algorithm","score":0.489496111869812},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4176156520843506},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3966566324234009},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38026371598243713},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.16380655765533447}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7519741654396057},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.6331486701965332},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.6216912269592285},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6163287162780762},{"id":"https://openalex.org/C114466953","wikidata":"https://www.wikidata.org/wiki/Q6034165","display_name":"Initialization","level":2,"score":0.5982654094696045},{"id":"https://openalex.org/C19889080","wikidata":"https://www.wikidata.org/wiki/Q2835852","display_name":"Beam search","level":3,"score":0.5613707304000854},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5503243803977966},{"id":"https://openalex.org/C125583679","wikidata":"https://www.wikidata.org/wiki/Q755673","display_name":"Search algorithm","level":2,"score":0.489496111869812},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4176156520843506},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3966566324234009},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38026371598243713},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.16380655765533447},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2023.3326648","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3326648","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37906493","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37906493","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","score":0.44999998807907104,"id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G3162262926","display_name":null,"funder_award_id":"CENTRO-01-0247-FEDER-113023\u2014DeepNeuronic","funder_id":"https://openalex.org/F4320335322","funder_display_name":"European Regional Development Fund"}],"funders":[{"id":"https://openalex.org/F4320335322","display_name":"European Regional Development Fund","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":124,"referenced_works":["https://openalex.org/W2097117768","https://openalex.org/W2119717200","https://openalex.org/W2194775991","https://openalex.org/W2549139847","https://openalex.org/W2736601468","https://openalex.org/W2746314669","https://openalex.org/W2773706593","https://openalex.org/W2796265726","https://openalex.org/W2883780447","https://openalex.org/W2910121883","https://openalex.org/W2919115771","https://openalex.org/W2946547492","https://openalex.org/W2948818729","https://openalex.org/W2949736877","https://openalex.org/W2954234207","https://openalex.org/W2960010704","https://openalex.org/W2962860921","https://openalex.org/W2963136578","https://openalex.org/W2963163009","https://openalex.org/W2963821229","https://openalex.org/W2963918968","https://openalex.org/W2964081807","https://openalex.org/W2964137095","https://openalex.org/W2965658867","https://openalex.org/W2972268045","https://openalex.org/W2980270353","https://openalex.org/W2981406437","https://openalex.org/W2981748264","https://openalex.org/W2982083293","https://openalex.org/W2987301155","https://openalex.org/W2989221291","https://openalex.org/W2998036008","https://openalex.org/W2998993395","https://openalex.org/W3013310686","https://openalex.org/W3035170495","https://openalex.org/W3035620341","https://openalex.org/W3035682321","https://openalex.org/W3038678879","https://openalex.org/W3096329809","https://openalex.org/W3097607752","https://openalex.org/W3100321043","https://openalex.org/W3109568930","https://openalex.org/W3118608800","https://openalex.org/W3133074276","https://openalex.org/W3141259390","https://openalex.org/W3156464906","https://openalex.org/W3156784825","https://openalex.org/W3164008977","https://openalex.org/W3164505485","https://openalex.org/W3168997536","https://openalex.org/W3175547386","https://openalex.org/W3179846483","https://openalex.org/W3182590016","https://openalex.org/W3184035966","https://openalex.org/W3188304288","https://openalex.org/W3192682950","https://openalex.org/W3193827700","https://openalex.org/W3195892839","https://openalex.org/W3197075030","https://openalex.org/W3198356970","https://openalex.org/W3203406489","https://openalex.org/W3214579422","https://openalex.org/W4213308398","https://openalex.org/W4214818106","https://openalex.org/W4285805347","https://openalex.org/W4286543379","https://openalex.org/W4287686213","https://openalex.org/W4287757032","https://openalex.org/W4309368611","https://openalex.org/W4312351737","https://openalex.org/W4316877074","https://openalex.org/W4362653632","https://openalex.org/W4386647686","https://openalex.org/W4386813839","https://openalex.org/W6604254268","https://openalex.org/W6637373629","https://openalex.org/W6684191040","https://openalex.org/W6714181750","https://openalex.org/W6716843620","https://openalex.org/W6726497184","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6734593296","https://openalex.org/W6741002519","https://openalex.org/W6743428213","https://openalex.org/W6743495212","https://openalex.org/W6745614327","https://openalex.org/W6748587240","https://openalex.org/W6751421292","https://openalex.org/W6752515464","https://openalex.org/W6753048866","https://openalex.org/W6753303928","https://openalex.org/W6754419462","https://openalex.org/W6756887525","https://openalex.org/W6757204547","https://openalex.org/W6759402996","https://openalex.org/W6759828284","https://openalex.org/W6763233178","https://openalex.org/W6763764246","https://openalex.org/W6764719068","https://openalex.org/W6766225098","https://openalex.org/W6767472356","https://openalex.org/W6767953722","https://openalex.org/W6771127686","https://openalex.org/W6771784742","https://openalex.org/W6771859737","https://openalex.org/W6779348065","https://openalex.org/W6779460946","https://openalex.org/W6779787426","https://openalex.org/W6785063415","https://openalex.org/W6787972765","https://openalex.org/W6789284983","https://openalex.org/W6790224847","https://openalex.org/W6790297421","https://openalex.org/W6790842921","https://openalex.org/W6791072535","https://openalex.org/W6793646068","https://openalex.org/W6797304698","https://openalex.org/W6799892910","https://openalex.org/W6800383535","https://openalex.org/W6800689538","https://openalex.org/W6810310701","https://openalex.org/W6840943824","https://openalex.org/W6910546390"],"related_works":["https://openalex.org/W4386269615","https://openalex.org/W4390091683","https://openalex.org/W1994919150","https://openalex.org/W58921990","https://openalex.org/W2204575588","https://openalex.org/W2081821176","https://openalex.org/W2159879965","https://openalex.org/W3084994579","https://openalex.org/W2998661990","https://openalex.org/W3115021520"],"abstract_inverted_index":{"Networks":[0],"found":[1],"with":[2,142,204],"neural":[3],"architecture":[4,88],"search":[5,41,46,59,76,89,99,111,134,148],"(NAS)":[6],"achieve":[7],"the":[8,30,57,75,118,168,217],"state-of-the-art":[9,209],"performance":[10],"in":[11,188,223],"a":[12,91,122,158],"variety":[13],"of":[14,36,49,54,197,219],"tasks,":[15],"out-performing":[16],"human-designed":[17],"networks.":[18],"However,":[19],"most":[20],"NAS":[21,95,119,221],"methods":[22],"heavily":[23],"rely":[24],"on":[25,106,137,216],"human-defined":[26],"assumptions":[27],"that":[28,93,124,150,162,193],"constrain":[29],"search:":[31],"architecture's":[32,58],"outer":[33],"skeletons,":[34],"number":[35],"layers,":[37],"parameter":[38],"heuristics,":[39],"and":[40,73,156,171,179,201,208,226],"spaces.":[42,112],"In":[43,80],"addition,":[44],"common":[45],"spaces":[47,100,135],"consist":[48],"repeatable":[50],"modules":[51],"(cells)":[52],"instead":[53],"fully":[55],"exploring":[56],"space":[60],"by":[61,101],"designing":[62],"entire":[63],"architectures":[64,129,153,166,203],"(macro-search).":[65],"Imposing":[66],"such":[67],"constraints":[68],"requires":[69],"deep":[70],"human":[71],"expertise":[72],"restricts":[74],"to":[77,96,130,175,181],"predefined":[78,107],"settings.":[79,228],"this":[81],"article,":[82],"we":[83,212],"propose":[84],"less":[85,97],"constrained":[86,98],"macro-neural":[87],"(LCMNAS),":[90],"method":[92,123],"pushes":[94],"performing":[102],"macro-search":[103],"without":[104],"relying":[105],"heuristics":[108],"or":[109],"bounded":[110],"LCMNAS":[113,194],"introduces":[114],"three":[115],"components":[116,222],"for":[117,231],"pipeline:":[120],"1)":[121],"leverages":[125],"information":[126,164],"about":[127,165],"well-known":[128],"autonomously":[131],"generate":[132],"complex":[133,183],"based":[136],"weighted":[138],"directed":[139],"graphs":[140],"(WDGs)":[141],"hidden":[143],"properties;":[144],"2)":[145],"an":[146],"evolutionary":[147],"strategy":[149],"generates":[151],"complete":[152],"from":[154],"scratch;":[155],"3)":[157],"mixed-performance":[159],"estimation":[160],"approach":[161],"combines":[163],"at":[167,236],"initialization":[169],"stage":[170],"lower":[172],"fidelity":[173],"estimates":[174],"infer":[176],"their":[177],"trainability":[178],"capacity":[180],"model":[182],"functions.":[184],"We":[185],"present":[186],"experiments":[187],"14":[189],"different":[190,220],"datasets":[191],"showing":[192],"is":[195,233],"capable":[196],"generating":[198],"both":[199,224],"cell":[200,225],"macro-based":[202,227],"minimal":[205],"GPU":[206],"computation":[207],"results.":[210],"Moreover,":[211],"conduct":[213],"extensive":[214],"studies":[215],"importance":[218],"The":[229],"code":[230],"reproducibility":[232],"publicly":[234],"available":[235],"https://github.com/VascoLopes/LCMNAS.":[237]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}
