{"id":"https://openalex.org/W4402353061","doi":"https://doi.org/10.1109/ijcnn60899.2024.10649899","title":"Exploring the impact of zero-cost proxies for Hybrid Vision Transformers","display_name":"Exploring the impact of zero-cost proxies for Hybrid Vision Transformers","publication_year":2024,"publication_date":"2024-06-30","ids":{"openalex":"https://openalex.org/W4402353061","doi":"https://doi.org/10.1109/ijcnn60899.2024.10649899"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn60899.2024.10649899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10649899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5107079683","display_name":"Mario Haddad-Neto","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mario Haddad-Neto","raw_affiliation_strings":["Sidia Science and Technology Institute,Manaus,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sidia Science and Technology Institute,Manaus,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109431401","display_name":"Andr\u00e9 Silva","orcid":"https://orcid.org/0000-0002-1089-5456"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Andr\u00e9 Silva","raw_affiliation_strings":["Sidia Science and Technology Institute,Manaus,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sidia Science and Technology Institute,Manaus,Brazil","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013317137","display_name":"Rayol Mendonca-Neto","orcid":"https://orcid.org/0000-0001-9693-6417"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rayol Mendonca-Neto","raw_affiliation_strings":["Sidia Science and Technology Institute,Manaus,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sidia Science and Technology Institute,Manaus,Brazil","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011078716","display_name":"Luiz Alberto Queiroz Cordovil J\u00fanior","orcid":"https://orcid.org/0000-0001-9503-856X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Luiz Cordovil","raw_affiliation_strings":["Sidia Science and Technology Institute,Manaus,Brazil"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sidia Science and Technology Institute,Manaus,Brazil","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8542,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.8331363,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9943000078201294,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5524663925170898},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5438885688781738},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.47653087973594666},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.32714223861694336},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.27928224205970764},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21404752135276794},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.12077736854553223},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0736967921257019}],"concepts":[{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5524663925170898},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5438885688781738},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47653087973594666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.32714223861694336},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.27928224205970764},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21404752135276794},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.12077736854553223},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0736967921257019},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn60899.2024.10649899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn60899.2024.10649899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4399999976158142,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320332195","display_name":"Samsung","ror":"https://ror.org/04w3jy968"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1686810756","https://openalex.org/W2100631506","https://openalex.org/W2105482032","https://openalex.org/W2112796928","https://openalex.org/W2194775991","https://openalex.org/W2481681431","https://openalex.org/W2783873922","https://openalex.org/W2896457183","https://openalex.org/W2913668833","https://openalex.org/W2946547492","https://openalex.org/W2963163009","https://openalex.org/W2990138404","https://openalex.org/W2998896153","https://openalex.org/W3034429256","https://openalex.org/W3035363850","https://openalex.org/W3094502228","https://openalex.org/W3118608800","https://openalex.org/W3186181865","https://openalex.org/W3192682950","https://openalex.org/W3194949249","https://openalex.org/W3210924156","https://openalex.org/W4214513763","https://openalex.org/W4287242089","https://openalex.org/W4297775537","https://openalex.org/W4312257891","https://openalex.org/W4312617935","https://openalex.org/W4312885563","https://openalex.org/W4362586185","https://openalex.org/W4367860527","https://openalex.org/W4385245566","https://openalex.org/W4385484741","https://openalex.org/W4389072615","https://openalex.org/W6637373629","https://openalex.org/W6732958910","https://openalex.org/W6737664043","https://openalex.org/W6748171661","https://openalex.org/W6755166560","https://openalex.org/W6755207826","https://openalex.org/W6771627115","https://openalex.org/W6772027524","https://openalex.org/W6779348065","https://openalex.org/W6779460946","https://openalex.org/W6784333009","https://openalex.org/W6787972765","https://openalex.org/W6788713141","https://openalex.org/W6790297421","https://openalex.org/W6791776128","https://openalex.org/W6793646068","https://openalex.org/W6803358979","https://openalex.org/W6851525677","https://openalex.org/W6858446208"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Image":[0],"classification":[1,116],"plays":[2],"a":[3],"crucial":[4],"role":[5],"in":[6,45,67,103],"numerous":[7],"modern":[8],"applications,":[9],"including":[10],"visual":[11],"inspection,":[12],"autonomous":[13],"vehicles,":[14],"demographics,":[15],"surveillance,":[16],"healthcare,":[17],"and":[18,36,128,134],"human-computer":[19],"interaction.":[20],"This":[21],"encompasses":[22],"various":[23],"computer":[24],"vision":[25],"tasks":[26],"such":[27],"as":[28],"object":[29],"recognition,":[30,33,35],"optical":[31],"character":[32],"facial":[34],"more.":[37],"Deep":[38],"Neural":[39,75],"Networks":[40],"(DNN)":[41],"achieved":[42],"state-of-the-art":[43,74],"performance":[44,93],"many":[46],"of":[47,106],"these":[48],"tasks.":[49,120],"In":[50,96],"particular,":[51],"Vision":[52],"Transformers":[53],"(ViT)":[54],"have":[55],"shown":[56],"outstanding":[57],"results.":[58],"However,":[59],"their":[60,142],"manual":[61],"design":[62,81],"may":[63],"not":[64],"be":[65],"practical":[66],"resource-constrained":[68],"scenarios.":[69],"To":[70],"address":[71],"this":[72,97],"issue,":[73],"Architecture":[76],"Search":[77],"(NAS)":[78],"automate":[79],"DNN":[80],"by":[82],"employing":[83],"intelligent":[84],"search":[85],"strategies":[86],"combined":[87],"with":[88],"proxies":[89,102],"to":[90,140],"estimate":[91],"models\u2019":[92],"without":[94],"training.":[95],"study,":[98],"we":[99],"evaluate":[100],"zero-cost":[101],"the":[104,124],"context":[105],"NAS":[107],"for":[108,118],"hybrid":[109],"ViT.":[110],"Experiments":[111],"were":[112],"conducted":[113],"on":[114],"image":[115],"datasets":[117],"different":[119,136],"Our":[121],"findings":[122],"support":[123],"notion":[125],"that":[126],"convolutions":[127],"multi-head":[129],"self-attention":[130],"exhibit":[131],"distinct":[132],"properties,":[133],"therefore,":[135],"criteria":[137],"are":[138],"required":[139],"predict":[141],"performances":[143],"accurately.":[144]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}