{"id":"https://openalex.org/W7133130392","doi":"https://doi.org/10.1016/j.neunet.2026.108768","title":"WEViT: weight-entangled vision transformers with class-specific attention for weakly supervised semantic segmentation","display_name":"WEViT: weight-entangled vision transformers with class-specific attention for weakly supervised semantic segmentation","publication_year":2026,"publication_date":"2026-03-01","ids":{"openalex":"https://openalex.org/W7133130392","doi":"https://doi.org/10.1016/j.neunet.2026.108768","pmid":"https://pubmed.ncbi.nlm.nih.gov/41807900"},"language":"en","primary_location":{"id":"doi:10.1016/j.neunet.2026.108768","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.neunet.2026.108768","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1016/j.neunet.2026.108768","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071331461","display_name":"Narges Saeedizadeh","orcid":null},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Narges Saeedizadeh","raw_affiliation_strings":["Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia. Electronic address: s222531803@deakin.edu.au"],"raw_orcid":"https://orcid.org/0000-0003-1824-4831","affiliations":[{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia. Electronic address: s222531803@deakin.edu.au","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5127743789","display_name":"Seyed Mohammad Jafar Jalali","orcid":null},"institutions":[{"id":"https://openalex.org/I12079687","display_name":"Edith Cowan University","ror":"https://ror.org/05jhnwe22","country_code":"AU","type":"education","lineage":["https://openalex.org/I12079687"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Seyed Mohammad Jafar Jalali","raw_affiliation_strings":["School of Science, Edith Cowan University, Joondalup, 6027, WA, Australia"],"raw_orcid":"https://orcid.org/0000-0002-2169-4350","affiliations":[{"raw_affiliation_string":"School of Science, Edith Cowan University, Joondalup, 6027, WA, Australia","institution_ids":["https://openalex.org/I12079687"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101427304","display_name":"Burhan Khan","orcid":"https://orcid.org/0000-0002-1765-935X"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Burhan Khan","raw_affiliation_strings":["Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia"],"raw_orcid":"https://orcid.org/0000-0002-1765-935X","affiliations":[{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia","institution_ids":["https://openalex.org/I149704539"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011193438","display_name":"Shady Mohamed","orcid":"https://orcid.org/0000-0002-8851-1635"},"institutions":[{"id":"https://openalex.org/I149704539","display_name":"Deakin University","ror":"https://ror.org/02czsnj07","country_code":"AU","type":"education","lineage":["https://openalex.org/I149704539"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Shady Mohamed","raw_affiliation_strings":["Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia"],"raw_orcid":"https://orcid.org/0000-0002-8851-1635","affiliations":[{"raw_affiliation_string":"Institute for Intelligent Systems Research and Innovation, Deakin University, Geelong, Australia","institution_ids":["https://openalex.org/I149704539"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5071331461"],"corresponding_institution_ids":["https://openalex.org/I149704539"],"apc_list":{"value":3350,"currency":"USD","value_usd":3350},"apc_paid":{"value":3350,"currency":"USD","value_usd":3350},"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19691205,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"200","issue":null,"first_page":"108768","last_page":"108768"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9165999889373779,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9165999889373779,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.02459999918937683,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.008999999612569809,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6722999811172485},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6129000186920166},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.511900007724762},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4952000081539154},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.42329999804496765},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.39430001378059387},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39309999346733093},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.3684000074863434}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.82669997215271},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6722999811172485},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6388000249862671},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6129000186920166},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.511900007724762},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4952000081539154},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4336000084877014},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.42329999804496765},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.39430001378059387},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39309999346733093},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.3684000074863434},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.3506999909877777},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.3073999881744385},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.30230000615119934},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2971999943256378},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.2854999899864197},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2842000126838684},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.2694000005722046},{"id":"https://openalex.org/C22367795","wikidata":"https://www.wikidata.org/wiki/Q7625208","display_name":"Structured prediction","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.25110000371932983},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.250900000333786}],"mesh":[{"descriptor_ui":"D000069553","descriptor_name":"Supervised Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098415","descriptor_name":"Convolutional Neural Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098415","descriptor_name":"Convolutional Neural Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000098415","descriptor_name":"Convolutional Neural Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098415","descriptor_name":"Convolutional Neural Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000465","descriptor_name":"Algorithms","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D012660","descriptor_name":"Semantics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true}],"locations_count":3,"locations":[{"id":"doi:10.1016/j.neunet.2026.108768","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.neunet.2026.108768","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},{"id":"pmid:41807900","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41807900","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural networks : the official journal of the International Neural Network Society","raw_type":null},{"id":"pmh:oai:ro.ecu.edu.au:ecuworks2022-2026-9013","is_oa":true,"landing_page_url":"https://ro.ecu.edu.au/ecuworks2022-2026/8013","pdf_url":null,"source":{"id":"https://openalex.org/S2765015692","display_name":"Australasian Journal of Paramedicine","issn_l":"2202-7270","issn":["2202-7270"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Research outputs 2022 to 2026","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1016/j.neunet.2026.108768","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.neunet.2026.108768","pdf_url":null,"source":{"id":"https://openalex.org/S123019304","display_name":"Neural Networks","issn_l":"0893-6080","issn":["0893-6080","1879-2782"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Neural Networks","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7279955744743347,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":21,"referenced_works":["https://openalex.org/W2031489346","https://openalex.org/W2412782625","https://openalex.org/W3035251378","https://openalex.org/W3109946440","https://openalex.org/W3175722450","https://openalex.org/W3200298654","https://openalex.org/W4206706211","https://openalex.org/W4221166146","https://openalex.org/W4223572737","https://openalex.org/W4226396876","https://openalex.org/W4307823382","https://openalex.org/W4387122278","https://openalex.org/W4388023004","https://openalex.org/W4398174192","https://openalex.org/W4398757498","https://openalex.org/W4400164453","https://openalex.org/W4404212699","https://openalex.org/W4404690757","https://openalex.org/W4406802135","https://openalex.org/W4408384890","https://openalex.org/W4414386463"],"related_works":[],"abstract_inverted_index":{"\u2022":[0,22,42,60,80],"We":[1,61,287],"propose":[2,188],"WEViT,":[3,189],"the":[4,55,94,177,215,220,234,250,298,307,329,337,342],"first":[5,338],"framework":[6,44,192],"that":[7,69,193],"integrates":[8,194],"Neural":[9,154],"Architecture":[10,155],"Search":[11,156],"(NAS)":[12],"with":[13,91,137,196,304],"vision":[14],"transformers":[15,197],"for":[16,100,179,210,236,336,344],"Weakly":[17,104],"Supervised":[18,105],"Semantic":[19,106],"Segmentation":[20,107],"(WSSS).":[21],"A":[23,81],"one-shot":[24],"weight-sharing":[25],"strategy":[26,68],"is":[27,85,109,253],"employed":[28],"to":[29,48,87,122,144,176,198,222,256,296,334],"efficiently":[30],"train":[31,223],"an":[32],"overparameterized":[33],"supernet,":[34],"enabling":[35,219],"fast":[36],"and":[37,73,141,151,202,205,278,325,340,347],"effective":[38],"transformer":[39,97,261,311],"architecture":[40],"search.":[41],"The":[43,245],"utilizes":[45],"multi-class":[46,78,285],"tokens":[47],"extract":[49,257],"class-specific":[50,206],"attention":[51,258],"from":[52,239,260],"transformers,":[53],"enhancing":[54,279],"precision":[56],"of":[57,96,300,310,331],"localization":[58,126,139,208,302],"maps.":[59],"introduce":[62],"a":[63,110,190,269,290],"novel":[64,191],"Refinement":[65,270],"Patch":[66,271],"Affinity":[67,272],"suppresses":[70],"background":[71,276],"noise":[72,277],"improves":[74],"class":[75],"focus":[76,280],"in":[77,113,162,173,284,314],"images.":[79,286],"regularization":[82,291],"loss":[83,292],"function":[84,293],"designed":[86],"promote":[88],"class-discriminative":[89,301],"attention,":[90],"experiments":[92,305],"highlighting":[93,306],"importance":[95],"layer":[98,312],"selection":[99,313],"maximizing":[101],"segmentation":[102,349],"accuracy.":[103],"(WSSS)":[108],"challenging":[111],"task":[112],"computer":[114],"vision,":[115],"as":[116],"it":[117],"relies":[118],"on":[119,147,281,321],"limited":[120],"supervision":[121],"generate":[123,203],"precise":[124],"object":[125,207],"maps,":[127,303],"often":[128],"using":[129,268],"Class":[130],"Activation":[131],"Maps":[132],"(CAMs).":[133],"Traditional":[134],"methods":[135],"struggle":[136],"balancing":[138],"accuracy":[140],"scalability":[142],"due":[143,175],"their":[145],"reliance":[146],"fixed":[148],"network":[149,164,200],"architectures":[150,201],"handcrafted":[152],"strategies.":[153],"(NAS),":[157],"despite":[158],"its":[159],"proven":[160],"success":[161],"optimizing":[163],"designs":[165],"across":[166],"tasks,":[167],"has":[168],"not":[169],"yet":[170],"been":[171],"explored":[172],"WSSS":[174,335],"need":[178,235],"efficient":[180],"weight":[181,216,230],"sharing.":[182],"To":[183],"address":[184],"these":[185],"limitations,":[186],"we":[187],"NAS":[195,333],"optimize":[199],"accurate":[204,348],"maps":[209],"WSSS.":[211],"Our":[212],"approach":[213],"leverages":[214],"entanglement":[217],"strategy,":[218,273],"supernet":[221],"multiple":[224],"subnets":[225,238],"simultaneously":[226],"while":[227],"ensuring":[228],"high-quality":[229],"inheritance.":[231],"This":[232],"eliminates":[233],"retraining":[237],"scratch,":[240],"significantly":[241],"reducing":[242],"computational":[243],"cost.":[244],"best-performing":[246],"architecture,":[247],"obtained":[248],"through":[249],"evolutionary":[251],"algorithm,":[252],"then":[254],"utilized":[255],"weights":[259,264],"heads.":[262],"These":[263],"are":[265],"further":[266],"refined":[267],"effectively":[274],"removing":[275],"relevant":[282],"classes":[283],"also":[288],"incorporate":[289],"during":[294],"training":[295],"enhance":[297],"generation":[299],"critical":[308],"role":[309],"this":[315],"process.":[316],"WEViT":[317],"achieves":[318],"state-of-the-art":[319],"performance":[320],"PASCAL":[322],"VOC":[323],"2012":[324],"MS":[326],"COCO,":[327],"demonstrating":[328],"efficacy":[330],"applying":[332],"time":[339],"paving":[341],"way":[343],"scalable,":[345],"efficient,":[346],"solutions.":[350]},"counts_by_year":[],"updated_date":"2026-07-14T08:27:34.040176","created_date":"2026-03-02T00:00:00"}