{"id":"https://openalex.org/W4400073630","doi":"https://doi.org/10.1109/tpami.2024.3419055","title":"Mask2Anomaly: Mask Transformer for Universal Open-Set Segmentation","display_name":"Mask2Anomaly: Mask Transformer for Universal Open-Set Segmentation","publication_year":2024,"publication_date":"2024-06-27","ids":{"openalex":"https://openalex.org/W4400073630","doi":"https://doi.org/10.1109/tpami.2024.3419055","pmid":"https://pubmed.ncbi.nlm.nih.gov/38935478"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2024.3419055","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3419055","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tpami.2024.3419055","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101715077","display_name":"Shyam Nandan","orcid":"https://orcid.org/0000-0002-3062-5613"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Shyam Nandan Rai","raw_affiliation_strings":["Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3062-5613","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077593505","display_name":"Fabio Cermelli","orcid":"https://orcid.org/0000-0001-7077-697X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabio Cermelli","raw_affiliation_strings":["Focoos AI, Turin, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7077-697X","affiliations":[{"raw_affiliation_string":"Focoos AI, Turin, Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024757596","display_name":"Barbara Caputo","orcid":"https://orcid.org/0000-0001-7169-0158"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Barbara Caputo","raw_affiliation_strings":["Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0001-7169-0158","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5002703998","display_name":"Carlo Masone","orcid":"https://orcid.org/0000-0002-1609-9338"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Carlo Masone","raw_affiliation_strings":["Politecnico di Torino, Torino, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1609-9338","affiliations":[{"raw_affiliation_string":"Politecnico di Torino, Torino, Italy","institution_ids":["https://openalex.org/I177477856"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.7467,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":{"value":0.85611458,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"46","issue":"12","first_page":"9286","last_page":"9302"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9545000195503235,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9003999829292297,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6093970537185669},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5964221358299255},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5757436156272888},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5503813028335571},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5430653691291809},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4927099049091339},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.39984118938446045},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15526336431503296},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.13763827085494995},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11328637599945068}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6093970537185669},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5964221358299255},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5757436156272888},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5503813028335571},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5430653691291809},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4927099049091339},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.39984118938446045},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15526336431503296},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.13763827085494995},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11328637599945068}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2024.3419055","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3419055","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:38935478","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38935478","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tpami.2024.3419055","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tpami.2024.3419055","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":68,"referenced_works":["https://openalex.org/W1556421066","https://openalex.org/W1861492603","https://openalex.org/W1903029394","https://openalex.org/W2031489346","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2560023338","https://openalex.org/W2563705555","https://openalex.org/W2737258237","https://openalex.org/W2781228439","https://openalex.org/W2787091153","https://openalex.org/W2933610837","https://openalex.org/W2955828465","https://openalex.org/W2962914239","https://openalex.org/W2963150697","https://openalex.org/W2963815618","https://openalex.org/W2963881378","https://openalex.org/W2963944506","https://openalex.org/W2981786146","https://openalex.org/W2982362232","https://openalex.org/W2996314255","https://openalex.org/W2999219213","https://openalex.org/W3034435444","https://openalex.org/W3035294798","https://openalex.org/W3055795587","https://openalex.org/W3090238777","https://openalex.org/W3096609285","https://openalex.org/W3110437118","https://openalex.org/W3112906266","https://openalex.org/W3122923658","https://openalex.org/W3130453925","https://openalex.org/W3166525903","https://openalex.org/W3171888599","https://openalex.org/W3176640650","https://openalex.org/W3177266689","https://openalex.org/W3186337600","https://openalex.org/W3201876338","https://openalex.org/W3204557602","https://openalex.org/W3210969440","https://openalex.org/W4206244805","https://openalex.org/W4214530306","https://openalex.org/W4225896280","https://openalex.org/W4312308876","https://openalex.org/W4312601785","https://openalex.org/W4312815172","https://openalex.org/W4385245566","https://openalex.org/W4385805000","https://openalex.org/W4390190624","https://openalex.org/W4390872523","https://openalex.org/W4390873436","https://openalex.org/W6728622933","https://openalex.org/W6730042731","https://openalex.org/W6745891213","https://openalex.org/W6745935785","https://openalex.org/W6752760542","https://openalex.org/W6756483922","https://openalex.org/W6757615711","https://openalex.org/W6757817989","https://openalex.org/W6784094891","https://openalex.org/W6784323503","https://openalex.org/W6787380718","https://openalex.org/W6791742336","https://openalex.org/W6794739358","https://openalex.org/W6797347943","https://openalex.org/W6798837711","https://openalex.org/W6803950395","https://openalex.org/W6852683763"],"related_works":["https://openalex.org/W4379231730","https://openalex.org/W4389858081","https://openalex.org/W2501551404","https://openalex.org/W4385583601","https://openalex.org/W4298131179","https://openalex.org/W2113201962","https://openalex.org/W4395685956","https://openalex.org/W2799953226","https://openalex.org/W4398146871","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Segmenting":[0],"unknown":[1,147],"or":[2],"anomalous":[3],"object":[4],"instances":[5,148],"is":[6,16],"a":[7,20,49,55,59,71,102,117,132,142],"critical":[8],"task":[9],"in":[10,36],"autonomous":[11],"driving":[12],"applications,":[13],"and":[14,43,82,113,128,140,158,177],"it":[15],"approached":[17],"traditionally":[18],"as":[19],"per-pixel":[21,56],"classification":[22,57],"problem.":[23],"However,":[24],"reasoning":[25],"individually":[26,109],"about":[27],"each":[28],"pixel":[29],"without":[30],"considering":[31],"their":[32],"contextual":[33],"semantics":[34],"results":[35,167],"high":[37],"uncertainty":[38],"around":[39],"the":[40,67,96,111,123,151,169],"objects'":[41],"boundaries":[42],"numerous":[44],"false":[45,138],"positives.":[46],"We":[47],"propose":[48],"paradigm":[50],"change":[51],"by":[52],"shifting":[53],"from":[54],"to":[58,74,94,107,136,145],"mask":[60,118,133],"classification.":[61],"Our":[62],"mask-based":[63],"method,":[64],"Mask2Anomaly,":[65],"demonstrates":[66],"feasibility":[68],"of":[69,98,171],"integrating":[70],"mask-classification":[72],"architecture":[73,153],"jointly":[75],"address":[76],"anomaly":[77,127,172],"segmentation,":[78,81,173,176],"open-set":[79,83,174,178],"semantic":[80,175],"panoptic":[84,179],"segmentation.":[85,180],"Mask2Anomaly":[86,163],"includes":[87],"several":[88],"technical":[89],"novelties":[90],"that":[91,121],"are":[92],"designed":[93],"improve":[95],"detection":[97],"anomalies/unknown":[99],"objects:":[100],"i)":[101],"global":[103],"masked":[104],"attention":[105],"module":[106],"focus":[108],"on":[110,150],"foreground":[112],"background":[114],"regions;":[115],"ii)":[116],"contrastive":[119],"learning":[120],"maximizes":[122],"margin":[124],"between":[125],"an":[126],"known":[129],"classes;":[130],"iii)":[131],"refinement":[134],"solution":[135],"reduce":[137],"positives;":[139],"iv)":[141],"novel":[143],"approach":[144],"mine":[146],"based":[149],"mask-":[152],"properties.":[154],"By":[155],"comprehensive":[156],"qualitative":[157,159],"evaluation,":[160],"we":[161],"show":[162],"achieves":[164],"new":[165],"state-of-the-art":[166],"across":[168],"benchmarks":[170]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-12T08:23:45.883708","created_date":"2025-10-10T00:00:00"}