{"id":"https://openalex.org/W4402715864","doi":"https://doi.org/10.1109/cvpr52733.2024.01496","title":"PEM: Prototype-Based Efficient MaskFormer for Image Segmentation","display_name":"PEM: Prototype-Based Efficient MaskFormer for Image Segmentation","publication_year":2024,"publication_date":"2024-06-16","ids":{"openalex":"https://openalex.org/W4402715864","doi":"https://doi.org/10.1109/cvpr52733.2024.01496"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52733.2024.01496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081060854","display_name":"Niccol\u00f2 Cavagnero","orcid":"https://orcid.org/0000-0002-6180-7786"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Niccol\u00f2 Cavagnero","raw_affiliation_strings":["Politecnico di Torino"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5094064138","display_name":"Gabriele Rosi","orcid":null},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gabriele Rosi","raw_affiliation_strings":["Politecnico di Torino"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5093577511","display_name":"Claudia Cuttano","orcid":"https://orcid.org/0009-0004-9672-507X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudia Cuttano","raw_affiliation_strings":["Politecnico di Torino"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016675020","display_name":"Francesca Pistilli","orcid":"https://orcid.org/0000-0001-9372-032X"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Francesca Pistilli","raw_affiliation_strings":["Politecnico di Torino"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102861496","display_name":"Marco Ciccone","orcid":"https://orcid.org/0000-0002-3306-1323"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Marco Ciccone","raw_affiliation_strings":["Politecnico di Torino"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050576327","display_name":"Giuseppe Averta","orcid":"https://orcid.org/0000-0003-1212-3465"},"institutions":[{"id":"https://openalex.org/I177477856","display_name":"Politecnico di Torino","ror":"https://ror.org/00bgk9508","country_code":"IT","type":"education","lineage":["https://openalex.org/I177477856"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Averta","raw_affiliation_strings":["Politecnico di Torino"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Politecnico di Torino","institution_ids":["https://openalex.org/I177477856"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077593505","display_name":"Fabio Cermelli","orcid":"https://orcid.org/0000-0001-7077-697X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Fabio Cermelli","raw_affiliation_strings":["Focoos AI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Focoos AI","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":41,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"15804","last_page":"15813"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9912999868392944,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7438627481460571},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.6684589385986328},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6138452887535095},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5702221989631653},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4873693585395813},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4840799868106842},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.4537201523780823}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7438627481460571},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.6684589385986328},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6138452887535095},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5702221989631653},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4873693585395813},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4840799868106842},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.4537201523780823}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52733.2024.01496","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52733.2024.01496","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4508289328","display_name":null,"funder_award_id":"PE00000013","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":47,"referenced_works":["https://openalex.org/W2037227137","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2601564443","https://openalex.org/W2737258237","https://openalex.org/W2752782242","https://openalex.org/W2760103357","https://openalex.org/W2886934227","https://openalex.org/W2908510526","https://openalex.org/W2962914239","https://openalex.org/W2963263347","https://openalex.org/W2965182628","https://openalex.org/W2993182889","https://openalex.org/W2999219213","https://openalex.org/W3004359336","https://openalex.org/W3034355852","https://openalex.org/W3034749803","https://openalex.org/W3035295311","https://openalex.org/W3096609285","https://openalex.org/W3113410735","https://openalex.org/W3122445164","https://openalex.org/W3169865585","https://openalex.org/W3172606323","https://openalex.org/W3196904463","https://openalex.org/W3213165621","https://openalex.org/W4286910290","https://openalex.org/W4287204036","https://openalex.org/W4312263794","https://openalex.org/W4312815172","https://openalex.org/W4320459518","https://openalex.org/W4385245566","https://openalex.org/W4386075633","https://openalex.org/W4386076267","https://openalex.org/W4387582664","https://openalex.org/W4390872447","https://openalex.org/W4390872670","https://openalex.org/W4390874575","https://openalex.org/W6726497184","https://openalex.org/W6739901393","https://openalex.org/W6757817989","https://openalex.org/W6789654255","https://openalex.org/W6794426595","https://openalex.org/W6798837711","https://openalex.org/W6802648153","https://openalex.org/W6850117044","https://openalex.org/W6857123831"],"related_works":["https://openalex.org/W1986655823","https://openalex.org/W2185902295","https://openalex.org/W2103507220","https://openalex.org/W3144569342","https://openalex.org/W3011384228","https://openalex.org/W2945274617","https://openalex.org/W3199300986","https://openalex.org/W4313052709","https://openalex.org/W4298131179","https://openalex.org/W2375430703"],"abstract_inverted_index":{"Recent":[0],"transformer-based":[1,71],"architectures":[2,41,170],"have":[3,120],"shown":[4],"impressive":[5,38],"results":[6],"in":[7,21,76,124],"the":[8,88,95,99,103,130,140],"field":[9],"of":[10,90,116,132],"image":[11],"segmentation.":[12],"Thanks":[13],"to":[14,93,129],"their":[15],"flexibility,":[16],"they":[17],"obtain":[18],"outstanding":[19,161],"performance":[20,162],"multiple":[22,77],"segmentation":[23,78],"tasks,":[24,146],"such":[25,37],"as":[26],"semantic":[27,122,147],"and":[28,45,97,135,148,157,166,174],"panoptic,":[29],"under":[30],"a":[31,82],"single":[32],"unified":[33],"framework.":[34],"To":[35,59],"achieve":[36],"performance,":[39],"these":[40],"employ":[42],"intensive":[43],"operations":[44],"require":[46],"substantial":[47],"computational":[48],"resources,":[49],"which":[50,86],"are":[51],"often":[52],"not":[53],"available,":[54],"especially":[55],"on":[56,144,152,163],"edge":[57],"devices.":[58],"fill":[60],"this":[61],"gap,":[62],"we":[63],"propose":[64],"Prototype-based":[65],"Efficient":[66],"Mask-Former":[67],"(PEM),":[68],"an":[69,109,125],"efficient":[70,110,126],"architecture":[72,143],"that":[73,119],"can":[74],"operate":[75],"tasks.":[79],"PEM":[80,107,142,159],"proposes":[81],"novel":[83],"prototype-based":[84],"cross-attention":[85],"leverages":[87],"redundancy":[89],"visual":[91],"features":[92,118],"restrict":[94],"computation":[96],"improve":[98],"efficiency":[100],"without":[101],"harming":[102],"performance.":[104],"In":[105],"addition,":[106],"introduces":[108],"multi-scale":[111],"feature":[112],"pyramid":[113],"network,":[114],"capable":[115],"extracting":[117],"high":[121],"content":[123],"way,":[127],"thanks":[128],"combination":[131],"deformable":[133],"convolutions":[134],"context-based":[136],"self-modulation.":[137],"We":[138],"benchmark":[139],"proposed":[141],"two":[145,153],"panoptic":[149],"segmentation,":[150],"evaluated":[151],"different":[154],"datasets,":[155],"Cityscapes":[156],"ADE20K.":[158],"demonstrates":[160],"every":[164],"task":[165],"dataset,":[167],"outperforming":[168],"task-specific":[169],"while":[171],"being":[172],"comparable":[173],"even":[175],"better":[176],"than":[177],"computationally":[178],"expensive":[179],"baselines.":[180],"Code":[181],"is":[182],"available":[183],"at":[184],"https://github.com/NiccoloCavagnero/PEM.":[185]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":22},{"year":2024,"cited_by_count":7}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}