{"id":"https://openalex.org/W7125948512","doi":"https://doi.org/10.1109/tpami.2026.3657989","title":"Vocabulary-Free Image Classification and Semantic Segmentation","display_name":"Vocabulary-Free Image Classification and Semantic Segmentation","publication_year":2026,"publication_date":"2026-01-28","ids":{"openalex":"https://openalex.org/W7125948512","doi":"https://doi.org/10.1109/tpami.2026.3657989","pmid":"https://pubmed.ncbi.nlm.nih.gov/41605168"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2026.3657989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3657989","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101749512","display_name":"Alessandro Conti","orcid":"https://orcid.org/0000-0002-3044-1320"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Conti","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-3044-1320","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066230537","display_name":"Enrico Fini","orcid":"https://orcid.org/0000-0002-1671-875X"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Enrico Fini","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-1671-875X","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124096699","display_name":"Massimiliano Mancini","orcid":null},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimiliano Mancini","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0001-8595-9955","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Paolo Rota","orcid":"https://orcid.org/0000-0003-0663-5659"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Paolo Rota","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0003-0663-5659","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100377950","display_name":"Yiming Wang","orcid":"https://orcid.org/0000-0002-5932-4371"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Yiming Wang","raw_affiliation_strings":["Fondazione Bruno Kessler, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-5932-4371","affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Trento, Italy","institution_ids":["https://openalex.org/I2277624104"]}]},{"author_position":"last","author":{"id":null,"display_name":"Elisa Ricci","orcid":"https://orcid.org/0000-0002-0228-1147"},"institutions":[{"id":"https://openalex.org/I193223587","display_name":"University of Trento","ror":"https://ror.org/05trd4x28","country_code":"IT","type":"education","lineage":["https://openalex.org/I193223587"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Elisa Ricci","raw_affiliation_strings":["University of Trento, Trento, Italy"],"raw_orcid":"https://orcid.org/0000-0002-0228-1147","affiliations":[{"raw_affiliation_string":"University of Trento, Trento, Italy","institution_ids":["https://openalex.org/I193223587"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09438668,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"48","issue":"6","first_page":"6127","last_page":"6138"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7063000202178955,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.7063000202178955,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.0689999982714653,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.041999999433755875,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.6108999848365784},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5940999984741211},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5789999961853027},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5472000241279602},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.49380001425743103},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4878000020980835},{"id":"https://openalex.org/keywords/class","display_name":"Class (philosophy)","score":0.486299991607666},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.4657999873161316},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4422999918460846},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.37709999084472656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7627999782562256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.677299976348877},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.6108999848365784},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5940999984741211},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5789999961853027},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5472000241279602},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.49380001425743103},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4878000020980835},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.486299991607666},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.4657999873161316},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4422999918460846},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.37709999084472656},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.3732999861240387},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.3407000005245209},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.3375000059604645},{"id":"https://openalex.org/C180462255","wikidata":"https://www.wikidata.org/wiki/Q3559736","display_name":"Standard test image","level":4,"score":0.33640000224113464},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.32989999651908875},{"id":"https://openalex.org/C90312973","wikidata":"https://www.wikidata.org/wiki/Q7449052","display_name":"Semantic data model","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C199579030","wikidata":"https://www.wikidata.org/wiki/Q2851778","display_name":"Automatic image annotation","level":4,"score":0.31700000166893005},{"id":"https://openalex.org/C63099799","wikidata":"https://www.wikidata.org/wiki/Q17147001","display_name":"Image texture","level":4,"score":0.3068000078201294},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2953000068664551},{"id":"https://openalex.org/C110083411","wikidata":"https://www.wikidata.org/wiki/Q1744628","display_name":"Statistical classification","level":2,"score":0.28200000524520874},{"id":"https://openalex.org/C2777946921","wikidata":"https://www.wikidata.org/wiki/Q7449044","display_name":"Semantic analysis (machine learning)","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.26589998602867126},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.26409998536109924},{"id":"https://openalex.org/C34872919","wikidata":"https://www.wikidata.org/wiki/Q7092302","display_name":"One-class classification","level":3,"score":0.2612000107765198},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.25999999046325684},{"id":"https://openalex.org/C202708506","wikidata":"https://www.wikidata.org/wiki/Q7449050","display_name":"Semantic compression","level":5,"score":0.2572000026702881},{"id":"https://openalex.org/C175154964","wikidata":"https://www.wikidata.org/wiki/Q380077","display_name":"Task analysis","level":3,"score":0.257099986076355},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.25589999556541443}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2026.3657989","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2026.3657989","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:41605168","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41605168","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7642534375190735,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":48,"referenced_works":["https://openalex.org/W12634471","https://openalex.org/W2017814585","https://openalex.org/W2031489346","https://openalex.org/W2047643928","https://openalex.org/W2081580037","https://openalex.org/W2100031962","https://openalex.org/W2108598243","https://openalex.org/W2125215748","https://openalex.org/W2138011018","https://openalex.org/W2155904486","https://openalex.org/W2250384498","https://openalex.org/W2507296351","https://openalex.org/W2533598788","https://openalex.org/W2561196672","https://openalex.org/W2604254608","https://openalex.org/W2886641317","https://openalex.org/W2924485953","https://openalex.org/W2962933664","https://openalex.org/W2963785020","https://openalex.org/W2964194231","https://openalex.org/W2970641574","https://openalex.org/W2990500698","https://openalex.org/W2998702515","https://openalex.org/W3090449556","https://openalex.org/W3109241881","https://openalex.org/W3110446398","https://openalex.org/W3156892778","https://openalex.org/W3173859428","https://openalex.org/W3176641147","https://openalex.org/W3182683290","https://openalex.org/W3198377975","https://openalex.org/W4312910992","https://openalex.org/W4312912313","https://openalex.org/W4312920106","https://openalex.org/W4312922092","https://openalex.org/W4386065803","https://openalex.org/W4386075561","https://openalex.org/W4386075819","https://openalex.org/W4386076397","https://openalex.org/W4386566587","https://openalex.org/W4390873312","https://openalex.org/W4390873481","https://openalex.org/W4390874195","https://openalex.org/W4390874575","https://openalex.org/W4402727764","https://openalex.org/W7133196460","https://openalex.org/W7133224749","https://openalex.org/W7133246916"],"related_works":[],"abstract_inverted_index":{"Large":[0],"vision-language":[1,111,148,184],"models":[2],"revolutionized":[3],"image":[4,68,138,167],"classification":[5,187],"and":[6,45,113,134,177,188],"semantic":[7,38,63,83,189],"segmentation":[8,163,190],"paradigms.":[9],"However,":[10],"they":[11],"typically":[12],"assume":[13],"a":[14,57,71,104,109,161],"pre-defined":[15],"set":[16,121],"of":[17,81,88,122,172],"categories,":[18],"or":[19,36],"vocabulary,":[20],"at":[21],"test":[22],"time":[23],"for":[24],"composing":[25],"textual":[26],"prompts.":[27],"This":[28],"assumption":[29],"is":[30,75],"impractical":[31],"in":[32,131],"scenarios":[33],"with":[34],"unknown":[35],"evolving":[37],"context.":[39],"Here,":[40],"we":[41,96,151],"address":[42,94],"this":[43],"issue":[44],"introduce":[46],"the":[47,79,82,120,126,132,137,140,146,170],"Vocabulary-free":[48,173],"Image":[49],"Classification":[50],"(VIC)":[51],"task,":[52],"which":[53,85],"aims":[54],"to":[55,65,78,139,145,159],"assign":[56],"class":[58],"from":[59,100,125],"an":[60,66,114],"unconstrained":[61],"language-induced":[62],"space":[64],"input":[67],"without":[69],"needing":[70],"known":[72],"vocabulary.":[73],"VIC":[74],"challenging":[76],"due":[77],"vastness":[80],"space,":[84],"contains":[86],"millions":[87],"concepts,":[89],"including":[90],"fine-grained":[91],"categories.":[92],"To":[93],"VIC,":[95],"propose":[97],"Category":[98],"Search":[99],"External":[101],"Databases":[102],"(CaSED),":[103],"training-free":[105],"method":[106],"that":[107,153,165],"leverages":[108],"pre-trained":[110],"model":[112],"external":[115],"database.":[116],"CaSED":[117,154,176],"first":[118],"extracts":[119],"candidate":[123,142],"categories":[124],"most":[127],"semantically":[128],"similar":[129],"captions":[130],"database":[133],"then":[135],"assigns":[136],"best-matching":[141],"category":[143],"according":[144],"same":[147],"model.":[149],"Furthermore,":[150],"demonstrate":[152],"can":[155],"be":[156],"applied":[157],"locally":[158],"generate":[160],"coarse":[162],"mask":[164],"classifies":[166],"regions,":[168],"introducing":[169],"task":[171],"Semantic":[174],"Segmentation.":[175],"its":[178],"variants":[179],"outperform":[180],"other":[181],"more":[182],"complex":[183],"models,":[185],"on":[186],"benchmarks,":[191],"while":[192],"using":[193],"much":[194],"fewer":[195],"parameters.":[196]},"counts_by_year":[],"updated_date":"2026-05-09T06:09:20.037420","created_date":"2026-01-29T00:00:00"}