{"id":"https://openalex.org/W2558101675","doi":"https://doi.org/10.1109/tip.2016.2635444","title":"Modality-Invariant Image Classification Based on Modality Uniqueness and Dictionary Learning","display_name":"Modality-Invariant Image Classification Based on Modality Uniqueness and Dictionary Learning","publication_year":2016,"publication_date":"2016-12-02","ids":{"openalex":"https://openalex.org/W2558101675","doi":"https://doi.org/10.1109/tip.2016.2635444","mag":"2558101675","pmid":"https://pubmed.ncbi.nlm.nih.gov/28114018"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2016.2635444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2016.2635444","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085363061","display_name":"Seungryong Kim","orcid":"https://orcid.org/0000-0003-2927-6273"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Seungryong Kim","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069272117","display_name":"Rui Cai","orcid":"https://orcid.org/0000-0002-6499-2091"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Cai","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100766772","display_name":"Ki\u2010Hong Park","orcid":"https://orcid.org/0000-0002-6867-4277"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kihong Park","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002561350","display_name":"Sunok Kim","orcid":"https://orcid.org/0000-0002-9665-4214"},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sunok Kim","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5111658039","display_name":"Kwanghoon Sohn","orcid":null},"institutions":[{"id":"https://openalex.org/I193775966","display_name":"Yonsei University","ror":"https://ror.org/01wjejq96","country_code":"KR","type":"education","lineage":["https://openalex.org/I193775966"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Kwanghoon Sohn","raw_affiliation_strings":["School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-4288-0160","affiliations":[{"raw_affiliation_string":"School of Electrical and Electronic Engineering, Yonsei University, Seoul, South Korea","institution_ids":["https://openalex.org/I193775966"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5085363061"],"corresponding_institution_ids":["https://openalex.org/I193775966"],"apc_list":null,"apc_paid":null,"fwci":1.0139,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.83914425,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"26","issue":"2","first_page":"884","last_page":"899"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10689","display_name":"Remote-Sensing Image Classification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7364242672920227},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.6791219115257263},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.5362844467163086},{"id":"https://openalex.org/keywords/kernel","display_name":"Kernel (algebra)","score":0.5100563168525696},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5067203640937805},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.4867725372314453},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4846223294734955},{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.4751676917076111},{"id":"https://openalex.org/keywords/feature-vector","display_name":"Feature vector","score":0.4118584394454956},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.4064542353153229},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.35269415378570557},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.30048373341560364}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7364242672920227},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.6791219115257263},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.5362844467163086},{"id":"https://openalex.org/C74193536","wikidata":"https://www.wikidata.org/wiki/Q574844","display_name":"Kernel (algebra)","level":2,"score":0.5100563168525696},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5067203640937805},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.4867725372314453},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4846223294734955},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.4751676917076111},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.4118584394454956},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.4064542353153229},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.35269415378570557},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.30048373341560364},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2016.2635444","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2016.2635444","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:28114018","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28114018","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10","score":0.75}],"awards":[{"id":"https://openalex.org/G5144336358","display_name":null,"funder_award_id":"NRF-2016R1A2A2A05921659","funder_id":"https://openalex.org/F4320322120","funder_display_name":"National Research Foundation of Korea"}],"funders":[{"id":"https://openalex.org/F4320322120","display_name":"National Research Foundation of Korea","ror":"https://ror.org/013aysd81"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":85,"referenced_works":["https://openalex.org/W1528177290","https://openalex.org/W1566135517","https://openalex.org/W1625255723","https://openalex.org/W1722318740","https://openalex.org/W1822439997","https://openalex.org/W1926022583","https://openalex.org/W1963882359","https://openalex.org/W1963932623","https://openalex.org/W1989684337","https://openalex.org/W1992405901","https://openalex.org/W1996683076","https://openalex.org/W2005876975","https://openalex.org/W2008231398","https://openalex.org/W2012592962","https://openalex.org/W2012893378","https://openalex.org/W2027922120","https://openalex.org/W2032943964","https://openalex.org/W2035652042","https://openalex.org/W2048546747","https://openalex.org/W2056149869","https://openalex.org/W2065494927","https://openalex.org/W2078065374","https://openalex.org/W2078807908","https://openalex.org/W2082612735","https://openalex.org/W2082855665","https://openalex.org/W2084831455","https://openalex.org/W2090923791","https://openalex.org/W2097018403","https://openalex.org/W2104068492","https://openalex.org/W2104745266","https://openalex.org/W2108598243","https://openalex.org/W2109255472","https://openalex.org/W2109743529","https://openalex.org/W2110764733","https://openalex.org/W2113606819","https://openalex.org/W2116147598","https://openalex.org/W2116627420","https://openalex.org/W2117865218","https://openalex.org/W2121627225","https://openalex.org/W2125687218","https://openalex.org/W2127069950","https://openalex.org/W2128053425","https://openalex.org/W2128907386","https://openalex.org/W2129812935","https://openalex.org/W2132175002","https://openalex.org/W2132914434","https://openalex.org/W2137356988","https://openalex.org/W2139212933","https://openalex.org/W2140262144","https://openalex.org/W2143776582","https://openalex.org/W2144502914","https://openalex.org/W2144892774","https://openalex.org/W2147238549","https://openalex.org/W2149466042","https://openalex.org/W2151103935","https://openalex.org/W2153404544","https://openalex.org/W2153635508","https://openalex.org/W2153663612","https://openalex.org/W2155541015","https://openalex.org/W2157989183","https://openalex.org/W2160547390","https://openalex.org/W2161516371","https://openalex.org/W2162374190","https://openalex.org/W2162915993","https://openalex.org/W2163605009","https://openalex.org/W2165874743","https://openalex.org/W3104063540","https://openalex.org/W3104720471","https://openalex.org/W4256379134","https://openalex.org/W4294375521","https://openalex.org/W4376522650","https://openalex.org/W6636494156","https://openalex.org/W6637542466","https://openalex.org/W6638635240","https://openalex.org/W6640132086","https://openalex.org/W6674642818","https://openalex.org/W6676297131","https://openalex.org/W6676903177","https://openalex.org/W6681031197","https://openalex.org/W6681637710","https://openalex.org/W6682778277","https://openalex.org/W6683032868","https://openalex.org/W6683660953","https://openalex.org/W6684191040","https://openalex.org/W6684578312"],"related_works":["https://openalex.org/W1982774199","https://openalex.org/W2026121273","https://openalex.org/W1461621550","https://openalex.org/W1914651075","https://openalex.org/W2773500201","https://openalex.org/W1835905048","https://openalex.org/W3190424778","https://openalex.org/W2888442043","https://openalex.org/W2989679740","https://openalex.org/W2384238806"],"abstract_inverted_index":{"We":[0],"present":[1],"a":[2,22,59,145],"unified":[3],"framework":[4,77,168],"for":[5,48,176],"the":[6,26,34,37,43,73,94,104,113,118,122,126,142,153,156,170],"image":[7,10,27,99,206,212],"classification":[8],"of":[9,45,159,173],"sets":[11],"taken":[12],"under":[13,200],"varying":[14,202],"modality":[15,38,56,65,74,82,123,161],"conditions.":[16],"Our":[17,167],"method":[18,189],"is":[19,30,78,100,149],"motivated":[20],"by":[21,33],"key":[23],"observation":[24],"that":[25,49,62,187],"feature":[28],"distribution":[29],"simultaneously":[31],"influenced":[32],"semantic-class":[35,174],"and":[36,84,125,208,210],"category":[39,175],"label,":[40],"which":[41],"limits":[42],"performance":[44],"conventional":[46,191],"methods":[47,192],"task.":[50],"With":[51],"this":[52],"insight,":[53],"we":[54],"introduce":[55],"uniqueness":[57,124],"as":[58,80,197],"discriminative":[60],"weight":[61],"divides":[63],"each":[64,97,160],"cluster":[66,107,120],"from":[67],"all":[68,165],"other":[69],"clusters.":[70,166],"By":[71],"leveraging":[72],"uniqueness,":[75],"our":[76,188],"formulated":[79,135],"unsupervised":[81],"clustering":[83],"classifier":[85],"learning":[86],"based":[87,116],"on":[88,117,141,193],"modality-invariant":[89,146],"similarity":[90],"kernel.":[91],"Specifically,":[92],"in":[93,136],"assignment":[95],"step,":[96,115],"training":[98],"first":[101],"assigned":[102],"to":[103,109],"most":[105],"similar":[106],"according":[108],"its":[110],"modality.":[111],"In":[112],"update":[114],"current":[119],"hypothesis,":[121],"sparse":[127],"dictionary":[128],"are":[129,134,162],"updated.":[130],"These":[131],"two":[132],"steps":[133],"an":[137,177],"iterative":[138],"manner.":[139],"Based":[140],"final":[143],"clusters,":[144],"marginalized":[147],"kernel":[148],"then":[150],"computed,":[151],"where":[152],"similarities":[154],"between":[155],"reconstructed":[157],"features":[158],"aggregated":[163],"across":[164,180],"enables":[169],"reliable":[171],"inference":[172],"image,":[178],"even":[179],"large":[181],"photometric":[182],"variations.":[183],"Experimental":[184],"results":[185],"show":[186],"outperforms":[190],"various":[194],"benchmarks,":[195],"such":[196],"landmark":[198],"identification":[199],"severely":[201],"weather":[203],"conditions,":[204],"domain-adapting":[205],"classification,":[207],"RGB":[209],"near-infrared":[211],"classification.":[213]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}