{"id":"https://openalex.org/W3156337923","doi":"https://doi.org/10.1109/tkde.2019.2932666","title":"Semi-Supervised Multi-Modal Multi-Instance Multi-Label Deep Network with Optimal Transport","display_name":"Semi-Supervised Multi-Modal Multi-Instance Multi-Label Deep Network with Optimal Transport","publication_year":2019,"publication_date":"2019-01-01","ids":{"openalex":"https://openalex.org/W3156337923","doi":"https://doi.org/10.1109/tkde.2019.2932666","mag":"3156337923"},"language":"en","primary_location":{"id":"doi:10.1109/tkde.2019.2932666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2932666","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"http://export.arxiv.org/pdf/2104.08489","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100397623","display_name":"Yang Yang","orcid":"https://orcid.org/0000-0002-5245-3584"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Yang Yang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology; Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology; Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036006545","display_name":"Zhaoyang Fu","orcid":"https://orcid.org/0000-0002-6107-8640"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao-Yang Fu","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology; Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology; Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073912249","display_name":"De\u2010Chuan Zhan","orcid":"https://orcid.org/0000-0002-3533-2078"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"De-Chuan Zhan","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","National Key Laboratory for Novel Software Technology; Nanjing University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology; Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035541666","display_name":"Zhibin Liu","orcid":"https://orcid.org/0000-0002-8674-7281"},"institutions":[{"id":"https://openalex.org/I2250653659","display_name":"Tencent (China)","ror":"https://ror.org/00hhjss72","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250653659"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi-Bin Liu","raw_affiliation_strings":["Tencent WXG, Shenzhen, Guangdong, China","[Tencent WXG, Shenzhen, Guangdong, China]"],"affiliations":[{"raw_affiliation_string":"Tencent WXG, Shenzhen, Guangdong, China","institution_ids":["https://openalex.org/I2250653659"]},{"raw_affiliation_string":"[Tencent WXG, Shenzhen, Guangdong, China]","institution_ids":["https://openalex.org/I2250653659"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013466530","display_name":"Yuan Jiang","orcid":"https://orcid.org/0000-0002-1669-8023"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Jiang","raw_affiliation_strings":["National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","(Nanjing University)"],"affiliations":[{"raw_affiliation_string":"National Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"(Nanjing University)","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100397623"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27491173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"1"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7342885136604309},{"id":"https://openalex.org/keywords/modal","display_name":"Modal","score":0.7272789478302002},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6516816020011902},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6025403738021851},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.5784097909927368},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5275946259498596},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.506562352180481},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.5008912086486816},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4377847909927368},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.41321006417274475},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.399713933467865},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07588791847229004}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7342885136604309},{"id":"https://openalex.org/C71139939","wikidata":"https://www.wikidata.org/wiki/Q910194","display_name":"Modal","level":2,"score":0.7272789478302002},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6516816020011902},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6025403738021851},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.5784097909927368},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5275946259498596},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.506562352180481},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.5008912086486816},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4377847909927368},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.41321006417274475},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.399713933467865},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07588791847229004},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C188027245","wikidata":"https://www.wikidata.org/wiki/Q750446","display_name":"Polymer chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tkde.2019.2932666","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tkde.2019.2932666","pdf_url":null,"source":{"id":"https://openalex.org/S30698027","display_name":"IEEE Transactions on Knowledge and Data Engineering","issn_l":"1041-4347","issn":["1041-4347","1558-2191","2326-3865"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Knowledge and Data Engineering","raw_type":"journal-article"},{"id":"mag:3156337923","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2104.08489","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null}],"best_oa_location":{"id":"mag:3156337923","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/2104.08489","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":60,"referenced_works":["https://openalex.org/W65280498","https://openalex.org/W125678093","https://openalex.org/W385466589","https://openalex.org/W562660536","https://openalex.org/W1523738436","https://openalex.org/W1536680647","https://openalex.org/W1594039573","https://openalex.org/W1762430620","https://openalex.org/W1861492603","https://openalex.org/W1900086069","https://openalex.org/W1996462768","https://openalex.org/W1999954155","https://openalex.org/W2006147162","https://openalex.org/W2007972815","https://openalex.org/W2009668020","https://openalex.org/W2047221353","https://openalex.org/W2048679005","https://openalex.org/W2050826493","https://openalex.org/W2052684427","https://openalex.org/W2079221635","https://openalex.org/W2114315281","https://openalex.org/W2121625657","https://openalex.org/W2125483582","https://openalex.org/W2134604967","https://openalex.org/W2140376886","https://openalex.org/W2140676093","https://openalex.org/W2155803963","https://openalex.org/W2156935079","https://openalex.org/W2157552837","https://openalex.org/W2158131535","https://openalex.org/W2183087644","https://openalex.org/W2194775991","https://openalex.org/W2293549417","https://openalex.org/W2356678342","https://openalex.org/W2417426974","https://openalex.org/W2577657432","https://openalex.org/W2584931758","https://openalex.org/W2605021547","https://openalex.org/W2743493499","https://openalex.org/W2767245172","https://openalex.org/W2788402790","https://openalex.org/W2808958151","https://openalex.org/W6602696561","https://openalex.org/W6605125263","https://openalex.org/W6615672858","https://openalex.org/W6631340511","https://openalex.org/W6663358622","https://openalex.org/W6678960063","https://openalex.org/W6680832709","https://openalex.org/W6682962330","https://openalex.org/W6683316603","https://openalex.org/W6685347822","https://openalex.org/W6685423869","https://openalex.org/W6685974025","https://openalex.org/W6687483927","https://openalex.org/W6696941056","https://openalex.org/W6716452026","https://openalex.org/W6732376103","https://openalex.org/W6736095516","https://openalex.org/W6748965973"],"related_works":["https://openalex.org/W2965578190","https://openalex.org/W2034103635","https://openalex.org/W2976637073","https://openalex.org/W2951193251","https://openalex.org/W2191800066","https://openalex.org/W2902306922","https://openalex.org/W2055284675","https://openalex.org/W3035537459","https://openalex.org/W2921243171","https://openalex.org/W2908572541","https://openalex.org/W15375276","https://openalex.org/W2905479596","https://openalex.org/W3159006257","https://openalex.org/W2360008344","https://openalex.org/W2897272669","https://openalex.org/W3059989571","https://openalex.org/W2997072756","https://openalex.org/W2973358067","https://openalex.org/W41752054","https://openalex.org/W2029305120"],"abstract_inverted_index":{"Complex":[0],"objects":[1],"are":[2,37,46],"usually":[3],"with":[4,52,151],"multiple":[5,12,27],"labels,":[6],"and":[7,21,58,74,131,164,176,193,202],"can":[8,189],"be":[9],"represented":[10],"by":[11],"modal":[13,137],"representations,":[14],"e.g.,":[15,48],"the":[16,33,43,49,142,146,152,158,166,170,183,209,212],"complex":[17],"articles":[18],"contain":[19],"text":[20,57],"image":[22,59],"information":[23],"as":[24,26],"well":[25],"annotations.":[28],"Previous":[29],"methods":[30],"assume":[31],"that":[32],"homogeneous":[34],"multi-modal":[35,100,128,161],"data":[36,45],"consistent,":[38],"while":[39],"in":[40,125],"real":[41,203],"applications,":[42],"raw":[44],"disordered,":[47],"article":[50],"constitutes":[51],"variable":[53],"number":[54],"of":[55,99,211],"inconsistent":[56],"instances.":[60,105],"Therefore,":[61],"Multi-modal":[62,115],"Multi-instance":[63,116],"Multi-label":[64,117],"(M3)":[65],"learning":[66,81,101,124],"provides":[67],"a":[68,113],"framework":[69],"for":[70,173],"handling":[71],"such":[72],"task":[73],"has":[75],"exhibited":[76],"excellent":[77],"performance.":[78],"However,":[79],"M3":[80,123],"is":[82],"facing":[83],"two":[84],"main":[85],"challenges:":[86],"1)":[87],"how":[88,95],"to":[89,96,102,181],"effectively":[90],"utilize":[91],"label":[92,149,192,195],"correlation;":[93],"2)":[94],"take":[97],"advantage":[98],"process":[103],"unlabeled":[104,160],"To":[106],"solve":[107],"these":[108],"problems,":[109],"we":[110,144,156],"first":[111],"propose":[112,165],"novel":[114],"Deep":[118],"Network":[119],"(M3DN),":[120],"which":[121,168],"considers":[122,169],"an":[126],"end-to-end":[127],"deep":[129],"network":[130],"utilizes":[132],"consistency":[133,184],"principle":[134],"among":[135,185],"different":[136],"bag-level":[138,178],"predictions.":[139],"Based":[140],"on":[141,199],"M3DN,":[143],"learn":[145],"latent":[147],"ground":[148],"metric":[150],"optimal":[153,179],"transport.":[154],"Moreover,":[155],"introduce":[157],"extrinsic":[159],"multi-instance":[162],"data,":[163],"M3DNS,":[167],"instance-level":[171],"auto-encoder":[172],"single":[174],"modality":[175],"modified":[177],"transport":[180],"strengthen":[182],"modalities.":[186],"Thereby":[187],"M3DNS":[188],"better":[190],"predict":[191],"exploit":[194],"correlation":[196],"simultaneously.":[197],"Experiments":[198],"benchmark":[200],"datasets":[201],"world":[204],"WKG":[205],"Game-Hub":[206],"dataset":[207],"validate":[208],"effectiveness":[210],"proposed":[213],"methods.":[214]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}