{"id":"https://openalex.org/W2522155034","doi":"https://doi.org/10.1109/tip.2016.2612825","title":"<italic>LEGO-MM</italic>: <italic>LE</italic>arning Structured Model by Probabilistic lo<italic>G</italic>ic <italic>O</italic>ntology Tree for <italic>M</italic>ulti<italic>M</italic>edia","display_name":"<italic>LEGO-MM</italic>: <italic>LE</italic>arning Structured Model by Probabilistic lo<italic>G</italic>ic <italic>O</italic>ntology Tree for <italic>M</italic>ulti<italic>M</italic>edia","publication_year":2016,"publication_date":"2016-09-22","ids":{"openalex":"https://openalex.org/W2522155034","doi":"https://doi.org/10.1109/tip.2016.2612825","mag":"2522155034","pmid":"https://pubmed.ncbi.nlm.nih.gov/28113970"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2016.2612825","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2016.2612825","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://stars.library.ucf.edu/scopus2015/5455","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035112538","display_name":"Jinhui Tang","orcid":"https://orcid.org/0000-0001-9008-222X"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jinhui Tang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112248869","display_name":"Shiyu Chang","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shiyu Chang","raw_affiliation_strings":["Beckman Institute, University of Illinois at Urbana\u2013Champaign, Urbana, IL, USA"],"affiliations":[{"raw_affiliation_string":"Beckman Institute, University of Illinois at Urbana\u2013Champaign, Urbana, IL, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100766907","display_name":"Guo-Jun Qi","orcid":"https://orcid.org/0000-0003-3508-1851"},"institutions":[{"id":"https://openalex.org/I106165777","display_name":"University of Central Florida","ror":"https://ror.org/036nfer12","country_code":"US","type":"education","lineage":["https://openalex.org/I106165777"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Guo-Jun Qi","raw_affiliation_strings":["Department of Electrical Engineering and Computer Science, University of Central Florida, Orlando, FL, USA"],"affiliations":[{"raw_affiliation_string":"Department of Electrical Engineering and Computer Science, University of Central Florida, Orlando, FL, USA","institution_ids":["https://openalex.org/I106165777"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393507","display_name":"Qi Tian","orcid":"https://orcid.org/0000-0001-8876-1725"},"institutions":[{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qi Tian","raw_affiliation_strings":["Department of Computer Science, The University of Texas at San Antonio, San Antonio, TX, USA"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, The University of Texas at San Antonio, San Antonio, TX, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100728762","display_name":"Yong Rui","orcid":"https://orcid.org/0000-0002-9142-5914"},"institutions":[{"id":"https://openalex.org/I4210113369","display_name":"Microsoft Research Asia (China)","ror":"https://ror.org/0300m5276","country_code":"CN","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210113369"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yong Rui","raw_affiliation_strings":["Microsoft Research Asia, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Microsoft Research Asia, Beijing, China","institution_ids":["https://openalex.org/I4210113369"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101457342","display_name":"Thomas S. Huang","orcid":"https://orcid.org/0000-0001-8474-5859"},"institutions":[{"id":"https://openalex.org/I36399199","display_name":"Nanjing University of Science and Technology","ror":"https://ror.org/00xp9wg62","country_code":"CN","type":"education","lineage":["https://openalex.org/I36399199"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Thomas S. Huang","raw_affiliation_strings":["School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"School of Computer Science and Engineering, Nanjing University of Science and Technology, Nanjing, China","institution_ids":["https://openalex.org/I36399199"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5035112538"],"corresponding_institution_ids":["https://openalex.org/I36399199"],"apc_list":null,"apc_paid":null,"fwci":0.1695,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.57742847,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":"26","issue":"1","first_page":"196","last_page":"207"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9901999831199646,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7171577215194702},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5833137035369873},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5234731435775757},{"id":"https://openalex.org/keywords/tree","display_name":"Tree (set theory)","score":0.43418997526168823},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38607335090637207},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3779255747795105},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3240618109703064},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11364185810089111}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7171577215194702},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5833137035369873},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5234731435775757},{"id":"https://openalex.org/C113174947","wikidata":"https://www.wikidata.org/wiki/Q2859736","display_name":"Tree (set theory)","level":2,"score":0.43418997526168823},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38607335090637207},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3779255747795105},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3240618109703064},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11364185810089111},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tip.2016.2612825","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2016.2612825","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:28113970","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28113970","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null},{"id":"pmh:oai:stars.library.ucf.edu:scopus2015-6454","is_oa":true,"landing_page_url":"https://stars.library.ucf.edu/scopus2015/5455","pdf_url":null,"source":{"id":"https://openalex.org/S4210172555","display_name":"Journal of International Crisis and Risk Communication Research","issn_l":"2576-0017","issn":["2576-0017","2576-0025"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Export 2015-2019","raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:stars.library.ucf.edu:scopus2015-6454","is_oa":true,"landing_page_url":"https://stars.library.ucf.edu/scopus2015/5455","pdf_url":null,"source":{"id":"https://openalex.org/S4210172555","display_name":"Journal of International Crisis and Risk Communication Research","issn_l":"2576-0017","issn":["2576-0017","2576-0025"],"is_oa":true,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scopus Export 2015-2019","raw_type":"text"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G232447554","display_name":null,"funder_award_id":"61522203","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4600227663","display_name":null,"funder_award_id":"61402228","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":49,"referenced_works":["https://openalex.org/W740415","https://openalex.org/W1566552629","https://openalex.org/W1592796124","https://openalex.org/W1968555645","https://openalex.org/W2014566476","https://openalex.org/W2016854189","https://openalex.org/W2038721957","https://openalex.org/W2045792050","https://openalex.org/W2045879331","https://openalex.org/W2048335335","https://openalex.org/W2048763152","https://openalex.org/W2061851712","https://openalex.org/W2081580037","https://openalex.org/W2089150756","https://openalex.org/W2090912237","https://openalex.org/W2097089247","https://openalex.org/W2097579725","https://openalex.org/W2098355853","https://openalex.org/W2101498401","https://openalex.org/W2106097867","https://openalex.org/W2108598243","https://openalex.org/W2116339064","https://openalex.org/W2126374126","https://openalex.org/W2128017662","https://openalex.org/W2138091718","https://openalex.org/W2141362318","https://openalex.org/W2143854982","https://openalex.org/W2148484209","https://openalex.org/W2148780922","https://openalex.org/W2153677638","https://openalex.org/W2155144632","https://openalex.org/W2155893237","https://openalex.org/W2156909104","https://openalex.org/W2157791002","https://openalex.org/W2158535772","https://openalex.org/W2163605009","https://openalex.org/W2502869113","https://openalex.org/W2519936666","https://openalex.org/W2543628786","https://openalex.org/W3004533406","https://openalex.org/W4235505822","https://openalex.org/W4242221708","https://openalex.org/W6676297131","https://openalex.org/W6678506655","https://openalex.org/W6682939927","https://openalex.org/W6682953061","https://openalex.org/W6684191040","https://openalex.org/W6724528447","https://openalex.org/W6729092596"],"related_works":["https://openalex.org/W2494523064","https://openalex.org/W2943623134","https://openalex.org/W2215759665","https://openalex.org/W2960358116","https://openalex.org/W2030292806","https://openalex.org/W3041172967","https://openalex.org/W1497573972","https://openalex.org/W2071659383","https://openalex.org/W1846253165","https://openalex.org/W2124122503"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,7,58,70,149],"multimedia":[3,17],"ontology":[4,152],"have":[5],"resulted":[6],"a":[8,67,179],"number":[9],"of":[10,127],"concept":[11,15,102,109,115,146,204],"models,":[12],"e.g.,":[13],"large-scale":[14],"for":[16,82],"and":[18,24,98,169],"Mediamill":[19],"101,":[20],"which":[21,88,201],"are":[22,176],"accessible":[23],"public":[25],"to":[26,49,104,121,137,142,162],"other":[27],"researchers.":[28],"However,":[29],"most":[30],"current":[31],"research":[32],"effort":[33],"still":[34],"focuses":[35],"on":[36,178],"building":[37],"new":[38,51,68,94,128,157,203],"concepts":[39,52],"from":[40,185,206],"scratch,":[41],"very":[42],"few":[43],"work":[44],"explores":[45],"the":[46,54,59,93,99,106,113,118,134,139,144,165,171,197],"appropriate":[47],"method":[48],"construct":[50,123],"upon":[53],"existing":[55,100,145,198],"models":[56,103,116,147,205],"already":[57],"warehouse.":[60],"To":[61],"address":[62],"this":[63,71],"issue,":[64],"we":[65,131,155],"propose":[66],"framework":[69],"paper,":[72],"termed":[73],"LEarning":[74],"Structured":[75],"Model":[76],"by":[77],"Probabilistic":[78],"loGic":[79],"Ontology":[80],"Tree":[81],"MultiM":[83],"edia":[84],"(LEGO":[85],"1":[86],"-MM),":[87],"can":[89],"seamlessly":[90],"integrate":[91],"both":[92],"target":[95,158],"training":[96,159],"examples":[97],"primitive":[101,114],"infer":[105],"more":[107],"complex":[108],"models.":[110],"LEGO-MM":[111,191],"treats":[112],"as":[117],"lego":[119,140],"toy":[120],"potentially":[122],"an":[124],"unlimited":[125],"vocabulary":[126],"concepts.":[129],"Specifically,":[130],"first":[132],"formulate":[133],"logic":[135,151,167],"operations":[136],"be":[138],"connectors":[141],"combine":[143],"hierarchically":[148],"probabilistic":[150],"trees.":[153],"Then,":[154],"incorporate":[156],"information":[160],"simultaneously":[161],"efficiently":[163],"disambiguate":[164],"underlying":[166],"tree":[168],"correct":[170],"error":[172],"propagation.":[173],"Extensive":[174],"experiments":[175],"conducted":[177],"large":[180],"vehicle":[181],"domain":[182],"data":[183],"set":[184],"ImageNet.":[186],"The":[187],"results":[188],"demonstrate":[189],"that":[190],"has":[192],"significantly":[193],"superior":[194],"performance":[195],"over":[196],"state-of-the-art":[199],"methods,":[200],"build":[202],"scratch.":[207]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2016-09-30T00:00:00"}