{"id":"https://openalex.org/W4382999323","doi":"https://doi.org/10.1109/tmm.2023.3291503","title":"Building Multimodal Knowledge Bases With Multimodal Computational Sequences and Generative Adversarial Networks","display_name":"Building Multimodal Knowledge Bases With Multimodal Computational Sequences and Generative Adversarial Networks","publication_year":2023,"publication_date":"2023-07-03","ids":{"openalex":"https://openalex.org/W4382999323","doi":"https://doi.org/10.1109/tmm.2023.3291503"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2023.3291503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3291503","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007190842","display_name":"Donghua Chen","orcid":"https://orcid.org/0000-0003-1786-7551"},"institutions":[{"id":"https://openalex.org/I146563203","display_name":"University of International Business and Economics","ror":"https://ror.org/05khqpb71","country_code":"CN","type":"education","lineage":["https://openalex.org/I146563203"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Donghua Chen","raw_affiliation_strings":["Department of Artificial Intelligence, School of Information Technology and Management, University of International Business and Economics, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-1786-7551","affiliations":[{"raw_affiliation_string":"Department of Artificial Intelligence, School of Information Technology and Management, University of International Business and Economics, Beijing, China","institution_ids":["https://openalex.org/I146563203"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008891083","display_name":"Runtong Zhang","orcid":"https://orcid.org/0000-0003-0246-5058"},"institutions":[{"id":"https://openalex.org/I21193070","display_name":"Beijing Jiaotong University","ror":"https://ror.org/01yj56c84","country_code":"CN","type":"education","lineage":["https://openalex.org/I21193070"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Runtong Zhang","raw_affiliation_strings":["Department of Information Management, School of Economics and Management, Beijing Jiaotong University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-0246-5058","affiliations":[{"raw_affiliation_string":"Department of Information Management, School of Economics and Management, Beijing Jiaotong University, Beijing, China","institution_ids":["https://openalex.org/I21193070"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.6534,"has_fulltext":false,"cited_by_count":21,"citation_normalized_percentile":{"value":0.94246223,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"26","issue":null,"first_page":"2027","last_page":"2040"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9933000206947327,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.855271577835083},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.7143077850341797},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5795719027519226},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5313625335693359},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3891785442829132},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3557373285293579},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3454180955886841}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.855271577835083},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.7143077850341797},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5795719027519226},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5313625335693359},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3891785442829132},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3557373285293579},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3454180955886841}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2023.3291503","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tmm.2023.3291503","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1860042661","display_name":null,"funder_award_id":"CXTD12-04","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"},{"id":"https://openalex.org/G522646492","display_name":null,"funder_award_id":"62102087","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G723782673","display_name":null,"funder_award_id":"62173025","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8111930246","display_name":null,"funder_award_id":"20QD22","funder_id":"https://openalex.org/F4320335787","funder_display_name":"Fundamental Research Funds for the Central Universities"}],"funders":[{"id":"https://openalex.org/F4320312338","display_name":"University of International Business and Economics","ror":"https://ror.org/05khqpb71"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W154472438","https://openalex.org/W1797268635","https://openalex.org/W1816973747","https://openalex.org/W2040367372","https://openalex.org/W2053101950","https://openalex.org/W2062668061","https://openalex.org/W2194775991","https://openalex.org/W2526050071","https://openalex.org/W2619383789","https://openalex.org/W2620432076","https://openalex.org/W2740036143","https://openalex.org/W2765811365","https://openalex.org/W2807480793","https://openalex.org/W2897980926","https://openalex.org/W2905267911","https://openalex.org/W2905545827","https://openalex.org/W2913575235","https://openalex.org/W2950978907","https://openalex.org/W2953028579","https://openalex.org/W2962805368","https://openalex.org/W2963155035","https://openalex.org/W2963524571","https://openalex.org/W2963606508","https://openalex.org/W2963710346","https://openalex.org/W2963782415","https://openalex.org/W2965593450","https://openalex.org/W2971974407","https://openalex.org/W2979129662","https://openalex.org/W2981458089","https://openalex.org/W2985076077","https://openalex.org/W2992429266","https://openalex.org/W2997262687","https://openalex.org/W2998722865","https://openalex.org/W3011997138","https://openalex.org/W3015843040","https://openalex.org/W3023986004","https://openalex.org/W3036595416","https://openalex.org/W3055194044","https://openalex.org/W3080565611","https://openalex.org/W3089164705","https://openalex.org/W3093124244","https://openalex.org/W3093789214","https://openalex.org/W3096409984","https://openalex.org/W3100763318","https://openalex.org/W3103437990","https://openalex.org/W3104871618","https://openalex.org/W3109908659","https://openalex.org/W3113431011","https://openalex.org/W3124474911","https://openalex.org/W3148187679","https://openalex.org/W3153682083","https://openalex.org/W3173665047","https://openalex.org/W3184679245","https://openalex.org/W3185593275","https://openalex.org/W3192484213","https://openalex.org/W3194394329","https://openalex.org/W3197636033","https://openalex.org/W3203312420","https://openalex.org/W3205866742","https://openalex.org/W3207311065","https://openalex.org/W4200635486","https://openalex.org/W4206197449","https://openalex.org/W4206305425","https://openalex.org/W4206405501","https://openalex.org/W4210618583","https://openalex.org/W4214849153","https://openalex.org/W4220829848","https://openalex.org/W4221155360","https://openalex.org/W4223649644","https://openalex.org/W4229444900","https://openalex.org/W4281387326","https://openalex.org/W4281643269","https://openalex.org/W4281727300","https://openalex.org/W4282915085","https://openalex.org/W4283361767","https://openalex.org/W4284695228","https://openalex.org/W4286511685","https://openalex.org/W4287009771","https://openalex.org/W4290072727","https://openalex.org/W4293193531","https://openalex.org/W4293518017","https://openalex.org/W4296800293","https://openalex.org/W4304091767","https://openalex.org/W4306770008","https://openalex.org/W4307640249","https://openalex.org/W4308123916","https://openalex.org/W4310731546","https://openalex.org/W4310967312","https://openalex.org/W4313420087","https://openalex.org/W4313527358","https://openalex.org/W4317436342","https://openalex.org/W4317619144","https://openalex.org/W4318983406","https://openalex.org/W4320039080","https://openalex.org/W4364305678","https://openalex.org/W4400111732","https://openalex.org/W6606244218","https://openalex.org/W6638319203","https://openalex.org/W6735204497","https://openalex.org/W6847371435","https://openalex.org/W6991817203"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Conventional":[0],"knowledge":[1,18,38,73],"graphs":[2],"(KGs)":[3],"are":[4,78],"composed":[5],"solely":[6],"of":[7,110,139,148,190,202,210,229],"entities,":[8],"attributes,":[9],"and":[10,20,67,87,101,122,137,156,221],"relationships,":[11],"which":[12],"poses":[13],"challenges":[14],"for":[15,41,56],"enhancing":[16],"multimodal":[17,30,37,43,51,58,64,72,117,150,191,215],"representation":[19,100],"reasoning.":[21],"To":[22],"address":[23],"the":[24,103,108,111,127,140,163,173,181,185,194,208],"issue,":[25],"this":[26],"article":[27],"proposes":[28],"a":[29,36,50],"deep":[31,168],"learning-based":[32,169],"approach":[33],"to":[34,70,80,97,218],"build":[35],"base":[39],"(MMKB)":[40],"better":[42],"feature":[44,76,124],"(MMF)":[45],"utilization.":[46],"First,":[47],"we":[48,62,91],"construct":[49],"computation":[52],"sequence":[53],"(MCS)":[54],"model":[55],"structured":[57],"data":[59,192],"storage.":[60],"Then,":[61],"propose":[63],"node,":[65],"relationship,":[66],"dictionary":[68],"models":[69,196],"enhance":[71],"representation.":[74],"Various":[75],"extractors":[77,125],"used":[79],"extract":[81],"MMFs":[82],"from":[83],"text,":[84],"audio,":[85],"image,":[86],"video":[88],"data.":[89,230],"Finally,":[90],"leverage":[92,226],"generative":[93],"adversarial":[94],"networks":[95],"(GANs)":[96],"facilitate":[98],"MMF":[99,212],"update":[102],"MMKB":[104],"dynamically.":[105],"We":[106],"examine":[107],"performance":[109],"proposed":[112],"method":[113,171],"by":[114,130,153,177],"using":[115,180],"three":[116],"datasets.":[118],"BOW-,":[119],"LBP-,":[120],"Volume-,":[121],"VGGish-based":[123],"outperform":[126],"other":[128],"methods":[129],"reducing":[131],"at":[132],"least":[133],"1.13%,":[134],"22.14%,":[135],"39.87,":[136],"5.65%":[138],"time":[141,146,175],"cost,":[142],"respectively.":[143,166],"The":[144,167],"average":[145,199],"costs":[147],"creating":[149],"indexes":[151],"improve":[152],"approximately":[154],"55.07%":[155],"68.60%":[157],"exact":[158],"matching":[159],"rates":[160],"compared":[161],"with":[162],"baseline":[164],"method,":[165],"autoencoder":[170],"reduces":[172],"search":[174],"cost":[176],"98.90%":[178],"after":[179],"trained":[182],"model,":[183],"outperforming":[184],"state-of-the-art":[186],"methods.":[187],"In":[188],"terms":[189],"representation,":[193],"GAN-CNN":[195],"achieve":[197],"an":[198],"correct":[200],"rate":[201],"82.70%.":[203],"Our":[204],"open-source":[205],"work":[206],"highlights":[207],"importance":[209],"flexible":[211],"utilization":[213],"in":[214],"KGs,":[216],"leading":[217],"more":[219],"powerful":[220],"diverse":[222],"applications":[223],"that":[224],"can":[225],"different":[227],"types":[228]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}