{"id":"https://openalex.org/W4391397893","doi":"https://doi.org/10.3389/frobt.2023.1290604","title":"Emergent communication of multimodal deep generative models based on Metropolis-Hastings naming game","display_name":"Emergent communication of multimodal deep generative models based on Metropolis-Hastings naming game","publication_year":2024,"publication_date":"2024-01-31","ids":{"openalex":"https://openalex.org/W4391397893","doi":"https://doi.org/10.3389/frobt.2023.1290604","pmid":"https://pubmed.ncbi.nlm.nih.gov/38356917"},"language":"en","primary_location":{"id":"doi:10.3389/frobt.2023.1290604","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1290604","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1290604/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1290604/pdf?isPublishedV2=False","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084146876","display_name":"Nguyen Le Hoang","orcid":"https://orcid.org/0000-0002-3351-8960"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Nguyen Le Hoang","raw_affiliation_strings":["Graduate School of Information Science and Engineering, Ritsumeikan University, Kusatsu, Shiga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science and Engineering, Ritsumeikan University, Kusatsu, Shiga, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023160093","display_name":"Tadahiro Taniguchi","orcid":"https://orcid.org/0000-0002-5682-2076"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tadahiro Taniguchi","raw_affiliation_strings":["College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Shiga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Shiga, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064096346","display_name":"Yoshinobu Hagiwara","orcid":"https://orcid.org/0009-0006-1208-3159"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Yoshinobu Hagiwara","raw_affiliation_strings":["Research Organization of Science and Technology, Ritsumeikan University, Kusatsu, Shiga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Research Organization of Science and Technology, Ritsumeikan University, Kusatsu, Shiga, Japan","institution_ids":["https://openalex.org/I135768898"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5075101437","display_name":"Akira Taniguchi","orcid":"https://orcid.org/0000-0003-0678-1103"},"institutions":[{"id":"https://openalex.org/I135768898","display_name":"Ritsumeikan University","ror":"https://ror.org/0197nmd03","country_code":"JP","type":"education","lineage":["https://openalex.org/I135768898","https://openalex.org/I4390039241"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Akira Taniguchi","raw_affiliation_strings":["College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Shiga, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Science and Engineering, Ritsumeikan University, Kusatsu, Shiga, Japan","institution_ids":["https://openalex.org/I135768898"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5084146876"],"corresponding_institution_ids":["https://openalex.org/I135768898"],"apc_list":{"value":1900,"currency":"USD","value_usd":1900},"apc_paid":{"value":1900,"currency":"USD","value_usd":1900},"fwci":29.456,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":{"value":0.99535429,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"10","issue":null,"first_page":"1290604","last_page":"1290604"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11309","display_name":"Music and Audio Processing","score":0.9751999974250793,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.9729999899864197,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8349586725234985},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6671220064163208},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.6606046557426453},{"id":"https://openalex.org/keywords/mixture-model","display_name":"Mixture model","score":0.5119582414627075},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5094721913337708},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.49891042709350586},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.45224839448928833},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.4309559166431427},{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.4244539141654968},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.35063958168029785}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8349586725234985},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6671220064163208},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.6606046557426453},{"id":"https://openalex.org/C61224824","wikidata":"https://www.wikidata.org/wiki/Q2260434","display_name":"Mixture model","level":2,"score":0.5119582414627075},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5094721913337708},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.49891042709350586},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.45224839448928833},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.4309559166431427},{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.4244539141654968},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.35063958168029785},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frobt.2023.1290604","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1290604","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1290604/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},{"id":"pmid:38356917","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38356917","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in robotics and AI","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:10864618","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/10864618","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC10864618/pdf/frobt-10-1290604.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Robot AI","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:0e44a7ac90af40ea9c8a13c53f2f5a32","is_oa":true,"landing_page_url":"https://doaj.org/article/0e44a7ac90af40ea9c8a13c53f2f5a32","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Robotics and AI, Vol 10 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frobt.2023.1290604","is_oa":true,"landing_page_url":"https://doi.org/10.3389/frobt.2023.1290604","pdf_url":"https://www.frontiersin.org/articles/10.3389/frobt.2023.1290604/pdf?isPublishedV2=False","source":{"id":"https://openalex.org/S2595095599","display_name":"Frontiers in Robotics and AI","issn_l":"2296-9144","issn":["2296-9144"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Robotics and AI","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1818613057","display_name":null,"funder_award_id":"23H04835","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G3390264974","display_name":null,"funder_award_id":"JP21H04904","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"},{"id":"https://openalex.org/G8246487163","display_name":"Foundation of Co-creative Learning based on Symbol Emergence Systems Theory","funder_award_id":"21H04904","funder_id":"https://openalex.org/F4320334764","funder_display_name":"Japan Society for the Promotion of Science"}],"funders":[{"id":"https://openalex.org/F4320334764","display_name":"Japan Society for the Promotion of Science","ror":"https://ror.org/00hhkn466"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4391397893.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W580668626","https://openalex.org/W1527575280","https://openalex.org/W1675371304","https://openalex.org/W1964575515","https://openalex.org/W2018139470","https://openalex.org/W2020546074","https://openalex.org/W2051224630","https://openalex.org/W2053154970","https://openalex.org/W2064671973","https://openalex.org/W2080213916","https://openalex.org/W2088335308","https://openalex.org/W2132517926","https://openalex.org/W2138309709","https://openalex.org/W2148062943","https://openalex.org/W2164287115","https://openalex.org/W2187089797","https://openalex.org/W2220867547","https://openalex.org/W2335728318","https://openalex.org/W2474817860","https://openalex.org/W2604272474","https://openalex.org/W2619383789","https://openalex.org/W2745461083","https://openalex.org/W2752552296","https://openalex.org/W2753738274","https://openalex.org/W2786541991","https://openalex.org/W2955277818","https://openalex.org/W2963640382","https://openalex.org/W2968968020","https://openalex.org/W2980731151","https://openalex.org/W2987472543","https://openalex.org/W2996361813","https://openalex.org/W3016815617","https://openalex.org/W3031914912","https://openalex.org/W3098767311","https://openalex.org/W3136558904","https://openalex.org/W3144810982","https://openalex.org/W3198993769","https://openalex.org/W4213299273","https://openalex.org/W4231737588","https://openalex.org/W4235169531","https://openalex.org/W4244186045","https://openalex.org/W4385899411","https://openalex.org/W4387164066","https://openalex.org/W4387742352","https://openalex.org/W4389345109","https://openalex.org/W4391397893","https://openalex.org/W6684191040","https://openalex.org/W6776764752","https://openalex.org/W6780483730"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4394785709","https://openalex.org/W2978098801","https://openalex.org/W4289105138","https://openalex.org/W4310699748","https://openalex.org/W2906272760","https://openalex.org/W4380551139","https://openalex.org/W4317695495","https://openalex.org/W4289694729"],"abstract_inverted_index":{"Deep":[0],"generative":[1],"models":[2],"(DGM)":[3],"are":[4],"increasingly":[5],"employed":[6],"in":[7,14,60],"emergent":[8],"communication":[9],"systems.":[10],"However,":[11],"their":[12],"application":[13],"multimodal":[15,28,57,71,85,111,155],"data":[16,168],"contexts":[17],"is":[18],"limited.":[19],"This":[20],"study":[21],"proposes":[22],"a":[23,43,94],"novel":[24],"model":[25,51,98,152],"that":[26,53,96,147],"combines":[27],"DGM":[29],"with":[30,70,138],"the":[31,66,89,97,124,129,139,149],"Metropolis-Hastings":[32],"(MH)":[33],"naming":[34,68,159],"game,":[35],"enabling":[36],"two":[37],"agents":[38,76],"to":[39,77,92],"focus":[40],"jointly":[41],"on":[42,123],"shared":[44],"subject":[45],"and":[46,81,101,118,143,157,167],"develop":[47],"common":[48],"vocabularies.":[49],"The":[50],"proves":[52],"it":[54],"can":[55],"handle":[56],"data,":[58],"even":[59],"cases":[61],"of":[62,109,126,132],"missing":[63],"modalities.":[64],"Integrating":[65],"MH":[67,158],"game":[69,160],"variational":[72],"autoencoders":[73],"(VAE)":[74],"allows":[75],"form":[78],"perceptual":[79],"categories":[80],"exchange":[82],"signs":[83],"within":[84],"contexts.":[86],"Moreover,":[87],"fine-tuning":[88],"weight":[90],"ratio":[91],"favor":[93],"modality":[95],"could":[99],"learn":[100],"categorize":[102],"more":[103],"readily":[104],"improved":[105,162],"communication.":[106],"Our":[107,134],"evaluation":[108],"three":[110],"approaches":[112],"-":[113],"mixture-of-experts":[114],"(MoE),":[115],"product-of-experts":[116],"(PoE),":[117],"mixture-of-product-of-experts":[119],"(MoPoE)-suggests":[120],"an":[121],"impact":[122],"creation":[125],"latent":[127],"spaces,":[128],"internal":[130],"representations":[131],"agents.":[133],"results":[135],"from":[136],"experiments":[137],"MNIST":[140],"+":[141],"SVHN":[142],"Multimodal165":[144],"datasets":[145],"indicate":[146],"combining":[148],"Gaussian":[150],"mixture":[151],"(GMM),":[153],"PoE":[154],"VAE,":[156],"substantially":[161],"information":[163],"sharing,":[164],"knowledge":[165],"formation,":[166],"reconstruction.":[169]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2}],"updated_date":"2026-07-13T07:31:44.756512","created_date":"2024-02-01T00:00:00"}