{"id":"https://openalex.org/W2892282605","doi":"https://doi.org/10.18653/v1/d18-1177","title":"A Probabilistic Model for Joint Learning of Word Embeddings from Texts and Images","display_name":"A Probabilistic Model for Joint Learning of Word Embeddings from Texts and Images","publication_year":2018,"publication_date":"2018-01-01","ids":{"openalex":"https://openalex.org/W2892282605","doi":"https://doi.org/10.18653/v1/d18-1177","mag":"2892282605"},"language":"en","primary_location":{"id":"doi:10.18653/v1/d18-1177","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1177","pdf_url":"https://www.aclweb.org/anthology/D18-1177.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.aclweb.org/anthology/D18-1177.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061716740","display_name":"Melissa Ailem","orcid":null},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR","US"],"is_corresponding":false,"raw_author_name":"Melissa Ailem","raw_affiliation_strings":["INRIA, France","University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA, France","institution_ids":["https://openalex.org/I1326498283"]},{"raw_affiliation_string":"University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102805183","display_name":"Bowen Zhang","orcid":"https://orcid.org/0009-0002-5423-3208"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bowen Zhang","raw_affiliation_strings":["University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014504793","display_name":"Aur\u00e9lien Bellet","orcid":"https://orcid.org/0000-0003-3440-1251"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Aurelien Bellet","raw_affiliation_strings":["INRIA, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA, France","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113800882","display_name":"Pascal Denis","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Pascal Denis","raw_affiliation_strings":["INRIA, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"INRIA, France","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101544732","display_name":"Fei Sha","orcid":"https://orcid.org/0000-0002-9382-0010"},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Fei Sha","raw_affiliation_strings":["University of Southern California, Los Angeles, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California, Los Angeles, CA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1478","last_page":"1487"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9940000176429749,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9909999966621399,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7908679246902466},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6756582260131836},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6648251414299011},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.6161653995513916},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5281914472579956},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5249074697494507},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.5196415185928345},{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.5194215774536133},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.5067837834358215},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5061082243919373},{"id":"https://openalex.org/keywords/latent-variable","display_name":"Latent variable","score":0.4947943091392517},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.44767558574676514},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.42815613746643066},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.20534536242485046},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.17038500308990479}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7908679246902466},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6756582260131836},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6648251414299011},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.6161653995513916},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5281914472579956},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5249074697494507},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.5196415185928345},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.5194215774536133},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.5067837834358215},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5061082243919373},{"id":"https://openalex.org/C51167844","wikidata":"https://www.wikidata.org/wiki/Q4422623","display_name":"Latent variable","level":2,"score":0.4947943091392517},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.44767558574676514},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.42815613746643066},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.20534536242485046},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.17038500308990479},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.18653/v1/d18-1177","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1177","pdf_url":"https://www.aclweb.org/anthology/D18-1177.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-01922985v1","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01922985","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Conference on Empirical Methods in Natural Language Processing (EMNLP 2018), 2018, Brussels, Belgium","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"pmh:oai:lilloa.univ-lille.fr:20.500.12210/22951","is_oa":true,"landing_page_url":"http://hdl.handle.net/20.500.12210/22951","pdf_url":null,"source":{"id":"https://openalex.org/S4306402203","display_name":"LillOA (Universit\u00e9 de Lille (University Of Lille))","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210123514","host_organization_name":"Centre d'Etudes en Civilisations, Langues et Litt\u00e9ratures Etrang\u00e8res","host_organization_lineage":["https://openalex.org/I4210123514"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"doi:10.18653/v1/d18-1177","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/d18-1177","pdf_url":"https://www.aclweb.org/anthology/D18-1177.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2018 Conference on Empirical Methods in Natural Language Processing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.8199999928474426,"id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G2389909674","display_name":"RI: Medium: Collaborative Research: Learning to Summarize User-Generated Video","funder_award_id":"1513966","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2654208954","display_name":"Graph-based machine learning for linguistic structure prediction","funder_award_id":"ANR-16-CE33-0011","funder_id":"https://openalex.org/F4320320883","funder_display_name":"Agence Nationale de la Recherche"},{"id":"https://openalex.org/G3648344136","display_name":"NRI-Small: Spacial Primitives for Enabling Situated Human-Robot Interaction","funder_award_id":"1208500","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3703550324","display_name":"RI: Medium: Collaborative Research: Learning to Su","funder_award_id":"1632803","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5385673730","display_name":null,"funder_award_id":"W911NF-15-1-","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G6206337039","display_name":null,"funder_award_id":"CCF-1139148","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7452299184","display_name":null,"funder_award_id":"W911NF","funder_id":"https://openalex.org/F4320338281","funder_display_name":"Army Research Office"},{"id":"https://openalex.org/G7579456772","display_name":"Collaborative Research: Socially Assistive Robots","funder_award_id":"1139148","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8305029113","display_name":"RI: Medium: Collaborative Research: Semantically Discriminative: Guiding Mid-Level Representations for Visual Object Recognition with External Knowledge","funder_award_id":"1065243","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G8453261921","display_name":"RI: Medium: Collaborative Research: Learning to Su","funder_award_id":"1833137","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G912393501","display_name":null,"funder_award_id":"IIS-1065243","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320320883","display_name":"Agence Nationale de la Recherche","ror":"https://ror.org/00rbzpz17"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2892282605.pdf","grobid_xml":"https://content.openalex.org/works/W2892282605.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W155596317","https://openalex.org/W1522301498","https://openalex.org/W1527575280","https://openalex.org/W1615991656","https://openalex.org/W1686810756","https://openalex.org/W1854884267","https://openalex.org/W1905882502","https://openalex.org/W1957706851","https://openalex.org/W1959608418","https://openalex.org/W1974991592","https://openalex.org/W2026487812","https://openalex.org/W2053921957","https://openalex.org/W2067438047","https://openalex.org/W2080100102","https://openalex.org/W2097117768","https://openalex.org/W2103318667","https://openalex.org/W2108598243","https://openalex.org/W2112184938","https://openalex.org/W2117539524","https://openalex.org/W2125031621","https://openalex.org/W2142625445","https://openalex.org/W2145056192","https://openalex.org/W2153579005","https://openalex.org/W2155893237","https://openalex.org/W2170682101","https://openalex.org/W2185175083","https://openalex.org/W2250539671","https://openalex.org/W2250742840","https://openalex.org/W2251803266","https://openalex.org/W2559169016","https://openalex.org/W2568389463","https://openalex.org/W2581101319","https://openalex.org/W2774267535","https://openalex.org/W2882319491","https://openalex.org/W2950094539","https://openalex.org/W2962739339","https://openalex.org/W2963351776","https://openalex.org/W2963871344","https://openalex.org/W2964121744","https://openalex.org/W3101380508","https://openalex.org/W4294170691"],"related_works":["https://openalex.org/W4365211920","https://openalex.org/W3014948380","https://openalex.org/W4380551139","https://openalex.org/W2280377497","https://openalex.org/W3174044702","https://openalex.org/W4238433571","https://openalex.org/W2967848559","https://openalex.org/W4283803360","https://openalex.org/W4317695495","https://openalex.org/W4387506531"],"abstract_inverted_index":{"Several":[0],"recent":[1],"studies":[2,108],"have":[3],"shown":[4],"the":[5,36,40,68,110,115],"benefits":[6],"of":[7,42,117],"combining":[8],"language":[9],"and":[10,24,59,80,97,122],"perception":[11],"to":[12,38,55,66,135],"infer":[13],"word":[14,44,120],"embeddings.":[15,45],"These":[16],"multimodal":[17,138],"approaches":[18],"either":[19],"simply":[20],"combine":[21],"pre-trained":[22],"textual":[23,43,79],"visual":[25,81,85,104],"representations":[26,82],"(e.g.":[27],"features":[28],"extracted":[29],"from":[30],"convolutional":[31],"neural":[32],"networks),":[33],"or":[34,130],"use":[35],"latter":[37],"bias":[39],"learning":[41],"In":[46],"this":[47],"work,":[48],"we":[49],"propose":[50],"a":[51,73,89,98],"novel":[52],"probabilistic":[53],"model":[54,91,102],"formalize":[56],"how":[57],"linguistic":[58,95],"perceptual":[60],"inputs":[61],"can":[62],"work":[63],"in":[64,72,94],"concert":[65],"explain":[67],"observed":[69],"word-context":[70],"pairs":[71],"text":[74],"corpus.":[75],"Our":[76],"approach":[77,126],"learns":[78],"jointly:":[83],"latent":[84,100],"factors":[86],"couple":[87],"together":[88],"skip-gram":[90],"for":[92,103],"co-occurrence":[93],"data":[96],"generative":[99],"variable":[101],"data.":[105],"Extensive":[106],"experimental":[107],"validate":[109],"proposed":[111],"model.":[112],"Concretely,":[113],"on":[114],"tasks":[116],"assessing":[118],"pairwise":[119],"similarity":[121],"image/caption":[123],"retrieval,":[124],"our":[125],"attains":[127],"equally":[128],"competitive":[129],"stronger":[131],"results":[132],"when":[133],"compared":[134],"other":[136],"state-of-the-art":[137],"models.":[139]},"counts_by_year":[{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2017,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}