{"id":"https://openalex.org/W2414857070","doi":"https://doi.org/10.1145/2911996.2912064","title":"Bidirectional Joint Representation Learning with Symmetrical Deep Neural Networks for Multimodal and Crossmodal Applications","display_name":"Bidirectional Joint Representation Learning with Symmetrical Deep Neural Networks for Multimodal and Crossmodal Applications","publication_year":2016,"publication_date":"2016-06-06","ids":{"openalex":"https://openalex.org/W2414857070","doi":"https://doi.org/10.1145/2911996.2912064","mag":"2414857070"},"language":"en","primary_location":{"id":"doi:10.1145/2911996.2912064","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2911996.2912064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053127458","display_name":"Vedran Vukoti\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I28221208","display_name":"Institut National des Sciences Appliqu\u00e9es de Rennes","ror":"https://ror.org/04xaa4j22","country_code":"FR","type":"education","lineage":["https://openalex.org/I28221208"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Vedran Vukoti\u0107","raw_affiliation_strings":["INSA Rennes, Rennes, France"],"affiliations":[{"raw_affiliation_string":"INSA Rennes, Rennes, France","institution_ids":["https://openalex.org/I28221208"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073795682","display_name":"Christian Raymond","orcid":"https://orcid.org/0000-0002-0963-9367"},"institutions":[{"id":"https://openalex.org/I28221208","display_name":"Institut National des Sciences Appliqu\u00e9es de Rennes","ror":"https://ror.org/04xaa4j22","country_code":"FR","type":"education","lineage":["https://openalex.org/I28221208"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Christian Raymond","raw_affiliation_strings":["INSA Rennes, Rennes, France"],"affiliations":[{"raw_affiliation_string":"INSA Rennes, Rennes, France","institution_ids":["https://openalex.org/I28221208"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008190208","display_name":"Guillaume Gravier","orcid":"https://orcid.org/0000-0002-2266-5682"},"institutions":[{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I56067802","display_name":"Universit\u00e9 de Rennes","ror":"https://ror.org/015m7wh34","country_code":"FR","type":"education","lineage":["https://openalex.org/I56067802"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guillaume Gravier","raw_affiliation_strings":["CNRS, Rennes, France"],"affiliations":[{"raw_affiliation_string":"CNRS, Rennes, France","institution_ids":["https://openalex.org/I56067802","https://openalex.org/I1294671590"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5053127458"],"corresponding_institution_ids":["https://openalex.org/I28221208"],"apc_list":null,"apc_paid":null,"fwci":3.34364768,"has_fulltext":false,"cited_by_count":37,"citation_normalized_percentile":{"value":0.95357512,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"343","last_page":"346"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crossmodal","display_name":"Crossmodal","score":0.9124824404716492},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7369565367698669},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7101562023162842},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.629824161529541},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4807562530040741},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.462160587310791},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4290803074836731},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.42015182971954346},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33302050828933716},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.32099589705467224},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.08039355278015137},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.06660565733909607}],"concepts":[{"id":"https://openalex.org/C60115397","wikidata":"https://www.wikidata.org/wiki/Q5188732","display_name":"Crossmodal","level":4,"score":0.9124824404716492},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7369565367698669},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7101562023162842},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.629824161529541},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4807562530040741},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.462160587310791},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4290803074836731},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.42015182971954346},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33302050828933716},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.32099589705467224},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.08039355278015137},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.06660565733909607},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2911996.2912064","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2911996.2912064","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2016 ACM on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":14,"referenced_works":["https://openalex.org/W1964073652","https://openalex.org/W2100495367","https://openalex.org/W2102765684","https://openalex.org/W2142988183","https://openalex.org/W2153579005","https://openalex.org/W2184188583","https://openalex.org/W2255887839","https://openalex.org/W2295512169","https://openalex.org/W2400006804","https://openalex.org/W2557865186","https://openalex.org/W2604272474","https://openalex.org/W2950133940","https://openalex.org/W6681458890","https://openalex.org/W6686207219"],"related_works":["https://openalex.org/W4240440807","https://openalex.org/W2010220987","https://openalex.org/W953566696","https://openalex.org/W2010927954","https://openalex.org/W2085535992","https://openalex.org/W4386123105","https://openalex.org/W2053951134","https://openalex.org/W2933405975","https://openalex.org/W3117345873","https://openalex.org/W2759763224"],"abstract_inverted_index":{"Common":[0],"approaches":[1],"to":[2,24,88],"problems":[3],"involving":[4],"multiple":[5],"modalities":[6,17],"(classification,":[7],"retrieval,":[8],"hyperlinking,":[9],"etc.)":[10],"are":[11],"early":[12,43],"fusion":[13,44],"of":[14,69,110,139],"the":[15,25,67,89,108],"initial":[16],"and":[18,41,62,103,120],"crossmodal":[19,39,55,63,117],"translation":[20,40,118],"from":[21],"one":[22],"modality":[23],"other.":[26],"Recently,":[27],"deep":[28,32,56,71,132],"neural":[29,57,72],"networks,":[30,73],"especially":[31],"autoencoders,":[33,133],"have":[34],"proven":[35],"promising":[36],"both":[37],"for":[38,42,60],"via":[45],"multimodal":[46,61,84,100,104,123,128],"embedding.":[47],"In":[48],"this":[49],"work,":[50],"we":[51],"propose":[52],"a":[53,83,122,146],"flexible":[54],"network":[58],"architecture":[59,96],"representation.":[64],"By":[65],"tying":[66],"weights":[68],"two":[70,90],"symmetry":[74],"is":[75,97],"enforced":[76],"in":[77,99,135,141],"central":[78],"hidden":[79],"layers":[80],"thus":[81],"yielding":[82],"representation":[85,92],"space":[86],"common":[87],"original":[91],"spaces.":[93],"The":[94],"proposed":[95],"evaluated":[98],"query":[101],"expansion":[102],"retrieval":[105],"tasks":[106],"within":[107],"context":[109],"video":[111,147],"hyperlinking.":[112],"Our":[113],"method":[114],"demonstrates":[115],"improved":[116],"capabilities":[119],"produces":[121],"embedding":[124],"that":[125],"significantly":[126],"outperforms":[127],"embeddings":[129],"obtained":[130],"by":[131],"resulting":[134],"an":[136],"absolute":[137],"increase":[138],"14.14":[140],"precision":[142],"at":[143],"10":[144],"on":[145],"hyperlinking":[148],"task.":[149]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":7},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":4},{"year":2016,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}