{"id":"https://openalex.org/W2885641986","doi":"https://doi.org/10.1109/mmul.2018.023121161","title":"A Crossmodal Approach to Multimodal Fusion in Video Hyperlinking","display_name":"A Crossmodal Approach to Multimodal Fusion in Video Hyperlinking","publication_year":2018,"publication_date":"2018-04-01","ids":{"openalex":"https://openalex.org/W2885641986","doi":"https://doi.org/10.1109/mmul.2018.023121161","mag":"2885641986"},"language":"en","primary_location":{"id":"doi:10.1109/mmul.2018.023121161","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmul.2018.023121161","pdf_url":null,"source":{"id":"https://openalex.org/S72873717","display_name":"IEEE Multimedia","issn_l":"1070-986X","issn":["1070-986X","1941-0166"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE MultiMedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://inria.hal.science/hal-01848539","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053127458","display_name":"Vedran Vukoti\u0107","orcid":null},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I28221208","display_name":"Institut National des Sciences Appliqu\u00e9es de Rennes","ror":"https://ror.org/04xaa4j22","country_code":"FR","type":"education","lineage":["https://openalex.org/I28221208"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Vedran Vukotic","raw_affiliation_strings":["INRIA/IRISA Rennes and INSA Rennes","Creating and exploiting explicit links between multimedia fragments"],"affiliations":[{"raw_affiliation_string":"INRIA/IRISA Rennes and INSA Rennes","institution_ids":["https://openalex.org/I28221208","https://openalex.org/I2802519937","https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Creating and exploiting explicit links between multimedia fragments","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073795682","display_name":"Christian Raymond","orcid":"https://orcid.org/0000-0002-0963-9367"},"institutions":[{"id":"https://openalex.org/I28221208","display_name":"Institut National des Sciences Appliqu\u00e9es de Rennes","ror":"https://ror.org/04xaa4j22","country_code":"FR","type":"education","lineage":["https://openalex.org/I28221208"]},{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Christian Raymond","raw_affiliation_strings":["INRIA/IRISA Rennes and INSA Rennes","Creating and exploiting explicit links between multimedia fragments"],"affiliations":[{"raw_affiliation_string":"INRIA/IRISA Rennes and INSA Rennes","institution_ids":["https://openalex.org/I28221208","https://openalex.org/I2802519937","https://openalex.org/I1326498283"]},{"raw_affiliation_string":"Creating and exploiting explicit links between multimedia fragments","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5008190208","display_name":"Guillaume Gravier","orcid":"https://orcid.org/0000-0002-2266-5682"},"institutions":[{"id":"https://openalex.org/I2802519937","display_name":"Institut de Recherche en Informatique et Syst\u00e8mes Al\u00e9atoires","ror":"https://ror.org/00myn0z94","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I1326498283","https://openalex.org/I205703379","https://openalex.org/I2802204017","https://openalex.org/I2802519937","https://openalex.org/I28221208","https://openalex.org/I4210127572","https://openalex.org/I4210159245","https://openalex.org/I56067802"]},{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en sciences et technologies du num\u00e9rique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Guillaume Gravier","raw_affiliation_strings":["INRIA/IRISA Rennes and CNRS","Creating and exploiting explicit links between multimedia fragments"],"affiliations":[{"raw_affiliation_string":"INRIA/IRISA Rennes and CNRS","institution_ids":["https://openalex.org/I2802519937","https://openalex.org/I1326498283","https://openalex.org/I1294671590"]},{"raw_affiliation_string":"Creating and exploiting explicit links between multimedia fragments","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5053127458"],"corresponding_institution_ids":["https://openalex.org/I1326498283","https://openalex.org/I2802519937","https://openalex.org/I28221208"],"apc_list":null,"apc_paid":null,"fwci":0.8357,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.78713884,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"25","issue":"2","first_page":"11","last_page":"23"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11439","display_name":"Video Analysis and Summarization","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10824","display_name":"Image Retrieval and Classification Techniques","score":0.9884999990463257,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8271704912185669},{"id":"https://openalex.org/keywords/crossmodal","display_name":"Crossmodal","score":0.7900466918945312},{"id":"https://openalex.org/keywords/hyperlink","display_name":"Hyperlink","score":0.7302091121673584},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6088455319404602},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.6015046238899231},{"id":"https://openalex.org/keywords/benchmarking","display_name":"Benchmarking","score":0.5798788666725159},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.536200225353241},{"id":"https://openalex.org/keywords/multimodal-learning","display_name":"Multimodal learning","score":0.4292936325073242},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3626658320426941},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3573125898838043},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3427223265171051},{"id":"https://openalex.org/keywords/world-wide-web","display_name":"World Wide Web","score":0.20031708478927612},{"id":"https://openalex.org/keywords/web-page","display_name":"Web page","score":0.07682079076766968},{"id":"https://openalex.org/keywords/visual-perception","display_name":"Visual perception","score":0.07268455624580383}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8271704912185669},{"id":"https://openalex.org/C60115397","wikidata":"https://www.wikidata.org/wiki/Q5188732","display_name":"Crossmodal","level":4,"score":0.7900466918945312},{"id":"https://openalex.org/C30088001","wikidata":"https://www.wikidata.org/wiki/Q102014","display_name":"Hyperlink","level":3,"score":0.7302091121673584},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6088455319404602},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.6015046238899231},{"id":"https://openalex.org/C86251818","wikidata":"https://www.wikidata.org/wiki/Q816754","display_name":"Benchmarking","level":2,"score":0.5798788666725159},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.536200225353241},{"id":"https://openalex.org/C2780660688","wikidata":"https://www.wikidata.org/wiki/Q25052564","display_name":"Multimodal learning","level":2,"score":0.4292936325073242},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3626658320426941},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3573125898838043},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3427223265171051},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.20031708478927612},{"id":"https://openalex.org/C21959979","wikidata":"https://www.wikidata.org/wiki/Q36774","display_name":"Web page","level":2,"score":0.07682079076766968},{"id":"https://openalex.org/C178253425","wikidata":"https://www.wikidata.org/wiki/Q162668","display_name":"Visual perception","level":3,"score":0.07268455624580383},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/mmul.2018.023121161","is_oa":false,"landing_page_url":"https://doi.org/10.1109/mmul.2018.023121161","pdf_url":null,"source":{"id":"https://openalex.org/S72873717","display_name":"IEEE Multimedia","issn_l":"1070-986X","issn":["1070-986X","1941-0166"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE MultiMedia","raw_type":"journal-article"},{"id":"pmh:oai:HAL:hal-01848539v2","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01848539","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE MultiMedia, 2018, 25 (2), pp.11-23. ⟨10.1109/MMUL.2018.023121161⟩","raw_type":"Journal articles"}],"best_oa_location":{"id":"pmh:oai:HAL:hal-01848539v2","is_oa":true,"landing_page_url":"https://inria.hal.science/hal-01848539","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE MultiMedia, 2018, 25 (2), pp.11-23. ⟨10.1109/MMUL.2018.023121161⟩","raw_type":"Journal articles"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":30,"referenced_works":["https://openalex.org/W1533861849","https://openalex.org/W1541790149","https://openalex.org/W1686810756","https://openalex.org/W1797054124","https://openalex.org/W1964073652","https://openalex.org/W2002591263","https://openalex.org/W2062118960","https://openalex.org/W2142988183","https://openalex.org/W2163605009","https://openalex.org/W2184188583","https://openalex.org/W2288303121","https://openalex.org/W2295512169","https://openalex.org/W2414857070","https://openalex.org/W2530144925","https://openalex.org/W2564501341","https://openalex.org/W2618530766","https://openalex.org/W2787684935","https://openalex.org/W2885748754","https://openalex.org/W2915649242","https://openalex.org/W2962835968","https://openalex.org/W4396952261","https://openalex.org/W6631943919","https://openalex.org/W6637373629","https://openalex.org/W6651052499","https://openalex.org/W6681458890","https://openalex.org/W6686207219","https://openalex.org/W6696515328","https://openalex.org/W6730854999","https://openalex.org/W6748994289","https://openalex.org/W6753375563"],"related_works":["https://openalex.org/W4238897586","https://openalex.org/W435179959","https://openalex.org/W2619091065","https://openalex.org/W2059640416","https://openalex.org/W1490753184","https://openalex.org/W2284465472","https://openalex.org/W2291782699","https://openalex.org/W1993948687","https://openalex.org/W2011676020","https://openalex.org/W2000169967"],"abstract_inverted_index":{"With":[0],"the":[1,8,79,116,121,124],"recent":[2],"resurgence":[3],"of":[4,10,13,34,67,123],"neural":[5,75],"networks":[6],"and":[7,19,28,94],"proliferation":[9],"massive":[11],"amounts":[12],"unlabeled":[14],"multimodal":[15,20,46,59,83],"data,":[16],"recommendation":[17],"systems":[18,22],"retrieval":[21],"based":[23],"on":[24],"continuous":[25],"representation":[26],"spaces":[27],"deep":[29,74],"learning":[30],"methods":[31],"are":[32,39],"becoming":[33],"great":[35],"interest.":[36],"Multimodal":[37],"representations":[38],"typically":[40],"obtained":[41,115],"with":[42],"autoencoders":[43],"that":[44,61,90,112],"reconstruct":[45],"data.":[47],"In":[48],"this":[49],"article,":[50],"we":[51,85],"describe":[52],"an":[53],"alternative":[54],"method":[55,114],"to":[56,99],"perform":[57],"high-level":[58],"fusion":[60],"leverages":[62],"crossmodal":[63],"translation":[64],"by":[65],"means":[66],"symmetrical":[68],"encoders":[69],"cast":[70],"into":[71],"a":[72,87,100],"bidirectional":[73],"network":[76],"(BiDNN).":[77],"Using":[78],"lessons":[80],"learned":[81],"from":[82],"retrieval,":[84],"present":[86],"BiDNN-based":[88],"system":[89],"performs":[91],"video":[92,97,107],"hyperlinking":[93,108],"recommends":[95],"interesting":[96],"segments":[98],"viewer.":[101],"Results":[102],"established":[103],"using":[104],"TRECVIDs":[105],"2016":[106],"benchmarking":[109],"initiative":[110],"show":[111],"our":[113],"best":[117],"score,":[118],"thus":[119],"defining":[120],"state":[122],"art.":[125]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":5}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}