{"id":"https://openalex.org/W4285054864","doi":"https://doi.org/10.1145/3503161.3548299","title":"Combining Vision and Language Representations for Patch-based Identification of Lexico-Semantic Relations","display_name":"Combining Vision and Language Representations for Patch-based Identification of Lexico-Semantic Relations","publication_year":2022,"publication_date":"2022-10-10","ids":{"openalex":"https://openalex.org/W4285054864","doi":"https://doi.org/10.1145/3503161.3548299"},"language":"en","primary_location":{"id":"doi:10.1145/3503161.3548299","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3548299","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028134499","display_name":"Prince Jha","orcid":"https://orcid.org/0000-0002-7812-5407"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Prince Jha","raw_affiliation_strings":["Indian Intitute of Technology Patna, Patna, India","IITP - Indian Institute of Technology Patna (Bihta, Patna -801106 (Bihar) - India)"],"affiliations":[{"raw_affiliation_string":"Indian Intitute of Technology Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"IITP - Indian Institute of Technology Patna (Bihta, Patna -801106 (Bihar) - India)","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043440123","display_name":"Ga\u00ebl Dias","orcid":"https://orcid.org/0000-0002-5840-1603"},"institutions":[{"id":"https://openalex.org/I4210105918","display_name":"Normandie Universit\u00e9","ror":"https://ror.org/01k40cz91","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210105918"]},{"id":"https://openalex.org/I98702875","display_name":"Universit\u00e9 de Caen Normandie","ror":"https://ror.org/051kpcy16","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210105918","https://openalex.org/I98702875"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210139483","display_name":"GREYC","ror":"https://ror.org/043749971","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I194210350","https://openalex.org/I4210105918","https://openalex.org/I4210105918","https://openalex.org/I4210139483","https://openalex.org/I4210159245","https://openalex.org/I98702875"]},{"id":"https://openalex.org/I194210350","display_name":"\u00c9cole Nationale Sup\u00e9rieure d'Ing\u00e9nieurs de Caen","ror":"https://ror.org/01fpqqe90","country_code":"FR","type":"education","lineage":["https://openalex.org/I194210350","https://openalex.org/I4210105918"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Ga\u00ebl Dias","raw_affiliation_strings":["Normandie Univ, UNICAEN, ENSICAEN, CNRS, GREYC, Caen, France"],"affiliations":[{"raw_affiliation_string":"Normandie Univ, UNICAEN, ENSICAEN, CNRS, GREYC, Caen, France","institution_ids":["https://openalex.org/I98702875","https://openalex.org/I194210350","https://openalex.org/I4210139483","https://openalex.org/I4210105918","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029718965","display_name":"Alexis Lechervy","orcid":"https://orcid.org/0000-0002-9441-0187"},"institutions":[{"id":"https://openalex.org/I4210139483","display_name":"GREYC","ror":"https://ror.org/043749971","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I1294671590","https://openalex.org/I194210350","https://openalex.org/I4210105918","https://openalex.org/I4210105918","https://openalex.org/I4210139483","https://openalex.org/I4210159245","https://openalex.org/I98702875"]},{"id":"https://openalex.org/I194210350","display_name":"\u00c9cole Nationale Sup\u00e9rieure d'Ing\u00e9nieurs de Caen","ror":"https://ror.org/01fpqqe90","country_code":"FR","type":"education","lineage":["https://openalex.org/I194210350","https://openalex.org/I4210105918"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I4210105918","display_name":"Normandie Universit\u00e9","ror":"https://ror.org/01k40cz91","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210105918"]},{"id":"https://openalex.org/I98702875","display_name":"Universit\u00e9 de Caen Normandie","ror":"https://ror.org/051kpcy16","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210105918","https://openalex.org/I98702875"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alexis Lechervy","raw_affiliation_strings":["Normandie Univ, UNICAEN, ENSICAEN, CNRS, GREYC, CAEN, France"],"affiliations":[{"raw_affiliation_string":"Normandie Univ, UNICAEN, ENSICAEN, CNRS, GREYC, CAEN, France","institution_ids":["https://openalex.org/I98702875","https://openalex.org/I194210350","https://openalex.org/I4210139483","https://openalex.org/I4210105918","https://openalex.org/I1294671590"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027337246","display_name":"Jos\u00e9 G. Moreno","orcid":"https://orcid.org/0000-0002-8852-5797"},"institutions":[{"id":"https://openalex.org/I4210152422","display_name":"Universit\u00e9 Toulouse - Jean Jaur\u00e8s","ror":"https://ror.org/04ezk3x31","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210152422","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I3131550300","display_name":"Universit\u00e9 Toulouse-I-Capitole","ror":"https://ror.org/0443n9e75","country_code":"FR","type":"education","lineage":["https://openalex.org/I3131550300"]},{"id":"https://openalex.org/I17866349","display_name":"Universit\u00e9 F\u00e9d\u00e9rale de Toulouse Midi-Pyr\u00e9n\u00e9es","ror":"https://ror.org/004raaa70","country_code":"FR","type":"education","lineage":["https://openalex.org/I17866349"]},{"id":"https://openalex.org/I4210119061","display_name":"Institut de Recherche en Informatique de Toulouse","ror":"https://ror.org/01rx4qw44","country_code":"FR","type":"facility","lineage":["https://openalex.org/I1294671590","https://openalex.org/I205747304","https://openalex.org/I205747304","https://openalex.org/I4210119061","https://openalex.org/I4387153255","https://openalex.org/I4405258862","https://openalex.org/I4405258862"]},{"id":"https://openalex.org/I4210160189","display_name":"Institut Polytechnique de Bordeaux","ror":"https://ror.org/054qv7y42","country_code":"FR","type":"education","lineage":["https://openalex.org/I4210160189"]},{"id":"https://openalex.org/I1294671590","display_name":"Centre National de la Recherche Scientifique","ror":"https://ror.org/02feahw73","country_code":"FR","type":"government","lineage":["https://openalex.org/I1294671590"]},{"id":"https://openalex.org/I134560555","display_name":"Universit\u00e9 Toulouse III - Paul Sabatier","ror":"https://ror.org/02v6kpv12","country_code":"FR","type":"education","lineage":["https://openalex.org/I134560555","https://openalex.org/I4405258862"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jose G. Moreno","raw_affiliation_strings":["Universit\u00e9 de Toulouse, IRIT UMR 5505 CNRS, Toulouse, France"],"affiliations":[{"raw_affiliation_string":"Universit\u00e9 de Toulouse, IRIT UMR 5505 CNRS, Toulouse, France","institution_ids":["https://openalex.org/I17866349","https://openalex.org/I134560555","https://openalex.org/I3131550300","https://openalex.org/I4210160189","https://openalex.org/I4210152422","https://openalex.org/I1294671590","https://openalex.org/I4210119061"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008197599","display_name":"Anubhav Jangra","orcid":"https://orcid.org/0000-0001-5571-6098"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Anubhav Jangra","raw_affiliation_strings":["Indian Institute of Technology Patna, Bangalore, India"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Patna, Bangalore, India","institution_ids":["https://openalex.org/I132153292"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015342484","display_name":"Sebasti\u00e3o Pais","orcid":"https://orcid.org/0000-0003-2337-0779"},"institutions":[{"id":"https://openalex.org/I161321875","display_name":"University of Beira Interior","ror":"https://ror.org/03nf36p02","country_code":"PT","type":"education","lineage":["https://openalex.org/I161321875"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Sebasti\u00e3o Pais","raw_affiliation_strings":["University of Beira Interior, Covilh\u00e3, Portugal"],"affiliations":[{"raw_affiliation_string":"University of Beira Interior, Covilh\u00e3, Portugal","institution_ids":["https://openalex.org/I161321875"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025979359","display_name":"Sriparna Saha","orcid":"https://orcid.org/0000-0001-5494-9391"},"institutions":[{"id":"https://openalex.org/I132153292","display_name":"Indian Institute of Technology Patna","ror":"https://ror.org/01ft5vz71","country_code":"IN","type":"education","lineage":["https://openalex.org/I132153292"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Sriparna Saha","raw_affiliation_strings":["Indian Intitute of Technology Patna, Patna, India","IITP - Indian Institute of Technology Patna (Bihta, Patna -801106 (Bihar) - India)"],"affiliations":[{"raw_affiliation_string":"Indian Intitute of Technology Patna, Patna, India","institution_ids":["https://openalex.org/I132153292"]},{"raw_affiliation_string":"IITP - Indian Institute of Technology Patna (Bihta, Patna -801106 (Bihar) - India)","institution_ids":["https://openalex.org/I132153292"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5028134499"],"corresponding_institution_ids":["https://openalex.org/I132153292"],"apc_list":null,"apc_paid":null,"fwci":0.2996,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.62412662,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":"4406","last_page":"4415"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11148","display_name":"Language, Metaphor, and Cognition","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/3205","display_name":"Experimental and Cognitive Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7638207674026489},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6932119727134705},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6687135696411133},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.651077389717102},{"id":"https://openalex.org/keywords/modalities","display_name":"Modalities","score":0.643268883228302},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.5191392302513123},{"id":"https://openalex.org/keywords/lexico","display_name":"Lexico","score":0.4820164442062378},{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.4431861937046051},{"id":"https://openalex.org/keywords/distributional-semantics","display_name":"Distributional semantics","score":0.43773993849754333},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.34154993295669556},{"id":"https://openalex.org/keywords/semantic-similarity","display_name":"Semantic similarity","score":0.1782573163509369},{"id":"https://openalex.org/keywords/lexicon","display_name":"Lexicon","score":0.09738796949386597}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7638207674026489},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6932119727134705},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6687135696411133},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.651077389717102},{"id":"https://openalex.org/C2779903281","wikidata":"https://www.wikidata.org/wiki/Q6888026","display_name":"Modalities","level":2,"score":0.643268883228302},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.5191392302513123},{"id":"https://openalex.org/C2777776507","wikidata":"https://www.wikidata.org/wiki/Q4807054","display_name":"Lexico","level":3,"score":0.4820164442062378},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.4431861937046051},{"id":"https://openalex.org/C2778828372","wikidata":"https://www.wikidata.org/wiki/Q5283209","display_name":"Distributional semantics","level":3,"score":0.43773993849754333},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.34154993295669556},{"id":"https://openalex.org/C130318100","wikidata":"https://www.wikidata.org/wiki/Q2268914","display_name":"Semantic similarity","level":2,"score":0.1782573163509369},{"id":"https://openalex.org/C2778121359","wikidata":"https://www.wikidata.org/wiki/Q8096","display_name":"Lexicon","level":2,"score":0.09738796949386597},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0},{"id":"https://openalex.org/C59822182","wikidata":"https://www.wikidata.org/wiki/Q441","display_name":"Botany","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3503161.3548299","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3503161.3548299","pdf_url":null,"source":{"id":"https://openalex.org/S4363608757","display_name":"Proceedings of the 30th ACM International Conference on Multimedia","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM International Conference on Multimedia","raw_type":"proceedings-article"},{"id":"pmh:oai:HAL:hal-03720737v1","is_oa":false,"landing_page_url":"https://hal.science/hal-03720737","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://2022.acmmm.org/","raw_type":"Conference papers"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7200000286102295}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1933349210","https://openalex.org/W2068737686","https://openalex.org/W2102381086","https://openalex.org/W2108598243","https://openalex.org/W2296076036","https://openalex.org/W2317879529","https://openalex.org/W2584578456","https://openalex.org/W2592549418","https://openalex.org/W2619383789","https://openalex.org/W2625569117","https://openalex.org/W2753840835","https://openalex.org/W2772633765","https://openalex.org/W2896348597","https://openalex.org/W2897182555","https://openalex.org/W2937960099","https://openalex.org/W2951431783","https://openalex.org/W2962724755","https://openalex.org/W2962772175","https://openalex.org/W2962909572","https://openalex.org/W2963871344","https://openalex.org/W2964053384","https://openalex.org/W2964242916","https://openalex.org/W2978855205","https://openalex.org/W2990365462","https://openalex.org/W2998557616","https://openalex.org/W3011759460","https://openalex.org/W3015879588","https://openalex.org/W3046415183","https://openalex.org/W3135132088","https://openalex.org/W3135367836","https://openalex.org/W3187293622","https://openalex.org/W3206570195"],"related_works":["https://openalex.org/W2941608206","https://openalex.org/W2963364736","https://openalex.org/W2808113865","https://openalex.org/W4251775493","https://openalex.org/W2112408611","https://openalex.org/W4366284213","https://openalex.org/W2803912041","https://openalex.org/W4235405867","https://openalex.org/W909526553","https://openalex.org/W4322735487"],"abstract_inverted_index":{"Although":[0],"a":[1],"wide":[2],"range":[3],"of":[4,12,57,80,129],"applications":[5],"have":[6,20],"been":[7,21],"proposed":[8],"in":[9],"the":[10,32,58,62,72,77,81,110,116,121,126],"field":[11],"multimodal":[13,23,117],"natural":[14],"language":[15],"processing,":[16],"very":[17],"few":[18],"works":[19],"tackling":[22],"relational":[24],"lexical":[25],"semantics.":[26],"In":[27],"this":[28],"paper,":[29],"we":[30,65,89],"propose":[31],"first":[33],"attempt":[34],"to":[35,103],"identify":[36],"lexico-semantic":[37],"relations":[38],"with":[39,95,132],"visual":[40,68,96,107,122],"clues,":[41],"which":[42],"embody":[43],"linguistic":[44,84],"phenomena":[45],"such":[46],"as":[47],"synonymy,":[48],"co-hyponymy":[49],"or":[50],"hypernymy.":[51],"While":[52],"traditional":[53],"methods":[54],"take":[55],"advantage":[56],"paradigmatic":[59],"approach":[60],"or/and":[61],"distributional":[63],"hypothesis,":[64],"hypothesize":[66],"that":[67,87,120],"information":[69,123],"can":[70,124],"supplement":[71,125],"textual":[73,105,130],"information,":[74,97],"relying":[75],"on":[76],"apperceptum":[78],"subcomponent":[79],"semiotic":[82],"textology":[83],"theory.":[85],"For":[86],"purpose,":[88],"automatically":[90],"extend":[91],"two":[92],"gold-standard":[93],"datasets":[94,118],"and":[98,106],"develop":[99],"different":[100],"fusion":[101],"techniques":[102],"combine":[104],"modalities":[108],"following":[109],"patch-based":[111],"strategy.":[112],"Experimental":[113],"results":[114],"over":[115],"show":[119],"missing":[127],"semantics":[128],"encodings":[131],"reliable":[133],"performance":[134],"improvements.":[135]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}