{"id":"https://openalex.org/W3168954372","doi":"https://doi.org/10.3233/faia210049","title":"A Deep Local and Global Scene-Graph Matching for Image-Text Retrieval","display_name":"A Deep Local and Global Scene-Graph Matching for Image-Text Retrieval","publication_year":2021,"publication_date":"2021-09-08","ids":{"openalex":"https://openalex.org/W3168954372","doi":"https://doi.org/10.3233/faia210049","mag":"3168954372"},"language":"en","primary_location":{"id":"doi:10.3233/faia210049","is_oa":false,"landing_page_url":"https://doi.org/10.3233/faia210049","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2106.02400","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086171825","display_name":"Manh-Duy Nguyen","orcid":"https://orcid.org/0000-0001-6878-7039"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Manh-Duy Nguyen","raw_affiliation_strings":["School of Computing, Dublin, Ireland","Dublin City University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Dublin, Ireland","institution_ids":[]},{"raw_affiliation_string":"Dublin City University","institution_ids":["https://openalex.org/I42934936"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051882105","display_name":"Binh T. Nguyen","orcid":"https://orcid.org/0000-0001-5249-9702"},"institutions":[{"id":"https://openalex.org/I123565023","display_name":"Vietnam National University Ho Chi Minh City","ror":"https://ror.org/00waaqh38","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023"]},{"id":"https://openalex.org/I23582244","display_name":"Ho Chi Minh City University of Science","ror":"https://ror.org/05jfbgm49","country_code":"VN","type":"education","lineage":["https://openalex.org/I123565023","https://openalex.org/I23582244"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Binh T. Nguyen","raw_affiliation_strings":["AISIA Research Lab","University of Science, Ho Chi Minh City, Vietnam","Vietnam National University Ho Chi Minh City, Vietnam","Vietnam National University Ho Chi Minh City, Ho Chi Minh City, Vietnam"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AISIA Research Lab","institution_ids":[]},{"raw_affiliation_string":"University of Science, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I23582244"]},{"raw_affiliation_string":"Vietnam National University Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]},{"raw_affiliation_string":"Vietnam National University Ho Chi Minh City, Ho Chi Minh City, Vietnam","institution_ids":["https://openalex.org/I123565023"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014224452","display_name":"Cathal Gurrin","orcid":"https://orcid.org/0000-0003-2903-3968"},"institutions":[{"id":"https://openalex.org/I42934936","display_name":"Dublin City University","ror":"https://ror.org/04a1a1e81","country_code":"IE","type":"education","lineage":["https://openalex.org/I42934936"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Cathal Gurrin","raw_affiliation_strings":["School of Computing, Dublin, Ireland","Dublin City University, Dublin, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, Dublin, Ireland","institution_ids":[]},{"raw_affiliation_string":"Dublin City University, Dublin, Ireland","institution_ids":["https://openalex.org/I42934936"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.12007011,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7333798408508301},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.6047021150588989},{"id":"https://openalex.org/keywords/scene-graph","display_name":"Scene graph","score":0.5855973958969116},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5605000257492065},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.5115590691566467},{"id":"https://openalex.org/keywords/search-engine-indexing","display_name":"Search engine indexing","score":0.5044447183609009},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.48938673734664917},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.471749871969223},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3559451997280121},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.27344024181365967},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1805209219455719}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7333798408508301},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.6047021150588989},{"id":"https://openalex.org/C179372163","wikidata":"https://www.wikidata.org/wiki/Q1406181","display_name":"Scene graph","level":3,"score":0.5855973958969116},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5605000257492065},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.5115590691566467},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.5044447183609009},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.48938673734664917},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.471749871969223},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3559451997280121},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.27344024181365967},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1805209219455719},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3233/faia210049","is_oa":false,"landing_page_url":"https://doi.org/10.3233/faia210049","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},{"id":"pmh:oai:arXiv.org:2106.02400","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.02400","pdf_url":"https://arxiv.org/pdf/2106.02400","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:3168954372","is_oa":true,"landing_page_url":"https://arxiv.org/pdf/2106.02400v1","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"pmh:http://www.rian.ie/199648/","is_oa":false,"landing_page_url":"http://doras.dcu.ie/26437/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400033","display_name":"Arrow@dit (Dublin Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I115570527","host_organization_name":"Dublin Institute of Technology","host_organization_lineage":["https://openalex.org/I115570527"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Nguyen, Manh-Duy ORCID: 0000-0001-6878-7039 <https://orcid.org/0000-0001-6878-7039>, Nguyen, Binh T. and Cathal, Gurrin ORCID: 0000-0003-4395-7702 <https://orcid.org/0000-0003-4395-7702> (2021) A deep local and global scene-graph matching for image-text retrieval. In: International Conference on Intelligent Software Methodologies, Tools and Techniques (SOMET'2021), 21-23 Sept 2021, Mexico City. ISBN 978-1-64368-195-5","raw_type":"Other"},{"id":"doi:10.48550/arxiv.2106.02400","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2106.02400","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2106.02400","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2106.02400","pdf_url":"https://arxiv.org/pdf/2106.02400","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W1773149199","https://openalex.org/W2064675550","https://openalex.org/W2077069816","https://openalex.org/W2185175083","https://openalex.org/W2194775991","https://openalex.org/W2277195237","https://openalex.org/W2506483933","https://openalex.org/W2550821151","https://openalex.org/W2626778328","https://openalex.org/W2765440071","https://openalex.org/W2767286248","https://openalex.org/W2774267535","https://openalex.org/W2785644996","https://openalex.org/W2810482788","https://openalex.org/W2886970679","https://openalex.org/W2904993015","https://openalex.org/W2947148979","https://openalex.org/W2955425717","https://openalex.org/W2962964995","https://openalex.org/W2963184176","https://openalex.org/W2963536419","https://openalex.org/W2963938081","https://openalex.org/W2964120214","https://openalex.org/W2964727037","https://openalex.org/W2965848243","https://openalex.org/W3010277541","https://openalex.org/W3029678209","https://openalex.org/W3034528136","https://openalex.org/W3035454331","https://openalex.org/W3035588244","https://openalex.org/W3035605030","https://openalex.org/W3088910991","https://openalex.org/W3091905774","https://openalex.org/W3126337751","https://openalex.org/W4210257598"],"related_works":["https://openalex.org/W3203447128","https://openalex.org/W2981519940","https://openalex.org/W2980239556","https://openalex.org/W3092867601","https://openalex.org/W3168680617","https://openalex.org/W3204462647","https://openalex.org/W3201591743","https://openalex.org/W2928594414","https://openalex.org/W3127546394","https://openalex.org/W2756246624","https://openalex.org/W3095096242","https://openalex.org/W2144990732","https://openalex.org/W2096728410","https://openalex.org/W2997779448","https://openalex.org/W2909239641","https://openalex.org/W3154308157","https://openalex.org/W3164115078","https://openalex.org/W2419466261","https://openalex.org/W3040708944","https://openalex.org/W3176890766"],"abstract_inverted_index":{"Conventional":[0],"approaches":[1],"to":[2,59,62,114,140,158,172],"image-text":[3,51,178],"retrieval":[4,80],"mainly":[5],"focus":[6],"on":[7,208],"indexing":[8],"visual":[9],"objects":[10,22],"appearing":[11],"in":[12,31,39,73],"pictures":[13],"but":[14],"ignore":[15],"the":[16,40,50,64,79,93,104,116,142,167,170,174,188,194,197,202,209],"interactions":[17,25],"between":[18],"these":[19],"objects.":[20],"Such":[21],"occurrences":[23],"and":[24,29,54,69,77,95,132,148,169],"are":[26,36,71,138],"equivalently":[27],"useful":[28],"important":[30],"this":[32,89,177],"field":[33],"as":[34,82],"they":[35],"usually":[37],"mentioned":[38],"text.":[41],"Scene":[42,97],"graph":[43,75,85,111,153],"presentation":[44],"is":[45,156],"a":[46,83,120,124,151],"suitable":[47],"method":[48,106,199],"for":[49,123],"matching":[52,86],"challenge":[53,81],"obtained":[55],"good":[56],"results":[57],"due":[58],"its":[60,133],"ability":[61],"capture":[63,115],"inter-relationship":[65],"information.":[66],"Both":[67],"images":[68],"text":[70],"represented":[72],"scene":[74,84,127],"levels":[76,191],"formulate":[78],"challenge.":[87],"In":[88],"paper,":[90],"we":[91],"introduce":[92],"Local":[94],"Global":[96],"Graph":[98],"Matching":[99],"(LGSGM)":[100],"model":[101,155],"that":[102,184],"enhances":[103],"state-of-the-art":[105],"by":[107,200,204],"integrating":[108],"an":[109,130],"extra":[110],"convolution":[112,154],"network":[113],"general":[117],"information":[118],"of":[119,126,129,144,176,190,196],"graph.":[121],"Specifically,":[122],"pair":[125],"graphs":[128,160],"image":[131],"caption,":[134],"two":[135],"separate":[136],"models":[137],"used":[139],"learn":[141],"features":[143],"each":[145],"graph\u2019s":[146],"nodes":[147],"edges.":[149],"Then":[150],"Siamese-structure":[152],"employed":[157],"embed":[159],"into":[161],"vector":[162],"forms.":[163],"We":[164],"finally":[165],"combine":[166],"graph-level":[168],"vector-level":[171],"calculate":[173],"similarity":[175],"pair.":[179],"The":[180],"empirical":[181],"experiments":[182],"show":[183],"our":[185],"enhancement":[186],"with":[187],"combination":[189],"can":[192,215],"improve":[193],"performance":[195],"baseline":[198],"increasing":[201],"recall":[203],"more":[205],"than":[206],"10%":[207],"Flickr30k":[210],"dataset.":[211],"Our":[212],"implementation":[213],"code":[214],"be":[216],"found":[217],"at":[218],"https://github.com/m2man/LGSGM.":[219]},"counts_by_year":[],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}