{"id":"https://openalex.org/W2952913767","doi":"https://doi.org/10.1145/3323873.3325025","title":"Relationship Detection Based on Object Semantic Inference and Attention Mechanisms","display_name":"Relationship Detection Based on Object Semantic Inference and Attention Mechanisms","publication_year":2019,"publication_date":"2019-06-05","ids":{"openalex":"https://openalex.org/W2952913767","doi":"https://doi.org/10.1145/3323873.3325025","mag":"2952913767"},"language":"en","primary_location":{"id":"doi:10.1145/3323873.3325025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3323873.3325025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3323873.3325025","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3323873.3325025","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100425294","display_name":"Liang Zhang","orcid":"https://orcid.org/0000-0003-4331-5830"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Liang Zhang","raw_affiliation_strings":["Xidian University, Shanghai BNC, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Xidian University, Shanghai BNC, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5105830207","display_name":"Shuai Zhang","orcid":"https://orcid.org/0000-0003-1746-2220"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shuai Zhang","raw_affiliation_strings":["Xidian University, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103197309","display_name":"Peiyi Shen","orcid":"https://orcid.org/0000-0002-3527-7232"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiyi Shen","raw_affiliation_strings":["Xidian University, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028794275","display_name":"Guangming Zhu","orcid":"https://orcid.org/0000-0003-3214-4095"},"institutions":[{"id":"https://openalex.org/I149594827","display_name":"Xidian University","ror":"https://ror.org/05s92vm98","country_code":"CN","type":"education","lineage":["https://openalex.org/I149594827"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangming Zhu","raw_affiliation_strings":["Xidian University, Xi'an, Shaanxi, China"],"affiliations":[{"raw_affiliation_string":"Xidian University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I149594827"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049303874","display_name":"Syed Afaq Ali Shah","orcid":"https://orcid.org/0000-0003-2181-8445"},"institutions":[{"id":"https://openalex.org/I176790772","display_name":"Murdoch University","ror":"https://ror.org/00r4sry34","country_code":"AU","type":"education","lineage":["https://openalex.org/I176790772"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Syed Afaq Ali Shah","raw_affiliation_strings":["Murdoch University, Perth, Australia"],"affiliations":[{"raw_affiliation_string":"Murdoch University, Perth, Australia","institution_ids":["https://openalex.org/I176790772"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009750573","display_name":"Mohammed Bennamoun","orcid":"https://orcid.org/0000-0002-6603-3257"},"institutions":[{"id":"https://openalex.org/I177877127","display_name":"University of Western Australia","ror":"https://ror.org/047272k79","country_code":"AU","type":"education","lineage":["https://openalex.org/I177877127"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Mohammed Bennamoun","raw_affiliation_strings":["University of Western Australia, Perth, Australia"],"affiliations":[{"raw_affiliation_string":"University of Western Australia, Perth, Australia","institution_ids":["https://openalex.org/I177877127"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100425294"],"corresponding_institution_ids":["https://openalex.org/I149594827"],"apc_list":null,"apc_paid":null,"fwci":0.4089,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.64874111,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7937982082366943},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6612536907196045},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6330580711364746},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.6204432845115662},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5845586061477661},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.5653521418571472},{"id":"https://openalex.org/keywords/phrase","display_name":"Phrase","score":0.5640304684638977},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5206422209739685},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.516598105430603},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.45199352502822876},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.44520092010498047},{"id":"https://openalex.org/keywords/semantic-gap","display_name":"Semantic gap","score":0.4342314600944519},{"id":"https://openalex.org/keywords/semantic-feature","display_name":"Semantic feature","score":0.4261396825313568},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.391021192073822},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.3054729104042053},{"id":"https://openalex.org/keywords/image-retrieval","display_name":"Image retrieval","score":0.12745970487594604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7937982082366943},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6612536907196045},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6330580711364746},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.6204432845115662},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5845586061477661},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.5653521418571472},{"id":"https://openalex.org/C2776224158","wikidata":"https://www.wikidata.org/wiki/Q187931","display_name":"Phrase","level":2,"score":0.5640304684638977},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5206422209739685},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.516598105430603},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.45199352502822876},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.44520092010498047},{"id":"https://openalex.org/C86034646","wikidata":"https://www.wikidata.org/wiki/Q474311","display_name":"Semantic gap","level":4,"score":0.4342314600944519},{"id":"https://openalex.org/C2781122975","wikidata":"https://www.wikidata.org/wiki/Q16928266","display_name":"Semantic feature","level":2,"score":0.4261396825313568},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.391021192073822},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.3054729104042053},{"id":"https://openalex.org/C1667742","wikidata":"https://www.wikidata.org/wiki/Q10927554","display_name":"Image retrieval","level":3,"score":0.12745970487594604},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1145/3323873.3325025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3323873.3325025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3323873.3325025","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},{"id":"pmh:oai:pure.atira.dk:publications/bb6ce975-c08d-423d-bd51-fd2a261b3335","is_oa":true,"landing_page_url":"https://research-repository.uwa.edu.au/en/publications/bb6ce975-c08d-423d-bd51-fd2a261b3335","pdf_url":null,"source":{"id":"https://openalex.org/S4306402523","display_name":"UWA Profiles and Research Repository (University of Western Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zhang , L , Zhang , S , Shen , P , Zhu , G , Shah , S A A &amp; Bennamoun , M 2019 , Relationship detection based on object semantic inference and attention mechanisms . in ICMR 2019 - Proceedings of the 2019 ACM International Conference on Multimedia Retrieval . ICMR 2019 - Proceedings of the 2019 ACM International Conference on Multimedia Retrieval , Association for Computing Machinery (ACM) , USA , pp. 68-72 . https://doi.org/10.1145/3323873.3325025","raw_type":"contributionToPeriodical"},{"id":"pmh:oai:researchrepository.murdoch.edu.au:48527","is_oa":false,"landing_page_url":"https://researchrepository.murdoch.edu.au/id/eprint/48527/","pdf_url":null,"source":{"id":"https://openalex.org/S4306400274","display_name":"Murdoch Research Repository (Murdoch University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I176790772","host_organization_name":"Murdoch University","host_organization_lineage":["https://openalex.org/I176790772"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"  Zhang, L., Zhang, S., Shen, P., Zhu, G., Shah, S.A.A. &lt;https://researchrepository.murdoch.edu.au/view/author/Shah, Syed Afaq Ali.html&gt; and Bennamoun, M.   (2019)  Relationship detection based on object semantic inference and attention mechanisms.    In: 2019 on International Conference on Multimedia Retrieval (ICMR) 2019, 10 - 13 June 2019, Ottawa ON, Canada   ","raw_type":"Conference Paper"},{"id":"pmh:oai:pure.atira.dk:openaire/bb6ce975-c08d-423d-bd51-fd2a261b3335","is_oa":true,"landing_page_url":"https://admin.research-repository.uwa.edu.au/en/publications/bb6ce975-c08d-423d-bd51-fd2a261b3335","pdf_url":null,"source":{"id":"https://openalex.org/S4306402523","display_name":"UWA Profiles and Research Repository (University of Western Australia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I177877127","host_organization_name":"The University of Western Australia","host_organization_lineage":["https://openalex.org/I177877127"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Zhang, L, Zhang, S, Shen, P, Zhu, G, Shah, S A A & Bennamoun, M 2019, Relationship detection based on object semantic inference and attention mechanisms. in ICMR 2019 - Proceedings of the 2019 ACM International Conference on Multimedia Retrieval. ICMR 2019 - Proceedings of the 2019 ACM International Conference on Multimedia Retrieval, Association for Computing Machinery (ACM), USA, pp. 68-72. https://doi.org/10.1145/3323873.3325025","raw_type":"contributionToPeriodical"}],"best_oa_location":{"id":"doi:10.1145/3323873.3325025","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3323873.3325025","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3323873.3325025","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2019 on International Conference on Multimedia Retrieval","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321885","display_name":"Science and Technology Commission of Shanghai Municipality","ror":"https://ror.org/03kt66j61"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2952913767.pdf","grobid_xml":"https://content.openalex.org/works/W2952913767.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W78159342","https://openalex.org/W639708223","https://openalex.org/W1892016050","https://openalex.org/W1905882502","https://openalex.org/W2077069816","https://openalex.org/W2086842362","https://openalex.org/W2250539671","https://openalex.org/W2277195237","https://openalex.org/W2579549467","https://openalex.org/W2605736949","https://openalex.org/W2607855566","https://openalex.org/W2770106191","https://openalex.org/W2829302659","https://openalex.org/W2883170015","https://openalex.org/W2905588046","https://openalex.org/W2950577311","https://openalex.org/W2951584201","https://openalex.org/W2952688802","https://openalex.org/W2953238423","https://openalex.org/W2963314968","https://openalex.org/W2963403868","https://openalex.org/W2963536419","https://openalex.org/W2963649796","https://openalex.org/W2963650529","https://openalex.org/W2969047925","https://openalex.org/W3177525997"],"related_works":["https://openalex.org/W2473933584","https://openalex.org/W2932687906","https://openalex.org/W2280723418","https://openalex.org/W2384506582","https://openalex.org/W2350165951","https://openalex.org/W2997419729","https://openalex.org/W1999004178","https://openalex.org/W2389537640","https://openalex.org/W1898182388","https://openalex.org/W2082085186"],"abstract_inverted_index":{"Detecting":[0],"relations":[1],"among":[2],"objects":[3,16,21,144],"is":[4,52,63,153],"a":[5,36,44,118],"crucial":[6],"task":[7],"for":[8,106,124],"image":[9],"understanding.":[10],"However,":[11],"each":[12,97,125,136],"relationship":[13,48,175],"involves":[14],"different":[15,20,103],"pair":[17,22],"combinations,":[18],"and":[19,58,89,110,121,164],"combinations":[23],"express":[24],"diverse":[25],"interactions.":[26],"This":[27],"makes":[28],"the":[29,79,85,90,127,133,142,146,159,173,195],"relationships,":[30],"based":[31,53],"just":[32],"on":[33,54,168,182],"visual":[34,83,91,174],"features,":[35],"challenging":[37],"task.":[38,177],"In":[39,114],"this":[40],"paper,":[41],"we":[42],"propose":[43],"simple":[45],"yet":[46],"effective":[47],"detection":[49,176],"model,":[50],"which":[51],"object":[55,107,128,137],"semantic":[56,86],"inference":[57,87],"attention":[59,104],"mechanisms.":[60],"Our":[61,187],"model":[62,181,189],"trained":[64],"to":[65,95,116,157,165,171,194],"detect":[66],"relation":[67],"triples,":[68],"such":[69],"as":[70],"<man":[71],"ride":[72],"horse>,":[73],"<horse,":[74],"carry,":[75],"bag>.":[76],"To":[77],"overcome":[78],"high":[80],"diversity":[81],"of":[82,135],"appearances,":[84],"module":[88,131,152],"features":[92],"are":[93],"combined":[94],"complement":[96],"others.":[98],"We":[99,178],"also":[100],"introduce":[101],"two":[102],"mechanisms":[105],"feature":[108,112,129,150,161],"refinement":[109,130,151],"phrase":[111,149,160],"refinement.":[113],"order":[115,156],"derive":[117],"more":[119,162],"detailed":[120],"comprehensive":[122],"representation":[123,134],"object,":[126],"refines":[132],"by":[138],"querying":[139],"over":[140],"all":[141],"other":[143],"in":[145,155],"image.":[147],"The":[148],"proposed":[154,188],"make":[158],"effective,":[163],"automatically":[166],"focus":[167],"relative":[169],"parts,":[170],"improve":[172],"validate":[179],"our":[180],"Visual":[183],"Genome":[184],"Relationship":[185],"dataset.":[186],"achieves":[190],"competitive":[191],"results":[192],"compared":[193],"state-of-the-art":[196],"method":[197],"MOTIFNET.":[198]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2025-10-10T00:00:00"}