{"id":"https://openalex.org/W4397026441","doi":"https://doi.org/10.1109/tcsvt.2024.3402247","title":"Learning Self- and Cross-Triplet Context Clues for Human-Object Interaction Detection","display_name":"Learning Self- and Cross-Triplet Context Clues for Human-Object Interaction Detection","publication_year":2024,"publication_date":"2024-05-17","ids":{"openalex":"https://openalex.org/W4397026441","doi":"https://doi.org/10.1109/tcsvt.2024.3402247"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3402247","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3402247","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5072203497","display_name":"Weihong Ren","orcid":"https://orcid.org/0000-0003-3839-0078"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weihong Ren","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","Shenyang Institute of Automation, State Key Laboratory of Robotics, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0003-3839-0078","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"Shenyang Institute of Automation, State Key Laboratory of Robotics, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001147139","display_name":"Jinguo Luo","orcid":"https://orcid.org/0009-0007-4069-1984"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinguo Luo","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007223257","display_name":"Weibo Jiang","orcid":"https://orcid.org/0000-0003-1261-028X"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weibo Jiang","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083630052","display_name":"Liangqiong Qu","orcid":"https://orcid.org/0000-0001-8235-7852"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Liangqiong Qu","raw_affiliation_strings":["Department of Statistics and Actuarial Science, The University of Hong Kong, Hong Kong, SAR, China"],"raw_orcid":"https://orcid.org/0000-0001-8235-7852","affiliations":[{"raw_affiliation_string":"Department of Statistics and Actuarial Science, The University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001277681","display_name":"Zhi Han","orcid":"https://orcid.org/0000-0002-8039-6679"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhi Han","raw_affiliation_strings":["State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","Shenyang Institute of Automation, State Key Laboratory of Robotics, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-8039-6679","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenyang Institute of Automation, State Key Laboratory of Robotics, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101818810","display_name":"Jiandong Tian","orcid":"https://orcid.org/0000-0002-5027-1381"},"institutions":[{"id":"https://openalex.org/I142078773","display_name":"Shenyang Institute of Automation","ror":"https://ror.org/00ft6nj33","country_code":"CN","type":"facility","lineage":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiandong Tian","raw_affiliation_strings":["State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","Shenyang Institute of Automation, State Key Laboratory of Robotics, Chinese Academy of Sciences, Shenyang, China"],"raw_orcid":"https://orcid.org/0000-0002-5027-1381","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics, Shenyang Institute of Automation, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Shenyang Institute of Automation, State Key Laboratory of Robotics, Chinese Academy of Sciences, Shenyang, China","institution_ids":["https://openalex.org/I142078773","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5085867312","display_name":"Honghai Liu","orcid":"https://orcid.org/0000-0002-2880-4698"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Honghai Liu","raw_affiliation_strings":["State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0002-2880-4698","affiliations":[{"raw_affiliation_string":"State Key Laboratory of Robotics and Systems, School of Mechanical Engineering and Automation, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":5.3136,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":{"value":0.96714882,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"34","issue":"10","first_page":"9760","last_page":"9773"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9846000075340271,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9495999813079834,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6186022758483887},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5403860211372375},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43145856261253357},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4241846203804016},{"id":"https://openalex.org/keywords/context-model","display_name":"Context model","score":0.4220823645591736}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6186022758483887},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5403860211372375},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43145856261253357},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4241846203804016},{"id":"https://openalex.org/C183322885","wikidata":"https://www.wikidata.org/wiki/Q17007702","display_name":"Context model","level":3,"score":0.4220823645591736},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3402247","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3402247","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1908760408","display_name":null,"funder_award_id":"62206075","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1943871057","display_name":null,"funder_award_id":"62261160652","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2567398775","display_name":"\u9762\u5411\u5b64\u72ec\u75c7\u65e9\u671f\u8bca\u7597\u7684\u673a\u5668\u8f85\u52a9\u7cfb\u7edf\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61733011","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G332759849","display_name":null,"funder_award_id":"2021A1515110438","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G3507080720","display_name":null,"funder_award_id":"61821005","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5675011924","display_name":null,"funder_award_id":"2023-O06","funder_id":"https://openalex.org/F4320326907","funder_display_name":"State Key Laboratory of Robotics"},{"id":"https://openalex.org/G5691570638","display_name":null,"funder_award_id":"U23A20343","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320326907","display_name":"State Key Laboratory of Robotics","ror":null},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":80,"referenced_works":["https://openalex.org/W1551928752","https://openalex.org/W1861492603","https://openalex.org/W2214124602","https://openalex.org/W2888814092","https://openalex.org/W2908510526","https://openalex.org/W2962202279","https://openalex.org/W2963097937","https://openalex.org/W2963351448","https://openalex.org/W2964225075","https://openalex.org/W2976818183","https://openalex.org/W2990599624","https://openalex.org/W2997150218","https://openalex.org/W3034934229","https://openalex.org/W3034951775","https://openalex.org/W3035598501","https://openalex.org/W3047999543","https://openalex.org/W3095753865","https://openalex.org/W3096609285","https://openalex.org/W3102452576","https://openalex.org/W3106121867","https://openalex.org/W3107081247","https://openalex.org/W3109754877","https://openalex.org/W3109813419","https://openalex.org/W3112530000","https://openalex.org/W3119381934","https://openalex.org/W3126195189","https://openalex.org/W3168279596","https://openalex.org/W3168488421","https://openalex.org/W3171169846","https://openalex.org/W3174164794","https://openalex.org/W3174480456","https://openalex.org/W3181286780","https://openalex.org/W3181762391","https://openalex.org/W3188394685","https://openalex.org/W3195680250","https://openalex.org/W3209102402","https://openalex.org/W4200630800","https://openalex.org/W4205432963","https://openalex.org/W4226451294","https://openalex.org/W4226451586","https://openalex.org/W4285116117","https://openalex.org/W4285600262","https://openalex.org/W4312241193","https://openalex.org/W4312343844","https://openalex.org/W4312446811","https://openalex.org/W4312559104","https://openalex.org/W4312574495","https://openalex.org/W4312613394","https://openalex.org/W4312695182","https://openalex.org/W4312770707","https://openalex.org/W4312773012","https://openalex.org/W4312960102","https://openalex.org/W4313057390","https://openalex.org/W4313139298","https://openalex.org/W4313169234","https://openalex.org/W4319998180","https://openalex.org/W4382240040","https://openalex.org/W4386057783","https://openalex.org/W4386071869","https://openalex.org/W4386076270","https://openalex.org/W4386076271","https://openalex.org/W4386076501","https://openalex.org/W4387968023","https://openalex.org/W4390872009","https://openalex.org/W4390872886","https://openalex.org/W4390873185","https://openalex.org/W4390873645","https://openalex.org/W4393154718","https://openalex.org/W6632922691","https://openalex.org/W6754152559","https://openalex.org/W6757817989","https://openalex.org/W6791353385","https://openalex.org/W6799822930","https://openalex.org/W6811013733","https://openalex.org/W6843355076","https://openalex.org/W6843484045","https://openalex.org/W6845518869","https://openalex.org/W6852669933","https://openalex.org/W6857487352","https://openalex.org/W6858602045"],"related_works":["https://openalex.org/W2349222429","https://openalex.org/W1993394192","https://openalex.org/W3117430770","https://openalex.org/W2116230991","https://openalex.org/W2590751808","https://openalex.org/W1972377868","https://openalex.org/W2132709506","https://openalex.org/W2186895195","https://openalex.org/W2151995366","https://openalex.org/W2388933862"],"abstract_inverted_index":{"Human-Object":[0],"Interaction":[1],"(HOI)":[2],"detection":[3],"aims":[4],"to":[5,39,57,80,98,128],"infer":[6],"interactions":[7],"between":[8],"humans":[9],"and":[10,12,20,72,104,110,114,136,157,167],"objects,":[11],"it":[13],"is":[14],"very":[15],"important":[16],"for":[17,88],"scene":[18],"analysis":[19],"understanding.":[21],"The":[22],"existing":[23],"methods":[24,47],"usually":[25],"focus":[26],"on":[27,145,165,170],"exploring":[28,61],"instance-level":[29],"(e.g.,":[30,35],"object":[31,105],"appearance)":[32],"or":[33],"interaction-level":[34],"action":[36],"semantic)":[37],"features":[38,106],"conduct":[40],"interaction":[41,85,112],"prediction.":[42],"However,":[43],"most":[44],"of":[45,162],"these":[46],"only":[48],"consider":[49],"the":[50,62,154,159],"self-triplet":[51,100],"feature":[52,113],"aggregation,":[53,101],"which":[54],"may":[55],"lead":[56],"learning":[58],"ambiguity":[59],"without":[60],"cross-triplet":[63,84,130],"context":[64,86,131],"exchange.":[65],"In":[66],"this":[67],"paper,":[68],"from":[69],"both":[70],"visual":[71,111],"textual":[73,115],"perspectives,":[74],"we":[75,92,125],"propose":[76],"a":[77,94],"novel":[78],"method":[79,152],"jointly":[81],"explore":[82,129],"self-and":[83],"clues":[87],"HOI":[89,141],"detection.":[90],"First,":[91],"employ":[93],"graph":[95,108],"neural":[96],"network":[97],"perform":[99],"where":[102],"human":[103],"represent":[107],"nodes":[109],"prior":[116],"knowledge":[117],"are":[118],"acted":[119],"as":[120],"two":[121,146],"different":[122,140],"edges.":[123],"Furthermore,":[124],"also":[126],"attempt":[127],"exchange":[132],"by":[133],"incorporating":[134],"symbiotic":[135],"layout":[137],"relationships":[138],"among":[139],"triplets.":[142],"Extensive":[143],"experiments":[144],"benchmarks":[147],"demonstrate":[148],"that":[149],"our":[150],"proposed":[151],"outperforms":[153],"state-of-the-art":[155],"ones":[156],"achieves":[158],"impressive":[160],"performance":[161],"40.32":[163],"mAP":[164,169],"HICO-DET":[166],"69.1":[168],"V-COCO":[171],"datasets,":[172],"respectively.":[173]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}