{"id":"https://openalex.org/W4410536855","doi":"https://doi.org/10.1109/tce.2025.3571778","title":"LactFormer: Language-Aware Context Learning With Multi-Cue Transformers for HOI Detection","display_name":"LactFormer: Language-Aware Context Learning With Multi-Cue Transformers for HOI Detection","publication_year":2025,"publication_date":"2025-05-01","ids":{"openalex":"https://openalex.org/W4410536855","doi":"https://doi.org/10.1109/tce.2025.3571778"},"language":"en","primary_location":{"id":"doi:10.1109/tce.2025.3571778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3571778","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101021169","display_name":"Weilong Peng","orcid":null},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weilong Peng","raw_affiliation_strings":["Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-5820-889X","affiliations":[{"raw_affiliation_string":"Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5077140349","display_name":"Qingfeng Chen","orcid":"https://orcid.org/0000-0002-5506-8913"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingfeng Chen","raw_affiliation_strings":["Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047533842","display_name":"Keke Tang","orcid":"https://orcid.org/0000-0003-0377-1022"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Keke Tang","raw_affiliation_strings":["Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cyberspace Institute of Advanced Technology, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066406277","display_name":"Zhaoyang Yu","orcid":"https://orcid.org/0000-0002-2450-4997"},"institutions":[{"id":"https://openalex.org/I159948400","display_name":"Jinan University","ror":"https://ror.org/02xe5ns62","country_code":"CN","type":"education","lineage":["https://openalex.org/I159948400"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhaoyang Yu","raw_affiliation_strings":["Health Science Center, Jinan University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Health Science Center, Jinan University, Guangzhou, China","institution_ids":["https://openalex.org/I159948400"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012931252","display_name":"Yangtao Wang","orcid":"https://orcid.org/0000-0003-4605-9270"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangtao Wang","raw_affiliation_strings":["Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4605-9270","affiliations":[{"raw_affiliation_string":"Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050542870","display_name":"Yanzhao Xie","orcid":"https://orcid.org/0000-0002-9274-2807"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanzhao Xie","raw_affiliation_strings":["Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073389511","display_name":"Meie Fang","orcid":"https://orcid.org/0000-0003-4292-8889"},"institutions":[{"id":"https://openalex.org/I37987034","display_name":"Guangzhou University","ror":"https://ror.org/05ar8rn06","country_code":"CN","type":"education","lineage":["https://openalex.org/I37987034"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Meie Fang","raw_affiliation_strings":["Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0003-4292-8889","affiliations":[{"raw_affiliation_string":"Metaverse Research Institute, School of Computer Science and Cyber Engineering, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]},{"raw_affiliation_string":"School of Computer Science and Cyber Engineering, Metaverse Research Institute, Guangzhou University, Guangzhou, China","institution_ids":["https://openalex.org/I37987034"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.396,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.83648192,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"71","issue":"2","first_page":"3617","last_page":"3630"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8544999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.8544999957084656,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.8356999754905701,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.8070999979972839,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6203011274337769},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5697991251945496},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.413251668214798},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.40123453736305237},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36939528584480286},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.2759862542152405},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.24337223172187805},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10966792702674866}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6203011274337769},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5697991251945496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.413251668214798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.40123453736305237},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36939528584480286},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.2759862542152405},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24337223172187805},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10966792702674866}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tce.2025.3571778","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tce.2025.3571778","pdf_url":null,"source":{"id":"https://openalex.org/S126824455","display_name":"IEEE Transactions on Consumer Electronics","issn_l":"0098-3063","issn":["0098-3063","1558-4127"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Consumer Electronics","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1177137375","display_name":null,"funder_award_id":"62102105","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G168244458","display_name":null,"funder_award_id":"2024A1515012064","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G1851346810","display_name":null,"funder_award_id":"2025A1515010157","funder_id":"https://openalex.org/F4320320671","funder_display_name":"National Research Foundation"},{"id":"https://openalex.org/G2556233126","display_name":null,"funder_award_id":"62394330","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8075237089","display_name":null,"funder_award_id":"2022A1515010138","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320320671","display_name":"National Research Foundation","ror":"https://ror.org/05s0g1g46"},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1536680647","https://openalex.org/W1861492603","https://openalex.org/W2022092806","https://openalex.org/W2096418885","https://openalex.org/W2888096830","https://openalex.org/W2916723116","https://openalex.org/W2963097937","https://openalex.org/W2963351448","https://openalex.org/W2964225075","https://openalex.org/W2990599624","https://openalex.org/W3009811369","https://openalex.org/W3034895839","https://openalex.org/W3035598501","https://openalex.org/W3095753865","https://openalex.org/W3096609285","https://openalex.org/W3106121867","https://openalex.org/W3151099711","https://openalex.org/W3168279596","https://openalex.org/W3171169846","https://openalex.org/W3174164794","https://openalex.org/W3174480456","https://openalex.org/W3195860412","https://openalex.org/W3202716970","https://openalex.org/W4306167924","https://openalex.org/W4312446811","https://openalex.org/W4312770707","https://openalex.org/W4312960102","https://openalex.org/W4313057390","https://openalex.org/W4313169234","https://openalex.org/W4313176000","https://openalex.org/W4372348136","https://openalex.org/W4385245566","https://openalex.org/W4385656458","https://openalex.org/W4385801297","https://openalex.org/W4386071869","https://openalex.org/W4386072519","https://openalex.org/W4386076501","https://openalex.org/W4387398391","https://openalex.org/W4387968082","https://openalex.org/W4388430691","https://openalex.org/W4388579521","https://openalex.org/W4388579765","https://openalex.org/W4388936580","https://openalex.org/W4390577884","https://openalex.org/W4390874213","https://openalex.org/W4391248741","https://openalex.org/W4392523452","https://openalex.org/W4402704606","https://openalex.org/W4402772602","https://openalex.org/W4403878713","https://openalex.org/W4404008045"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Human-Object":[0],"Interaction":[1,91],"(HOI)":[2],"detection":[3,61],"is":[4],"critical":[5],"for":[6,123,144],"advancing":[7],"machine":[8],"understanding":[9,159],"of":[10,151,160],"complex":[11],"visual":[12,68,105,162],"environments":[13],"involving":[14],"human":[15],"activities":[16],"and":[17,38,69,88,101,163],"their":[18],"interactions":[19],"with":[20,50,104],"objects.":[21],"Existing":[22],"Transformer-based":[23,153],"approaches":[24],"have":[25],"achieved":[26],"significant":[27],"progress":[28],"but":[29],"often":[30],"fall":[31],"short":[32],"in":[33,137],"fully":[34],"leveraging":[35,156],"prior":[36],"knowledge":[37],"semantic":[39],"context.":[40,115],"To":[41],"address":[42],"these":[43],"challenges,":[44],"we":[45],"propose":[46],"language-aware":[47,114,117],"context":[48,106,118],"learning":[49],"multi-cue":[51],"Transformers":[52],"(LactFormer),":[53],"a":[54,108,112,120,157],"novel":[55],"two-stage":[56],"framework":[57],"that":[58,169],"enhances":[59],"HOI":[60],"by":[62,127,133,155],"integrating":[63],"multi-granularity":[64],"cues":[65],"from":[66],"both":[67,161],"linguistic":[70,164],"domains.":[71],"LactFormer":[72,147,170],"comprises":[73],"three":[74],"key":[75],"components:":[76],"the":[77,89,124,134,149],"Language-aware":[78,90],"Context":[79],"Learning":[80],"Module":[81,93],"(LCLM),":[82],"Vision-based":[83],"Interactive":[84],"Query":[85],"Generation":[86],"(VIQG),":[87],"Embedding":[92],"(LIEM).":[94],"The":[95],"LCLM":[96],"encodes":[97],"positional":[98],"language":[99],"descriptions":[100],"merges":[102],"them":[103],"via":[107],"Transformer":[109,135],"Encoder,":[110],"forming":[111],"rich,":[113],"This":[116],"provides":[119],"robust":[121],"foundation":[122],"queries":[125],"obtained":[126],"VIQG,":[128],"which":[129],"are":[130],"then":[131],"processed":[132],"Decoder":[136],"LIEM":[138],"to":[139],"generate":[140],"effective":[141],"interaction":[142,173],"embeddings":[143],"human-object":[145],"pairs.":[146],"overcomes":[148],"limitations":[150],"previous":[152],"models":[154],"comprehensive":[158],"information.":[165],"Extensive":[166],"experiments":[167],"demonstrate":[168],"significantly":[171],"improves":[172],"recognition":[174],"accuracy,":[175],"achieving":[176],"state-of-the-art":[177],"performance.":[178]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}