{"id":"https://openalex.org/W4319998180","doi":"https://doi.org/10.1109/tip.2022.3231528","title":"ERNet: An Efficient and Reliable Human-Object Interaction Detection Network","display_name":"ERNet: An Efficient and Reliable Human-Object Interaction Detection Network","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4319998180","doi":"https://doi.org/10.1109/tip.2022.3231528","pmid":"https://pubmed.ncbi.nlm.nih.gov/37022006"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2022.3231528","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2022.3231528","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109517233","display_name":"JunYi Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":true,"raw_author_name":"JunYi Lim","raw_affiliation_strings":["Department of Electrical and Computer Systems Engineering, Monash University Malaysia, Bandar Sunway, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Systems Engineering, Monash University Malaysia, Bandar Sunway, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023680401","display_name":"Vishnu Monn Baskaran","orcid":"https://orcid.org/0000-0001-6809-5817"},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Vishnu Monn Baskaran","raw_affiliation_strings":["School of Information Technology, Monash University Malaysia, Bandar Sunway, Malaysia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Monash University Malaysia, Bandar Sunway, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084946395","display_name":"Joanne Lim","orcid":"https://orcid.org/0000-0002-1326-8634"},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Joanne Mun-Yee Lim","raw_affiliation_strings":["Department of Electrical and Computer Systems Engineering, Monash University Malaysia, Bandar Sunway, Malaysia"],"affiliations":[{"raw_affiliation_string":"Department of Electrical and Computer Systems Engineering, Monash University Malaysia, Bandar Sunway, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069916756","display_name":"KokSheik Wong","orcid":"https://orcid.org/0000-0002-4893-2291"},"institutions":[{"id":"https://openalex.org/I11662577","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324","country_code":"MY","type":"education","lineage":["https://openalex.org/I11662577"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"KokSheik Wong","raw_affiliation_strings":["School of Information Technology, Monash University Malaysia, Bandar Sunway, Malaysia"],"affiliations":[{"raw_affiliation_string":"School of Information Technology, Monash University Malaysia, Bandar Sunway, Malaysia","institution_ids":["https://openalex.org/I11662577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076753547","display_name":"John See","orcid":"https://orcid.org/0000-0003-3005-4109"},"institutions":[{"id":"https://openalex.org/I4210085930","display_name":"Heriot-Watt University Malaysia","ror":"https://ror.org/0059w0420","country_code":"MY","type":"education","lineage":["https://openalex.org/I4210085930"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"John See","raw_affiliation_strings":["School of Mathematical and Computing Sciences, Heriot-Watt University Malaysia, Putrajaya, Malaysia"],"affiliations":[{"raw_affiliation_string":"School of Mathematical and Computing Sciences, Heriot-Watt University Malaysia, Putrajaya, Malaysia","institution_ids":["https://openalex.org/I4210085930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064744996","display_name":"M\u00e1ssimo Tistarelli","orcid":"https://orcid.org/0000-0002-3406-3048"},"institutions":[{"id":"https://openalex.org/I159650629","display_name":"University of Sassari","ror":"https://ror.org/01bnjbv91","country_code":"IT","type":"education","lineage":["https://openalex.org/I159650629"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Massimo Tistarelli","raw_affiliation_strings":["Department of Biomedical Sciences and Information Technology, University of Sassari, Sassari, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Biomedical Sciences and Information Technology, University of Sassari, Sassari, Italy","institution_ids":["https://openalex.org/I159650629"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5109517233"],"corresponding_institution_ids":["https://openalex.org/I11662577"],"apc_list":null,"apc_paid":null,"fwci":4.8396,"has_fulltext":false,"cited_by_count":40,"citation_normalized_percentile":{"value":0.96342452,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"32","issue":null,"first_page":"964","last_page":"979"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8611042499542236},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.6506222486495972},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6355695128440857},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6211336255073547},{"id":"https://openalex.org/keywords/inefficiency","display_name":"Inefficiency","score":0.5441551804542542},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5378076434135437},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.49741271138191223},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4691894054412842},{"id":"https://openalex.org/keywords/detector","display_name":"Detector","score":0.43228524923324585},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33271175622940063},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.2660067081451416}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8611042499542236},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.6506222486495972},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6355695128440857},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6211336255073547},{"id":"https://openalex.org/C2778869765","wikidata":"https://www.wikidata.org/wiki/Q6028363","display_name":"Inefficiency","level":2,"score":0.5441551804542542},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5378076434135437},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.49741271138191223},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4691894054412842},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.43228524923324585},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33271175622940063},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2660067081451416},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D001288","descriptor_name":"Attention","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D035501","descriptor_name":"Uncertainty","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2022.3231528","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2022.3231528","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:37022006","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37022006","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G7620339133","display_name":null,"funder_award_id":"FRGS/1/2018/ICT02/MUSM/02/3","funder_id":"https://openalex.org/F4320321709","funder_display_name":"Ministry of Higher Education, Malaysia"}],"funders":[{"id":"https://openalex.org/F4320321709","display_name":"Ministry of Higher Education, Malaysia","ror":"https://ror.org/05mcs2t73"},{"id":"https://openalex.org/F4320326583","display_name":"Monash University Malaysia","ror":"https://ror.org/00yncr324"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":67,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1567512734","https://openalex.org/W1861492603","https://openalex.org/W2074076772","https://openalex.org/W2085040216","https://openalex.org/W2111959010","https://openalex.org/W2888814092","https://openalex.org/W2889985731","https://openalex.org/W2963097937","https://openalex.org/W2964225075","https://openalex.org/W2984933298","https://openalex.org/W2990599624","https://openalex.org/W2998296459","https://openalex.org/W3009811369","https://openalex.org/W3022608547","https://openalex.org/W3034934229","https://openalex.org/W3034951775","https://openalex.org/W3035440494","https://openalex.org/W3035598501","https://openalex.org/W3046605870","https://openalex.org/W3082497237","https://openalex.org/W3092462694","https://openalex.org/W3092829565","https://openalex.org/W3095753865","https://openalex.org/W3096563782","https://openalex.org/W3096609285","https://openalex.org/W3099319035","https://openalex.org/W3102452576","https://openalex.org/W3106121867","https://openalex.org/W3125378709","https://openalex.org/W3128344530","https://openalex.org/W3145410920","https://openalex.org/W3145444543","https://openalex.org/W3151099711","https://openalex.org/W3153906112","https://openalex.org/W3168279596","https://openalex.org/W3168488421","https://openalex.org/W3171169846","https://openalex.org/W3174164794","https://openalex.org/W3174480456","https://openalex.org/W3179066717","https://openalex.org/W3197395033","https://openalex.org/W3203092975","https://openalex.org/W3203974803","https://openalex.org/W3204052007","https://openalex.org/W3210146484","https://openalex.org/W4205564931","https://openalex.org/W4210576848","https://openalex.org/W4214634256","https://openalex.org/W4214673031","https://openalex.org/W4225916372","https://openalex.org/W4226013992","https://openalex.org/W4226495080","https://openalex.org/W4288257146","https://openalex.org/W4312960102","https://openalex.org/W6620707391","https://openalex.org/W6733901433","https://openalex.org/W6754152559","https://openalex.org/W6783570321","https://openalex.org/W6784094891","https://openalex.org/W6789322979","https://openalex.org/W6790428460","https://openalex.org/W6793164127","https://openalex.org/W6793746569","https://openalex.org/W6799822930","https://openalex.org/W6810987632","https://openalex.org/W6811230874"],"related_works":["https://openalex.org/W3038672259","https://openalex.org/W4287776258","https://openalex.org/W3027997911","https://openalex.org/W3135818718","https://openalex.org/W2801801420","https://openalex.org/W1484816920","https://openalex.org/W2913302899","https://openalex.org/W3021430260","https://openalex.org/W4311401716","https://openalex.org/W3090693157"],"abstract_inverted_index":{"Human-Object":[0],"Interaction":[1],"(HOI)":[2],"detection":[3,86,191],"recognizes":[4],"how":[5],"persons":[6],"interact":[7],"with":[8],"objects,":[9],"which":[10,39,115],"is":[11],"advantageous":[12],"in":[13,121,145,190],"autonomous":[14],"systems":[15],"such":[16],"as":[17,113],"self-driving":[18],"vehicles":[19],"and":[20,33,95,107,148,165,179,193],"collaborative":[21],"robots.":[22],"However,":[23],"current":[24],"HOI":[25,63,78,134],"detectors":[26],"are":[27,128,197],"often":[28],"plagued":[29],"by":[30,54],"model":[31,67,186],"inefficiency":[32],"unreliability":[34],"when":[35],"making":[36],"a":[37,84,140],"prediction,":[38],"consequently":[40],"limits":[41],"its":[42],"potential":[43],"for":[44,62],"real-world":[45],"scenarios.":[46,172],"In":[47],"this":[48],"paper,":[49],"we":[50,138,162],"address":[51],"these":[52],"challenges":[53],"proposing":[55],"ERNet,":[56],"an":[57,69],"end-to-end":[58],"trainable":[59],"convolutional-transformer":[60],"network":[61],"detection.":[64],"The":[65],"proposed":[66,185],"employs":[68],"efficient":[70],"multi-scale":[71],"deformable":[72],"attention":[73,87],"to":[74,89,103,131,152],"effectively":[75],"capture":[76],"vital":[77],"features.":[79],"We":[80],"also":[81,111,129],"put":[82],"forward":[83],"novel":[85],"module":[88],"adaptively":[90],"generate":[91],"semantically":[92],"rich":[93],"instance":[94,147],"interaction":[96,149],"tokens.":[97],"These":[98],"tokens":[99],"undergo":[100],"pre-emptive":[101],"detections":[102],"produce":[104],"initial":[105],"region":[106],"vector":[108],"proposals":[109],"that":[110,183],"serve":[112],"queries":[114],"enhances":[116],"the":[117,122,133,146,154,176,184],"feature":[118],"refinement":[119],"process":[120],"transformer":[123],"decoders.":[124],"Several":[125],"impactful":[126],"enhancements":[127],"applied":[130],"improve":[132],"representation":[135],"learning.":[136],"Additionally,":[137],"utilize":[139],"predictive":[141],"uncertainty":[142,155],"estimation":[143],"framework":[144],"classification":[150],"heads":[151],"quantify":[153],"behind":[156],"each":[157],"prediction.":[158],"By":[159],"doing":[160],"so,":[161],"can":[163],"accurately":[164],"reliably":[166],"predict":[167],"HOIs":[168],"even":[169],"under":[170],"challenging":[171],"Experiment":[173],"results":[174],"on":[175],"HICO-Det,":[177],"V-COCO,":[178],"HOI-A":[180],"datasets":[181],"demonstrate":[182],"achieves":[187],"state-of-the-art":[188],"performance":[189],"accuracy":[192],"training":[194],"efficiency.":[195],"Codes":[196],"publicly":[198],"available":[199],"at":[200],"https://github.com/Monash-CyPhi-AI-Research-Lab/ernet.":[201]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":16},{"year":2023,"cited_by_count":4}],"updated_date":"2026-03-25T14:56:36.534964","created_date":"2025-10-10T00:00:00"}