{"id":"https://openalex.org/W4386066244","doi":"https://doi.org/10.1109/cvpr52729.2023.01640","title":"Detecting Human-Object Contact in Images","display_name":"Detecting Human-Object Contact in Images","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386066244","doi":"https://doi.org/10.1109/cvpr52729.2023.01640"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.01640","doi":"https://doi.org/10.1109/cvpr52729.2023.01640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01640","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2303.03373","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100393448","display_name":"Yixin Chen","orcid":"https://orcid.org/0000-0002-8176-0241","observed_orcids":["https://orcid.org/0000-0002-8176-0241"]},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":"CN","type":"government","lineage":["https://openalex.org/I4392738278"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yixin Chen","raw_affiliation_strings":["Beijing Institute of General Artificial Intelligence, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute of General Artificial Intelligence, China","institution_ids":["https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070332496","display_name":"Sai Kumar Dwivedi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sai Kumar Dwivedi","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065396778","display_name":"Michael J. Black","orcid":"https://orcid.org/0000-0001-6077-4540","observed_orcids":["https://orcid.org/0000-0001-6077-4540"]},"institutions":[{"id":"https://openalex.org/I4210135521","display_name":"Max Planck Institute for Intelligent Systems","ror":"https://ror.org/04fq9j139","country_code":"DE","type":"facility","lineage":["https://openalex.org/I149899117","https://openalex.org/I4210135521"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Michael J. Black","raw_affiliation_strings":["Max Planck Institute for Intelligent Systems,Tübingen,Germany"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Max Planck Institute for Intelligent Systems,Tübingen,Germany","institution_ids":["https://openalex.org/I4210135521"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5070040247","display_name":"Dimitrios Tzionas","orcid":"https://orcid.org/0000-0002-7963-2582","observed_orcids":["https://orcid.org/0000-0002-7963-2582"]},"institutions":[{"id":"https://openalex.org/I887064364","display_name":"University of Amsterdam","ror":"https://ror.org/04dkp9463","country_code":"NL","type":"education","lineage":["https://openalex.org/I887064364"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Dimitrios Tzionas","raw_affiliation_strings":["University of Amsterdam, the Netherlands"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Amsterdam, the Netherlands","institution_ids":["https://openalex.org/I887064364"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.9655,"has_fulltext":true,"cited_by_count":39,"citation_normalized_percentile":{"value":0.95793031,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"17100","last_page":"17110"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.8765000104904175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.8765000104904175,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.05860000103712082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.01759999990463257,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/human-object-interaction","display_name":"human-object interaction","score":0.5640000104904175},{"id":"https://openalex.org/keywords/human-centered-ai","display_name":"human-centered AI","score":0.6600000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7876483798027039},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7188392281532288},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6978049874305725},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.6349202990531921},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6001368761062622},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5149708390235901},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4955798387527466},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.4679153561592102},{"id":"https://openalex.org/C31487907","wikidata":"https://www.wikidata.org/wiki/Q1154597","display_name":"Polygon mesh","level":2,"score":0.43970930576324463},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.4325656592845917},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33321458101272583},{"id":"https://openalex.org/C121684516","wikidata":"https://www.wikidata.org/wiki/Q7600677","display_name":"Computer graphics (images)","level":1,"score":0.2792580723762512},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0817282497882843},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/cvpr52729.2023.01640","doi":"https://doi.org/10.1109/cvpr52729.2023.01640","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01640","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2303.03373","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.03373","pdf_url":"https://arxiv.org/pdf/2303.03373","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:dare.uva.nl:openaire/41cff211-920f-462f-b22d-949d6ac08d44","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11245.1/41cff211-920f-462f-b22d-949d6ac08d44","pdf_url":null,"source":{"id":"https://openalex.org/S4306400088","display_name":"UvA-DARE (University of Amsterdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I887064364","host_organization_name":"University of Amsterdam","host_organization_lineage":["https://openalex.org/I887064364"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Chen, Y, Dwivedi, S K, Black, M J & Tzionas, D 2023, Detecting Human-Object Contact in Images. in CVPR 2023 : proceedings: 2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition : Vancouver, Canada : 18-22 June 2023. IEEE Computer Society, Los Alamitos, California, pp. 17100-17110, IEEE/CVF Conf. on Computer Vision and Pattern Recognition (CVPR) 2023, Vancouver, Canada, 18/06/23. https://doi.org/10.48550/arXiv.2303.03373, https://doi.org/10.1109/CVPR52729.2023.01640","raw_type":"info:eu-repo/semantics/conferenceObject"},{"id":"doi:10.48550/arxiv.2303.03373","doi":"https://doi.org/10.48550/arxiv.2303.03373","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2303.03373","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2303.03373","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2303.03373","pdf_url":"https://arxiv.org/pdf/2303.03373","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1825186927","display_name":"Verbundprojekt TUEAI: T\u00fcbingen AI Center","funder_award_id":"01IS18039B","funder_id":"https://openalex.org/F4320321114","funder_display_name":"Bundesministerium f\u00fcr Bildung und Forschung"}],"funders":[{"id":"https://openalex.org/F4320321114","display_name":"Bundesministerium f\u00fcr Bildung und Forschung","ror":"https://ror.org/04pz7b180"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4386066244.pdf","grobid_xml":"https://content.openalex.org/works/W4386066244.grobid-xml"},"referenced_works_count":69,"referenced_works":["https://openalex.org/W276494664","https://openalex.org/W1551928752","https://openalex.org/W1898340191","https://openalex.org/W1960578971","https://openalex.org/W1967554269","https://openalex.org/W1986014385","https://openalex.org/W2033648651","https://openalex.org/W2054657387","https://openalex.org/W2213758982","https://openalex.org/W2467598065","https://openalex.org/W2469269585","https://openalex.org/W2507296351","https://openalex.org/W2560023338","https://openalex.org/W2593994643","https://openalex.org/W2798897443","https://openalex.org/W2884822772","https://openalex.org/W2888096830","https://openalex.org/W2904070579","https://openalex.org/W2927558373","https://openalex.org/W2935836316","https://openalex.org/W2939665722","https://openalex.org/W2955882737","https://openalex.org/W2962850830","https://openalex.org/W2963669336","https://openalex.org/W2969853371","https://openalex.org/W2984933298","https://openalex.org/W3010276570","https://openalex.org/W3015101568","https://openalex.org/W3016047885","https://openalex.org/W3034891989","https://openalex.org/W3035047011","https://openalex.org/W3042870166","https://openalex.org/W3044670941","https://openalex.org/W3080215814","https://openalex.org/W3081268564","https://openalex.org/W3092806624","https://openalex.org/W3107580728","https://openalex.org/W3113327026","https://openalex.org/W3116729776","https://openalex.org/W3126872948","https://openalex.org/W3152573751","https://openalex.org/W3156666908","https://openalex.org/W3161438449","https://openalex.org/W3162600278","https://openalex.org/W3170924787","https://openalex.org/W3175450634","https://openalex.org/W3175756603","https://openalex.org/W3180659539","https://openalex.org/W3193320808","https://openalex.org/W3195918559","https://openalex.org/W3211730616","https://openalex.org/W4226069476","https://openalex.org/W4280507579","https://openalex.org/W4292347862","https://openalex.org/W4312233703","https://openalex.org/W4312255464","https://openalex.org/W4312310174","https://openalex.org/W4312783246","https://openalex.org/W4312979714","https://openalex.org/W4321512589","https://openalex.org/W4386075980","https://openalex.org/W4386075982","https://openalex.org/W4386076086","https://openalex.org/W4386076611","https://openalex.org/W4386113262","https://openalex.org/W6641085288","https://openalex.org/W6781913735","https://openalex.org/W6796712979","https://openalex.org/W6838672644"],"related_works":["https://openalex.org/W4390873686","https://openalex.org/W4409365843","https://openalex.org/W4312979714","https://openalex.org/W4414876956","https://openalex.org/W7162576616","https://openalex.org/W4408860446","https://openalex.org/W7154463425","https://openalex.org/W2937411069","https://openalex.org/W4413145385","https://openalex.org/W4410698604"],"abstract_inverted_index":{"Humans":[0],"constantly":[1],"contact":[2,12,28,93,122,145,158,183,201],"objects":[3],"to":[4,26,43,113,141,185,199,232],"move":[5],"and":[6,32,38,86,98,106,109,155,174,211,218,227,245,250],"perform":[7],"tasks.":[8],"Thus,":[9],"detecting":[10],"human-object":[11,60],"is":[13,171],"important":[14],"for":[15,92,254],"building":[16],"human-centered":[17],"artificial":[18],"intelligence.":[19],"However,":[20],"there":[21,39],"exists":[22,40],"no":[23,41],"robust":[24],"method":[25],"detect":[27],"between":[29],"the":[30,33,75,103,117,128,133,163,186,190,204,207],"body":[31,130,209],"scene":[34],"from":[35,238],"an":[36,239],"image,":[37],"dataset":[42,58,77,140],"learn":[44],"such":[45],"a":[46,56,143,149,172,196],"detector.":[47],"We":[48,73,101,125,136,213],"fill":[49],"this":[50],"gap":[51],"with":[52],"HOT":[53,139,248],"(\u201cHuman-Object":[54],"conTact\u201d),":[55],"new":[57,144,173],"of":[59,78,132,189,206],"contacts":[61],"in":[62,83,168],"images.":[63],"To":[64],"build":[65],"HOT,":[66],"we":[67],"use":[68,74,102,137],"two":[69],"data":[70,249],"sources:":[71],"(1)":[72],"PROX":[76],"3D":[79,84,95],"human":[80,134],"meshes":[81],"moving":[82],"scenes,":[85],"automatically":[87],"annotate":[88,127],"2D":[89,118,157],"image":[90,119,152],"areas":[91,120],"via":[94],"mesh":[96],"proximity":[97],"projection.":[99],"(2)":[100],"V-COCO,":[104],"HAKE":[105],"Watch-n-Patch":[107],"datasets,":[108],"ask":[110],"trained":[111],"annotators":[112],"draw":[114],"polygons":[115],"around":[116],"where":[121],"takes":[123,148],"place.":[124],"also":[126],"involved":[129],"part":[131],"body.":[135,192],"our":[138,215,223],"train":[142],"detector,":[146],"which":[147],"single":[150],"color":[151],"as":[153,160,162],"input,":[154],"outputs":[156],"heatmaps":[159],"well":[161],"body-part":[164],"labels":[165],"that":[166,177,222,228],"are":[167,252],"contact.":[169],"This":[170],"challenging":[175],"task,":[176],"extends":[178],"current":[179],"foot-ground":[180],"or":[181],"hand-object":[182],"detectors":[184],"full":[187],"generality":[188],"whole":[191],"The":[193],"detector":[194,216],"uses":[195],"part-attention":[197],"branch":[198],"guide":[200],"estimation":[202],"through":[203],"context":[205],"surrounding":[208],"parts":[210],"scene.":[212],"evaluate":[214],"extensively,":[217],"quantitative":[219],"results":[220],"show":[221,242],"model":[224,251],"outperforms":[225],"baselines,":[226],"all":[229],"components":[230],"contribute":[231],"better":[233],"performance.":[234],"Results":[235],"on":[236],"images":[237],"online":[240],"repository":[241],"reasonable":[243],"detections":[244],"generalizability.":[246],"Our":[247],"available":[253],"research":[255],"at":[256],"https://hot.is.tue.mpg.de.":[257]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":6}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2023-08-23T00:00:00"}