{"id":"https://openalex.org/W4318473614","doi":"https://doi.org/10.3389/frai.2023.1084740","title":"Grounding human-object interaction to affordance behavior in multimodal datasets","display_name":"Grounding human-object interaction to affordance behavior in multimodal datasets","publication_year":2023,"publication_date":"2023-01-30","ids":{"openalex":"https://openalex.org/W4318473614","doi":"https://doi.org/10.3389/frai.2023.1084740","pmid":"https://pubmed.ncbi.nlm.nih.gov/36793938"},"language":"en","primary_location":{"id":"doi:10.3389/frai.2023.1084740","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3389/frai.2023.1084740","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2023.1084740/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/articles/10.3389/frai.2023.1084740/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5048334698","display_name":"Alexander Henlein","orcid":"https://orcid.org/0000-0002-2611-1417"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Alexander Henlein","raw_affiliation_strings":["Text Technology Lab, Faculty of Computer Science and Mathematics, Institute of Computer Science, Goethe University Frankfurt, Frankfurt, Germany","Text Technology Lab, Faculty of Computer Science and Mathematics, Institute of Computer Science, Goethe University Frankfurt, Germany"],"affiliations":[{"raw_affiliation_string":"Text Technology Lab, Faculty of Computer Science and Mathematics, Institute of Computer Science, Goethe University Frankfurt, Frankfurt, Germany","institution_ids":["https://openalex.org/I114090438"]},{"raw_affiliation_string":"Text Technology Lab, Faculty of Computer Science and Mathematics, Institute of Computer Science, Goethe University Frankfurt, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012333906","display_name":"Anju Gopinath","orcid":null},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anju Gopinath","raw_affiliation_strings":["Situated Grounding and Natural Language Lab, Department of Computer Science, Colorado State University, Fort Collins, CO, United States","Situated Grounding and Natural Language Lab, Department of Computer Science, Colorado State University, United States"],"affiliations":[{"raw_affiliation_string":"Situated Grounding and Natural Language Lab, Department of Computer Science, Colorado State University, Fort Collins, CO, United States","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Situated Grounding and Natural Language Lab, Department of Computer Science, Colorado State University, United States","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021596300","display_name":"Nikhil Krishnaswamy","orcid":"https://orcid.org/0000-0001-7878-7227"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nikhil Krishnaswamy","raw_affiliation_strings":["Situated Grounding and Natural Language Lab, Department of Computer Science, Colorado State University, Fort Collins, CO, United States","Situated Grounding and Natural Language Lab, Department of Computer Science, Colorado State University, United States"],"affiliations":[{"raw_affiliation_string":"Situated Grounding and Natural Language Lab, Department of Computer Science, Colorado State University, Fort Collins, CO, United States","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Situated Grounding and Natural Language Lab, Department of Computer Science, Colorado State University, United States","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008340710","display_name":"Alexander Mehler","orcid":"https://orcid.org/0000-0003-2567-7539"},"institutions":[{"id":"https://openalex.org/I114090438","display_name":"Goethe University Frankfurt","ror":"https://ror.org/04cvxnb49","country_code":"DE","type":"education","lineage":["https://openalex.org/I114090438"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alexander Mehler","raw_affiliation_strings":["Text Technology Lab, Faculty of Computer Science and Mathematics, Institute of Computer Science, Goethe University Frankfurt, Frankfurt, Germany","Text Technology Lab, Faculty of Computer Science and Mathematics, Institute of Computer Science, Goethe University Frankfurt, Germany"],"affiliations":[{"raw_affiliation_string":"Text Technology Lab, Faculty of Computer Science and Mathematics, Institute of Computer Science, Goethe University Frankfurt, Frankfurt, Germany","institution_ids":["https://openalex.org/I114090438"]},{"raw_affiliation_string":"Text Technology Lab, Faculty of Computer Science and Mathematics, Institute of Computer Science, Goethe University Frankfurt, Germany","institution_ids":["https://openalex.org/I114090438"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012141433","display_name":"James Pustejovsky","orcid":"https://orcid.org/0000-0003-2233-9761"},"institutions":[{"id":"https://openalex.org/I6902469","display_name":"Brandeis University","ror":"https://ror.org/05abbep66","country_code":"US","type":"education","lineage":["https://openalex.org/I6902469"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James Pustejovsky","raw_affiliation_strings":["Lab for Linguistics and Computation, Department of Computer Science, Brandeis University, Waltham, MA, United States","Lab for Linguistics and Computation, Department of Computer Science, Brandeis University, United States"],"affiliations":[{"raw_affiliation_string":"Lab for Linguistics and Computation, Department of Computer Science, Brandeis University, Waltham, MA, United States","institution_ids":["https://openalex.org/I6902469"]},{"raw_affiliation_string":"Lab for Linguistics and Computation, Department of Computer Science, Brandeis University, United States","institution_ids":["https://openalex.org/I6902469"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5048334698"],"corresponding_institution_ids":["https://openalex.org/I114090438"],"apc_list":{"value":1150,"currency":"USD","value_usd":1150},"apc_paid":{"value":2091,"currency":"EUR","value_usd":2255},"fwci":0.7255,"has_fulltext":true,"cited_by_count":5,"citation_normalized_percentile":{"value":0.68698006,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"6","issue":null,"first_page":"1084740","last_page":"1084740"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9955999851226807,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.9754214286804199},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6857790946960449},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6563317775726318},{"id":"https://openalex.org/keywords/pairwise-comparison","display_name":"Pairwise comparison","score":0.5644072890281677},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.5171553492546082},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5114266276359558},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.5005099773406982},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.4737226068973541},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.0926646888256073}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.9754214286804199},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6857790946960449},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6563317775726318},{"id":"https://openalex.org/C184898388","wikidata":"https://www.wikidata.org/wiki/Q1435712","display_name":"Pairwise comparison","level":2,"score":0.5644072890281677},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.5171553492546082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5114266276359558},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.5005099773406982},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.4737226068973541},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0926646888256073},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.3389/frai.2023.1084740","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3389/frai.2023.1084740","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2023.1084740/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},{"id":"pmid:36793938","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/36793938","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in artificial intelligence","raw_type":null},{"id":"pmh:oai:pubmedcentral.nih.gov:9923013","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/9923013","pdf_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC9923013/pdf/frai-06-1084740.pdf","source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Artif Intell","raw_type":"Text"},{"id":"pmh:oai:doaj.org/article:4a2e0acfdfa34a9092081834ac2d7029","is_oa":true,"landing_page_url":"https://doaj.org/article/4a2e0acfdfa34a9092081834ac2d7029","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Artificial Intelligence, Vol 6 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3389/frai.2023.1084740","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3389/frai.2023.1084740","pdf_url":"https://www.frontiersin.org/articles/10.3389/frai.2023.1084740/pdf","source":{"id":"https://openalex.org/S4210197006","display_name":"Frontiers in Artificial Intelligence","issn_l":"2624-8212","issn":["2624-8212"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.4300000071525574,"display_name":"Reduced inequalities"}],"awards":[{"id":"https://openalex.org/G5106512922","display_name":null,"funder_award_id":"Deutsche Forschungsgemeinschaft (DFG","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8330397625","display_name":null,"funder_award_id":"Funding","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"},{"id":"https://openalex.org/G8665663653","display_name":null,"funder_award_id":"Frankfurt","funder_id":"https://openalex.org/F4320320879","funder_display_name":"Deutsche Forschungsgemeinschaft"}],"funders":[{"id":"https://openalex.org/F4320320879","display_name":"Deutsche Forschungsgemeinschaft","ror":"https://ror.org/018mejw64"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4318473614.pdf","grobid_xml":"https://content.openalex.org/works/W4318473614.grobid-xml"},"referenced_works_count":79,"referenced_works":["https://openalex.org/W1490960179","https://openalex.org/W1524405667","https://openalex.org/W1551928752","https://openalex.org/W1566405224","https://openalex.org/W1593007803","https://openalex.org/W1764153523","https://openalex.org/W1983179626","https://openalex.org/W1987518424","https://openalex.org/W2042718506","https://openalex.org/W2043430399","https://openalex.org/W2046589395","https://openalex.org/W2050601893","https://openalex.org/W2079036675","https://openalex.org/W2118714046","https://openalex.org/W2154808933","https://openalex.org/W2162550962","https://openalex.org/W2186222003","https://openalex.org/W2277195237","https://openalex.org/W2519379752","https://openalex.org/W2526468814","https://openalex.org/W2529836453","https://openalex.org/W2605988653","https://openalex.org/W2759861008","https://openalex.org/W2801004733","https://openalex.org/W2963736289","https://openalex.org/W2964225075","https://openalex.org/W2970692043","https://openalex.org/W2981630388","https://openalex.org/W3088418428","https://openalex.org/W3090024025","https://openalex.org/W3096609285","https://openalex.org/W3101247641","https://openalex.org/W3101577715","https://openalex.org/W3105441977","https://openalex.org/W3111307227","https://openalex.org/W3153149165","https://openalex.org/W3174164794","https://openalex.org/W3194671848","https://openalex.org/W3197395033","https://openalex.org/W3212153990","https://openalex.org/W4224912544","https://openalex.org/W4226280394","https://openalex.org/W4236965008","https://openalex.org/W4249502209","https://openalex.org/W4289489637","https://openalex.org/W4293078879","https://openalex.org/W4298014068","https://openalex.org/W4312446811","https://openalex.org/W4312783246","https://openalex.org/W4362597614","https://openalex.org/W6634616096","https://openalex.org/W6639102338","https://openalex.org/W6639606968","https://openalex.org/W6640773114","https://openalex.org/W6683124061","https://openalex.org/W6687483927","https://openalex.org/W6714650263","https://openalex.org/W6728817192","https://openalex.org/W6738922169","https://openalex.org/W6739901393","https://openalex.org/W6749916090","https://openalex.org/W6750892521","https://openalex.org/W6760782946","https://openalex.org/W6766153511","https://openalex.org/W6767228950","https://openalex.org/W6775994189","https://openalex.org/W6779555571","https://openalex.org/W6783583984","https://openalex.org/W6785957266","https://openalex.org/W6787950839","https://openalex.org/W6790953595","https://openalex.org/W6793555919","https://openalex.org/W6793668971","https://openalex.org/W6797032055","https://openalex.org/W6797703721","https://openalex.org/W6798370836","https://openalex.org/W6799822930","https://openalex.org/W6800553681","https://openalex.org/W6838872459"],"related_works":["https://openalex.org/W1972718289","https://openalex.org/W1791514435","https://openalex.org/W2346831895","https://openalex.org/W2248634132","https://openalex.org/W2295809616","https://openalex.org/W2016646572","https://openalex.org/W2795727972","https://openalex.org/W4386875132","https://openalex.org/W2470899375","https://openalex.org/W2604548540"],"abstract_inverted_index":{"While":[0],"affordance":[1,132],"detection":[2,7,133],"and":[3,49,73,76,90,102,145,153],"Human-Object":[4,98],"interaction":[5],"(HOI)":[6,100],"tasks":[8],"are":[9,22,166],"related,":[10],"the":[11,20,44,47,50,66,80,85,88,123,150,163,170,174],"theoretical":[12],"foundation":[13],"of":[14,37,43,52,79,87,122,135,173],"affordances":[15,28,75],"makes":[16],"it":[17],"clear":[18],"that":[19,155,165],"two":[21],"distinct.":[23],"In":[24],"particular,":[25],"researchers":[26],"in":[27,162],"make":[29,131,149],"distinctions":[30],"between":[31],"J.":[32,33],"Gibson's":[34],"traditional":[35],"definition":[36,51],"an":[38,96],"affordance,":[39,55],"\"the":[40],"action":[41],"possibilities\"":[42],"object":[45,136],"within":[46],"environment,":[48],"a":[53,77,104,119],"<i>telic</i>":[54],"or":[56,62],"one":[57],"defined":[58],"by":[59,169],"conventionalized":[60],"purpose":[61],"use.":[63],"We":[64,93],"augment":[65],"HICO-DET":[67,175],"dataset":[68,81],"with":[69,82,160],"annotations":[70,83,172],"for":[71,84],"Gibsonian":[72],"telic":[74],"subset":[78],"orientation":[86],"humans":[89],"objects":[91,144],"involved.":[92],"then":[94],"train":[95],"adapted":[97],"Interaction":[99],"model":[101],"evaluate":[103],"pre-trained":[105],"viewpoint":[106],"estimation":[107],"system":[108],"on":[109,118],"this":[110,156],"augmented":[111],"dataset.":[112,176],"Our":[113,138],"model,":[114],"AffordanceUPT,":[115],"is":[116,158],"based":[117],"two-stage":[120],"adaptation":[121],"Unary-Pairwise":[124],"Transformer":[125],"(UPT),":[126],"which":[127],"we":[128],"modularize":[129],"to":[130,142],"independent":[134],"detection.":[137],"approach":[139],"exhibits":[140],"generalization":[141],"new":[143],"actions,":[146],"can":[147],"effectively":[148],"Gibsonian/telic":[151],"distinction,":[152],"shows":[154],"distinction":[157],"correlated":[159],"features":[161],"data":[164],"not":[167],"captured":[168],"HOI":[171]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":1}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}