{"id":"https://openalex.org/W3177080855","doi":"https://doi.org/10.1109/access.2021.3090471","title":"Joint Object Affordance Reasoning and Segmentation in RGB-D Videos","display_name":"Joint Object Affordance Reasoning and Segmentation in RGB-D Videos","publication_year":2021,"publication_date":"2021-01-01","ids":{"openalex":"https://openalex.org/W3177080855","doi":"https://doi.org/10.1109/access.2021.3090471","mag":"3177080855"},"language":"en","primary_location":{"id":"doi:10.1109/access.2021.3090471","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3090471","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09459755.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09459755.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015117681","display_name":"Spyridon Thermos","orcid":"https://orcid.org/0000-0001-5458-6906"},"institutions":[{"id":"https://openalex.org/I98677209","display_name":"University of Edinburgh","ror":"https://ror.org/01nrxwf90","country_code":"GB","type":"education","lineage":["https://openalex.org/I98677209"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Spyridon Thermos","raw_affiliation_strings":["School of Engineering, The University of Edinburgh, Edinburgh, U.K"],"raw_orcid":"https://orcid.org/0000-0001-5458-6906","affiliations":[{"raw_affiliation_string":"School of Engineering, The University of Edinburgh, Edinburgh, U.K","institution_ids":["https://openalex.org/I98677209"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024184433","display_name":"Gerasimos Potamianos","orcid":"https://orcid.org/0000-0002-9833-7124"},"institutions":[{"id":"https://openalex.org/I145722265","display_name":"University of Thessaly","ror":"https://ror.org/04v4g9h31","country_code":"GR","type":"education","lineage":["https://openalex.org/I145722265"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Gerasimos Potamianos","raw_affiliation_strings":["University of Thessaly, Volos, Greece"],"raw_orcid":"https://orcid.org/0000-0002-9833-7124","affiliations":[{"raw_affiliation_string":"University of Thessaly, Volos, Greece","institution_ids":["https://openalex.org/I145722265"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5071585254","display_name":"Petros Daras","orcid":"https://orcid.org/0000-0003-3814-6710"},"institutions":[{"id":"https://openalex.org/I4210093649","display_name":"Information Technologies Institute","ror":"https://ror.org/0069akp70","country_code":"GR","type":"nonprofit","lineage":["https://openalex.org/I4210093649"]},{"id":"https://openalex.org/I4210134249","display_name":"Centre for Research and Technology Hellas","ror":"https://ror.org/03bndpq63","country_code":"GR","type":"facility","lineage":["https://openalex.org/I4210134249"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Petros Daras","raw_affiliation_strings":["Visual Computing Lab, Centre for Research and Technology Hellas, Information Technologies Institute, Thessaloniki, Greece"],"raw_orcid":"https://orcid.org/0000-0003-3814-6710","affiliations":[{"raw_affiliation_string":"Visual Computing Lab, Centre for Research and Technology Hellas, Information Technologies Institute, Thessaloniki, Greece","institution_ids":["https://openalex.org/I4210093649","https://openalex.org/I4210134249"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5414,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.64584259,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"89699","last_page":"89713"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9958000183105469,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/affordance","display_name":"Affordance","score":0.8769793510437012},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8174459934234619},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7486985921859741},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6042100787162781},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5696777701377869},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5380738377571106},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5130282640457153},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4276420474052429},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.4248768389225006},{"id":"https://openalex.org/keywords/contextual-learning","display_name":"Contextual learning","score":0.4180956184864044},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3420695662498474},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.28563421964645386}],"concepts":[{"id":"https://openalex.org/C194995250","wikidata":"https://www.wikidata.org/wiki/Q531136","display_name":"Affordance","level":2,"score":0.8769793510437012},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8174459934234619},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7486985921859741},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6042100787162781},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5696777701377869},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5380738377571106},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5130282640457153},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4276420474052429},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.4248768389225006},{"id":"https://openalex.org/C2777541608","wikidata":"https://www.wikidata.org/wiki/Q5165194","display_name":"Contextual learning","level":2,"score":0.4180956184864044},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3420695662498474},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.28563421964645386},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/access.2021.3090471","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3090471","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09459755.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:7cb7573aaed4433a905eb4626dc4e056","is_oa":true,"landing_page_url":"https://doaj.org/article/7cb7573aaed4433a905eb4626dc4e056","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 9, Pp 89699-89713 (2021)","raw_type":"article"},{"id":"pmh:oai:ir.lib.uth.gr:11615/79700","is_oa":false,"landing_page_url":"http://hdl.handle.net/11615/79700","pdf_url":null,"source":{"id":"https://openalex.org/S4306400243","display_name":"University of Thessaly Institutional Repository (University of Thessaly)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I145722265","host_organization_name":"University of Thessaly","host_organization_lineage":["https://openalex.org/I145722265"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access","raw_type":"journalArticle"}],"best_oa_location":{"id":"doi:10.1109/access.2021.3090471","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2021.3090471","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/9312710/09459755.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1251912162","display_name":null,"funder_award_id":"820742","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"},{"id":"https://openalex.org/G429738825","display_name":"Hybrid Human-Robot RECYcling plant for electriCal and eLEctRonic equipment","funder_award_id":"820742","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G4937468798","display_name":null,"funder_award_id":"H2020","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3177080855.pdf","grobid_xml":"https://content.openalex.org/works/W3177080855.grobid-xml"},"referenced_works_count":100,"referenced_works":["https://openalex.org/W276494664","https://openalex.org/W623420257","https://openalex.org/W639708223","https://openalex.org/W1237089097","https://openalex.org/W1483019628","https://openalex.org/W1485009520","https://openalex.org/W1495986922","https://openalex.org/W1510835000","https://openalex.org/W1522301498","https://openalex.org/W1524405667","https://openalex.org/W1533861849","https://openalex.org/W1580568969","https://openalex.org/W1686810756","https://openalex.org/W1857789879","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1920293286","https://openalex.org/W1934890906","https://openalex.org/W1982889244","https://openalex.org/W1994922096","https://openalex.org/W2035812182","https://openalex.org/W2067381981","https://openalex.org/W2108598243","https://openalex.org/W2123402141","https://openalex.org/W2124351162","https://openalex.org/W2136767371","https://openalex.org/W2145546283","https://openalex.org/W2146055337","https://openalex.org/W2148383759","https://openalex.org/W2156303437","https://openalex.org/W2194775991","https://openalex.org/W2295107390","https://openalex.org/W2296419369","https://openalex.org/W2302255633","https://openalex.org/W2346513076","https://openalex.org/W2395611524","https://openalex.org/W2411715258","https://openalex.org/W2434184923","https://openalex.org/W2508429489","https://openalex.org/W2529173830","https://openalex.org/W2561070317","https://openalex.org/W2561523096","https://openalex.org/W2583180462","https://openalex.org/W2605910384","https://openalex.org/W2613718673","https://openalex.org/W2741998915","https://openalex.org/W2773765248","https://openalex.org/W2795307598","https://openalex.org/W2798897443","https://openalex.org/W2807052771","https://openalex.org/W2883406652","https://openalex.org/W2884100062","https://openalex.org/W2884367402","https://openalex.org/W2921449040","https://openalex.org/W2962835968","https://openalex.org/W2962984928","https://openalex.org/W2963037989","https://openalex.org/W2963049618","https://openalex.org/W2963150697","https://openalex.org/W2963503775","https://openalex.org/W2963828885","https://openalex.org/W2964121744","https://openalex.org/W2964342398","https://openalex.org/W2970971581","https://openalex.org/W2981464461","https://openalex.org/W2983465317","https://openalex.org/W2986364431","https://openalex.org/W2986519121","https://openalex.org/W2999478237","https://openalex.org/W3001164154","https://openalex.org/W3006814414","https://openalex.org/W3009672847","https://openalex.org/W3009942842","https://openalex.org/W3013211900","https://openalex.org/W3015378547","https://openalex.org/W3016889634","https://openalex.org/W3034667697","https://openalex.org/W3034681090","https://openalex.org/W3034974675","https://openalex.org/W3047026237","https://openalex.org/W3081657029","https://openalex.org/W3108011062","https://openalex.org/W3111983220","https://openalex.org/W3125434949","https://openalex.org/W4250482878","https://openalex.org/W4252684946","https://openalex.org/W4295312788","https://openalex.org/W6628877408","https://openalex.org/W6631190155","https://openalex.org/W6631943919","https://openalex.org/W6634616096","https://openalex.org/W6637373629","https://openalex.org/W6682864246","https://openalex.org/W6698183232","https://openalex.org/W6732940373","https://openalex.org/W6753241981","https://openalex.org/W6766490708","https://openalex.org/W6766978945","https://openalex.org/W6772948389","https://openalex.org/W6780517984"],"related_works":["https://openalex.org/W1972718289","https://openalex.org/W1791514435","https://openalex.org/W2346831895","https://openalex.org/W2248634132","https://openalex.org/W3049116993","https://openalex.org/W1541884709","https://openalex.org/W2589081601","https://openalex.org/W2226037301","https://openalex.org/W2026855223","https://openalex.org/W2070708245"],"abstract_inverted_index":{"Understanding":[0],"human-object":[1,101,157],"interaction":[2,29,158,181],"is":[3,15,233],"a":[4,73,135,184,202],"fundamental":[5],"challenge":[6],"in":[7,242],"computer":[8],"vision":[9],"and":[10,36,56,61,103,114,145,165,196,200,229,246],"robotics.":[11],"Crucial":[12],"to":[13,18,210],"it":[14],"the":[16,26,37,81,97,171,207,221,239],"ability":[17],"infer":[19],"\u201cobject":[20],"affordances\u201d":[21],"from":[22,149],"visual":[23],"data,":[24],"namely":[25],"types":[27],"of":[28,34,100,155,170],"supported":[30],"by":[31,192],"an":[32,47,63,193,197],"object":[33,38,52,112,163],"interest":[35],"parts":[39],"involved.":[40],"Such":[41],"inference":[42],"can":[43,223],"be":[44],"approached":[45],"as":[46,58,62],"\u201caffordance":[48,64],"reasoning\u201d":[49],"task,":[50,66],"where":[51,67],"affordances":[53],"are":[54,70,217],"recognized":[55],"localized":[57],"image":[59,76],"heatmaps,":[60,190],"segmentation\u201d":[65],"affordance":[68,143,189,194,213,244],"labels":[69],"obtained":[71],"at":[72],"more":[74],"detailed,":[75],"pixel":[77],"level.":[78],"To":[79],"tackle":[80],"two":[82,175],"tasks,":[83,123],"existing":[84],"methods":[85],"typically:":[86],"(i)":[87,174],"treat":[88],"them":[89],"independently;":[90],"(ii)":[91,183],"adopt":[92],"static":[93,227],"image-based":[94],"models,":[95],"ignoring":[96],"temporal":[98],"aspect":[99],"interaction;":[102],"/":[104],"or":[105],"(iii)":[106,201],"require":[107],"additional":[108],"strong":[109],"supervision":[110],"concerning":[111],"class":[113],"location.":[115],"In":[116],"this":[117,131],"paper,":[118],"we":[119,133],"focus":[120],"on":[121,162,225,235],"both":[122,226,243],"while":[124,220],"addressing":[125],"all":[126],"three":[127],"aforementioned":[128],"shortcomings.":[129],"For":[130],"purpose,":[132],"propose":[134],"deep-learning":[136],"based":[137],"dual":[138],"encoder-decoder":[139],"model":[140,172],"for":[141],"joint":[142],"reasoning":[144,185,245],"segmentation,":[146],"which":[147],"learns":[148],"our":[150],"recently":[151],"introduced":[152],"SOR3D-AFF":[153],"corpus":[154],"RGB-D":[156],"videos,":[159],"without":[160],"relying":[161],"localization":[164],"classification.":[166],"The":[167,231],"basic":[168],"components":[169],"comprise:":[173],"parallel":[176],"encoders":[177],"that":[178,187,205],"capture":[179],"spatio-temporal":[180],"information;":[182],"decoder":[186,204],"predicts":[188],"assisted":[191],"classifier":[195],"attention":[198],"mechanism;":[199],"segmentation":[203],"exploits":[206],"predicted":[208],"heatmap":[209],"yield":[211],"pixel-level":[212],"segmentation.":[214,247],"All":[215],"modules":[216],"jointly":[218],"trained,":[219],"system":[222],"operate":[224],"images":[228],"videos.":[230],"approach":[232],"evaluated":[234],"four":[236],"datasets,":[237],"surpassing":[238],"current":[240],"state-of-the-art":[241]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}