{"id":"https://openalex.org/W4312853375","doi":"https://doi.org/10.1109/iros47612.2022.9981960","title":"Relationship Oriented Semantic Scene Understanding for Daily Manipulation Tasks","display_name":"Relationship Oriented Semantic Scene Understanding for Daily Manipulation Tasks","publication_year":2022,"publication_date":"2022-10-23","ids":{"openalex":"https://openalex.org/W4312853375","doi":"https://doi.org/10.1109/iros47612.2022.9981960"},"language":"en","primary_location":{"id":"doi:10.1109/iros47612.2022.9981960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981960","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002919496","display_name":"Chao Tang","orcid":"https://orcid.org/0000-0003-1474-3705"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Chao Tang","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048930422","display_name":"Jingwen Yu","orcid":"https://orcid.org/0000-0003-3336-3935"},"institutions":[{"id":"https://openalex.org/I200769079","display_name":"Hong Kong University of Science and Technology","ror":"https://ror.org/00q4vv597","country_code":"HK","type":"education","lineage":["https://openalex.org/I200769079"]},{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN","HK"],"is_corresponding":false,"raw_author_name":"Jingwen Yu","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Electronic and Computer Engineering, The Hong Kong University of Science and Technology, Hong Kong SAR, China","institution_ids":["https://openalex.org/I200769079"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101989449","display_name":"Weinan Chen","orcid":"https://orcid.org/0009-0009-5233-6247"},"institutions":[{"id":"https://openalex.org/I139024713","display_name":"Guangdong University of Technology","ror":"https://ror.org/04azbjn80","country_code":"CN","type":"education","lineage":["https://openalex.org/I139024713"]},{"id":"https://openalex.org/I4210142539","display_name":"Guangdong Institute of Intelligent Manufacturing","ror":"https://ror.org/049jpjz09","country_code":"CN","type":"facility","lineage":["https://openalex.org/I4210142539"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weinan Chen","raw_affiliation_strings":["Guangdong University of Technology,Biomimetic and Intelligent Robotics Lab (BIRL),Guangzhou,China","Biomimetic and Intelligent Robotics Lab (BIRL), Guangdong University of Technology, Guangzhou, China"],"affiliations":[{"raw_affiliation_string":"Guangdong University of Technology,Biomimetic and Intelligent Robotics Lab (BIRL),Guangzhou,China","institution_ids":["https://openalex.org/I4210142539"]},{"raw_affiliation_string":"Biomimetic and Intelligent Robotics Lab (BIRL), Guangdong University of Technology, Guangzhou, China","institution_ids":["https://openalex.org/I139024713"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054913273","display_name":"Bingyi Xia","orcid":"https://orcid.org/0000-0003-3932-7070"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bingyi Xia","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100430266","display_name":"Hong Zhang","orcid":"https://orcid.org/0000-0002-1677-6132"},"institutions":[{"id":"https://openalex.org/I3045169105","display_name":"Southern University of Science and Technology","ror":"https://ror.org/049tv2d57","country_code":"CN","type":"education","lineage":["https://openalex.org/I3045169105"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hong Zhang","raw_affiliation_strings":["Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Southern University of Science and Technology,Department of Electronic and Electrical Engineering,Shenzhen,China","institution_ids":["https://openalex.org/I3045169105"]},{"raw_affiliation_string":"Department of Electronic and Electrical Engineering, Southern University of Science and Technology, Shenzhen, China","institution_ids":["https://openalex.org/I3045169105"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5002919496"],"corresponding_institution_ids":["https://openalex.org/I3045169105"],"apc_list":null,"apc_paid":null,"fwci":0.2388,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.59950319,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"9926","last_page":"9933"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9936000108718872,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9934999942779541,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7956169843673706},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.6507154703140259},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.6380185484886169},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6367048025131226},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6182252764701843},{"id":"https://openalex.org/keywords/planner","display_name":"Planner","score":0.5964400172233582},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.5957320928573608},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5932696461677551},{"id":"https://openalex.org/keywords/baseline","display_name":"Baseline (sea)","score":0.4596741795539856},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.44646501541137695},{"id":"https://openalex.org/keywords/robotic-arm","display_name":"Robotic arm","score":0.41776758432388306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7956169843673706},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.6507154703140259},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.6380185484886169},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6367048025131226},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6182252764701843},{"id":"https://openalex.org/C2776999362","wikidata":"https://www.wikidata.org/wiki/Q2349274","display_name":"Planner","level":2,"score":0.5964400172233582},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.5957320928573608},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5932696461677551},{"id":"https://openalex.org/C12725497","wikidata":"https://www.wikidata.org/wiki/Q810247","display_name":"Baseline (sea)","level":2,"score":0.4596741795539856},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.44646501541137695},{"id":"https://openalex.org/C150415221","wikidata":"https://www.wikidata.org/wiki/Q40687","display_name":"Robotic arm","level":2,"score":0.41776758432388306},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C111368507","wikidata":"https://www.wikidata.org/wiki/Q43518","display_name":"Oceanography","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros47612.2022.9981960","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros47612.2022.9981960","pdf_url":null,"source":{"id":"https://openalex.org/S4363607704","display_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-124535","is_oa":false,"landing_page_url":"https://repository.hkust.edu.hk/ir/Record/1783.1-124535","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Conference paper"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.44999998807907104,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G2112037453","display_name":null,"funder_award_id":"2021M701576","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G5340743203","display_name":null,"funder_award_id":"62103179","funder_id":"https://openalex.org/F4320320997","funder_display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo"},{"id":"https://openalex.org/G6273825278","display_name":null,"funder_award_id":"2016LJ06G498","funder_id":"https://openalex.org/F4320327783","funder_display_name":"Leading Talents Program of Guangdong Province"}],"funders":[{"id":"https://openalex.org/F4320309321","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44"},{"id":"https://openalex.org/F4320320997","display_name":"Funda\u00e7\u00e3o de Amparo \u00e0 Pesquisa do Estado de S\u00e3o Paulo","ror":"https://ror.org/02ddkpn78"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"},{"id":"https://openalex.org/F4320327783","display_name":"Leading Talents Program of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1508397741","https://openalex.org/W1645652951","https://openalex.org/W1715653559","https://openalex.org/W1718499378","https://openalex.org/W1967507142","https://openalex.org/W2077069816","https://openalex.org/W2114788085","https://openalex.org/W2157690240","https://openalex.org/W2161414194","https://openalex.org/W2479423890","https://openalex.org/W2579549467","https://openalex.org/W2650354119","https://openalex.org/W2810482788","https://openalex.org/W2888266365","https://openalex.org/W2914433398","https://openalex.org/W2925241625","https://openalex.org/W2962984928","https://openalex.org/W2963033241","https://openalex.org/W2963150697","https://openalex.org/W2963245631","https://openalex.org/W2967883831","https://openalex.org/W3091470805","https://openalex.org/W3101196391","https://openalex.org/W3138049223","https://openalex.org/W3207057769","https://openalex.org/W4288108707","https://openalex.org/W4385245566","https://openalex.org/W6620707391","https://openalex.org/W6634616096","https://openalex.org/W6636844454","https://openalex.org/W6637546263","https://openalex.org/W6637559555","https://openalex.org/W6721769334","https://openalex.org/W6739901393","https://openalex.org/W6760546089","https://openalex.org/W6782847789","https://openalex.org/W6787056710"],"related_works":["https://openalex.org/W1568779110","https://openalex.org/W804484174","https://openalex.org/W4244698559","https://openalex.org/W4246538999","https://openalex.org/W2378211422","https://openalex.org/W2383111961","https://openalex.org/W56933075","https://openalex.org/W4399598005","https://openalex.org/W2002361198","https://openalex.org/W2365952365"],"abstract_inverted_index":{"Assistive":[0],"robot":[1],"systems":[2,39],"have":[3],"been":[4],"developed":[5],"to":[6,28,55,99],"help":[7],"people":[8],"accomplish":[9],"daily":[10],"manipulation":[11,144],"tasks":[12],"especially":[13],"for":[14,91,141],"those":[15],"with":[16,57,76,123,137],"disabilities,":[17],"where":[18],"scene":[19,41,93],"understanding":[20,42],"plays":[21],"a":[22,108,120,138,147],"crucial":[23],"role":[24],"in":[25,107],"enabling":[26],"robots":[27],"interpret":[29],"the":[30,37,45,104,131,133],"surroundings":[31],"and":[32,102,115],"behave":[33],"accordingly.":[34],"Most":[35],"of":[36,89,126],"current":[38],"approach":[40],"without":[43],"considering":[44],"functional":[46,85],"dependencies":[47],"between":[48,87],"objects.":[49],"However,":[50],"it":[51],"is":[52,135],"only":[53],"valuable":[54],"interact":[56],"some":[58],"objects":[59,90,101],"when":[60],"their":[61],"function-relevant":[62],"counterparts":[63],"are":[64],"considered.":[65],"In":[66],"this":[67],"paper,":[68],"we":[69],"augment":[70],"an":[71,77],"assistive":[72,149],"robotic":[73,150],"arm":[74,151],"system":[75],"end-to-end":[78],"semantic":[79,92],"relationship":[80],"reasoning":[81],"model.":[82],"It":[83],"incorporates":[84],"relationships":[86],"pairs":[88],"understanding.":[94],"To":[95,128],"ensure":[96],"good":[97],"generalization":[98],"unseen":[100],"relationships,":[103],"model":[105,134],"works":[106],"category-agnostic":[109],"manner.":[110],"We":[111],"evaluate":[112],"our":[113],"design":[114],"three":[116],"baseline":[117],"methods":[118],"on":[119,146],"self-collected":[121],"benchmark":[122],"two":[124],"levels":[125],"difficulty.":[127],"further":[129],"demonstrate":[130],"effectiveness,":[132],"integrated":[136],"symbolic":[139],"planner":[140],"goal-oriented,":[142],"multi-step":[143],"task":[145],"real-world":[148],"platform.":[152]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}