{"id":"https://openalex.org/W4387092464","doi":"https://doi.org/10.1109/lra.2023.3320014","title":"Semantic Policy Network for Zero-Shot Object Goal Visual Navigation","display_name":"Semantic Policy Network for Zero-Shot Object Goal Visual Navigation","publication_year":2023,"publication_date":"2023-09-27","ids":{"openalex":"https://openalex.org/W4387092464","doi":"https://doi.org/10.1109/lra.2023.3320014"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2023.3320014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3320014","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001303961","display_name":"Qianfan Zhao","orcid":"https://orcid.org/0000-0003-2521-7006"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qianfan Zhao","raw_affiliation_strings":["State Key Laboratory of Multimodel Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodel Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101959190","display_name":"Lu Zhang","orcid":"https://orcid.org/0000-0001-6240-5300"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lu Zhang","raw_affiliation_strings":["State Key Laboratory of Multimodel Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodel Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049557511","display_name":"Bin He","orcid":"https://orcid.org/0000-0003-3193-6269"},"institutions":[{"id":"https://openalex.org/I116953780","display_name":"Tongji University","ror":"https://ror.org/03rc6as71","country_code":"CN","type":"education","lineage":["https://openalex.org/I116953780"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin He","raw_affiliation_strings":["College of Electronic and Information Engineering, Tongji University, Shanghai, China"],"affiliations":[{"raw_affiliation_string":"College of Electronic and Information Engineering, Tongji University, Shanghai, China","institution_ids":["https://openalex.org/I116953780"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100434504","display_name":"Zhiyong Liu","orcid":"https://orcid.org/0000-0003-2148-1846"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210100255","display_name":"Beijing Academy of Artificial Intelligence","ror":"https://ror.org/016a74861","country_code":"CN","type":"other","lineage":["https://openalex.org/I4210100255"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]},{"id":"https://openalex.org/I4210165038","display_name":"University of Chinese Academy of Sciences","ror":"https://ror.org/05qbk4x57","country_code":"CN","type":"education","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210165038"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Liu","raw_affiliation_strings":["State Key Laboratory of Multimodel Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Multimodel Artificial Intelligence Systems, Institute of Automation, Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210112150","https://openalex.org/I19820366"]},{"raw_affiliation_string":"School of Artificial Intelligence, University of Chinese Academy of Sciences, Beijing, China","institution_ids":["https://openalex.org/I4210100255","https://openalex.org/I4210165038"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5001303961"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210100255","https://openalex.org/I4210112150","https://openalex.org/I4210165038"],"apc_list":null,"apc_paid":null,"fwci":1.4338,"has_fulltext":false,"cited_by_count":12,"citation_normalized_percentile":{"value":0.84242535,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"8","issue":"11","first_page":"7655","last_page":"7662"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9896000027656555,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/shot","display_name":"Shot (pellet)","score":0.7002626657485962},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.6644158959388733},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.6048072576522827},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5277034640312195},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4157865047454834},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.36359965801239014},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3586235046386719},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.15091219544410706},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.05719998478889465}],"concepts":[{"id":"https://openalex.org/C2778344882","wikidata":"https://www.wikidata.org/wiki/Q278938","display_name":"Shot (pellet)","level":2,"score":0.7002626657485962},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.6644158959388733},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.6048072576522827},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5277034640312195},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4157865047454834},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.36359965801239014},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3586235046386719},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.15091219544410706},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.05719998478889465},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2023.3320014","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2023.3320014","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G297044484","display_name":null,"funder_award_id":"62206288","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W1543703002","https://openalex.org/W1861492603","https://openalex.org/W2113243634","https://openalex.org/W2125409550","https://openalex.org/W2137051796","https://openalex.org/W2171028727","https://openalex.org/W2193145675","https://openalex.org/W2194775991","https://openalex.org/W2250539671","https://openalex.org/W2277195237","https://openalex.org/W2792764867","https://openalex.org/W2884565639","https://openalex.org/W2896457183","https://openalex.org/W2962732398","https://openalex.org/W2962887844","https://openalex.org/W2963545832","https://openalex.org/W2963854535","https://openalex.org/W2964339842","https://openalex.org/W2965569712","https://openalex.org/W2974759213","https://openalex.org/W2994827984","https://openalex.org/W3004360048","https://openalex.org/W3034201026","https://openalex.org/W3081567831","https://openalex.org/W3106250896","https://openalex.org/W3109283569","https://openalex.org/W3158711590","https://openalex.org/W3173859428","https://openalex.org/W3211462570","https://openalex.org/W4287112297","https://openalex.org/W4288616852","https://openalex.org/W4293566037","https://openalex.org/W4312956471","https://openalex.org/W4377082664","https://openalex.org/W4383108519","https://openalex.org/W4386083015","https://openalex.org/W6682691769","https://openalex.org/W6687045409","https://openalex.org/W6692846177","https://openalex.org/W6726873649","https://openalex.org/W6747106673","https://openalex.org/W6749825310","https://openalex.org/W6751885507","https://openalex.org/W6753516098","https://openalex.org/W6754725917","https://openalex.org/W6760170756","https://openalex.org/W6763578275","https://openalex.org/W6766592756","https://openalex.org/W6766978945","https://openalex.org/W6773029903","https://openalex.org/W6782354095","https://openalex.org/W6790124654","https://openalex.org/W6791353385","https://openalex.org/W6797065961","https://openalex.org/W6800673378","https://openalex.org/W6802257716","https://openalex.org/W6839650396","https://openalex.org/W6849793301"],"related_works":["https://openalex.org/W2074502265","https://openalex.org/W4214877189","https://openalex.org/W2773965352","https://openalex.org/W2381179799","https://openalex.org/W2980279061","https://openalex.org/W2334685461","https://openalex.org/W2366718574","https://openalex.org/W2359774528","https://openalex.org/W4298312966","https://openalex.org/W2325697621"],"abstract_inverted_index":{"The":[0,72,97,117],"task":[1,22],"of":[2,75],"zero-shot":[3,53],"object":[4],"goal":[5],"visual":[6,19,124],"navigation":[7,33,111],"(ZSON)":[8],"aims":[9],"to":[10,13,39,57],"enable":[11],"robots":[12],"locate":[14],"previously":[15],"\u201cunseen\u201d":[16,40],"objects":[17,38,41],"by":[18],"observations.":[20],"This":[21],"presents":[23],"a":[24,49,63],"significant":[25],"challenge":[26],"since":[27],"the":[28,32,67,85,92,121,137,161],"robot":[29],"must":[30],"transfer":[31],"policy":[34],"learned":[35],"from":[36],"\u201cseen\u201d":[37],"through":[42],"auxiliary":[43],"semantic":[44,83,107,127],"information":[45,134],"without":[46],"training":[47],"samples,":[48],"process":[50],"known":[51],"as":[52],"learning.":[54],"In":[55],"order":[56],"address":[58],"this":[59],"challenge,":[60],"we":[61,146],"propose":[62],"novel":[64],"approach":[65],"termed":[66],"Semantic":[68,86,93],"Policy":[69,88],"Network":[70],"(SPNet).":[71],"SPNet":[73],"consists":[74],"two":[76],"modules":[77],"that":[78,160],"are":[79],"deeply":[80],"integrated":[81],"with":[82],"embeddings:":[84],"Actor":[87],"(SAP)":[89],"module":[90,99,119],"and":[91,126,132,139,155,171],"Trajectory":[94],"(ST)":[95],"module.":[96],"SAP":[98],"generates":[100],"actor":[101],"network":[102],"weight":[103],"bias":[104],"based":[105],"on":[106],"embeddings,":[108],"creating":[109],"unique":[110],"policies":[112],"for":[113,168],"different":[114],"target":[115,173],"classes.":[116,174],"ST":[118],"records":[120],"robot's":[122],"actions,":[123],"features,":[125],"embeddings":[128],"at":[129],"each":[130],"step,":[131],"aggregates":[133],"in":[135],"both":[136,169],"spatial":[138],"temporal":[140],"dimensions.":[141],"To":[142],"evaluate":[143],"our":[144],"approach,":[145],"conducted":[147],"extensive":[148],"experiments":[149],"using":[150],"MP3D":[151],"dataset,":[152,154],"HM3D":[153],"RoboTHOR.":[156],"Experimental":[157],"results":[158],"indicate":[159],"proposed":[162],"method":[163],"outperforms":[164],"other":[165],"ZSON":[166],"methods":[167],"seen":[170],"unseen":[172]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":4}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}