{"id":"https://openalex.org/W3138508885","doi":"https://doi.org/10.1109/iros51168.2021.9636743","title":"Success Weighted by Completion Time: A Dynamics-Aware Evaluation Criteria for Embodied Navigation","display_name":"Success Weighted by Completion Time: A Dynamics-Aware Evaluation Criteria for Embodied Navigation","publication_year":2021,"publication_date":"2021-09-27","ids":{"openalex":"https://openalex.org/W3138508885","doi":"https://doi.org/10.1109/iros51168.2021.9636743","mag":"3138508885"},"language":"en","primary_location":{"id":"doi:10.1109/iros51168.2021.9636743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636743","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103004161","display_name":"Naoki Yokoyama","orcid":"https://orcid.org/0009-0002-2919-936X"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naoki Yokoyama","raw_affiliation_strings":["College of Electrical Engineering and College of Computing, Georgia Institute of Technology, Atlanta, GA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and College of Computing, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064581452","display_name":"Sehoon Ha","orcid":"https://orcid.org/0000-0002-1972-328X"},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sehoon Ha","raw_affiliation_strings":["College of Electrical Engineering and College of Computing, Georgia Institute of Technology, Atlanta, GA, USA","Robotics at Google"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and College of Computing, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Robotics at Google","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014035752","display_name":"Dhruv Batra","orcid":"https://orcid.org/0000-0002-1358-0011"},"institutions":[{"id":"https://openalex.org/I130701444","display_name":"Georgia Institute of Technology","ror":"https://ror.org/01zkghx44","country_code":"US","type":"education","lineage":["https://openalex.org/I130701444"]},{"id":"https://openalex.org/I2252078561","display_name":"Meta (Israel)","ror":"https://ror.org/02388em19","country_code":"IL","type":"company","lineage":["https://openalex.org/I2252078561","https://openalex.org/I4210114444"]}],"countries":["IL","US"],"is_corresponding":false,"raw_author_name":"Dhruv Batra","raw_affiliation_strings":["College of Electrical Engineering and College of Computing, Georgia Institute of Technology, Atlanta, GA, USA","Facebook AI Research (FAIR)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Electrical Engineering and College of Computing, Georgia Institute of Technology, Atlanta, GA, USA","institution_ids":["https://openalex.org/I130701444"]},{"raw_affiliation_string":"Facebook AI Research (FAIR)","institution_ids":["https://openalex.org/I2252078561"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":26,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1562","last_page":"1569"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10586","display_name":"Robotic Path Planning Algorithms","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10879","display_name":"Robotic Locomotion and Control","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7507591247558594},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6010027527809143},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.5698369741439819},{"id":"https://openalex.org/keywords/mobile-robot","display_name":"Mobile robot","score":0.5685749053955078},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.5407395958900452},{"id":"https://openalex.org/keywords/path","display_name":"Path (computing)","score":0.4841092824935913},{"id":"https://openalex.org/keywords/robotics","display_name":"Robotics","score":0.4624270498752594},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4466019570827484},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.43570855259895325},{"id":"https://openalex.org/keywords/point","display_name":"Point (geometry)","score":0.4249560832977295},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.33343538641929626},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1149660050868988},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1061440110206604}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7507591247558594},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6010027527809143},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.5698369741439819},{"id":"https://openalex.org/C19966478","wikidata":"https://www.wikidata.org/wiki/Q4810574","display_name":"Mobile robot","level":3,"score":0.5685749053955078},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.5407395958900452},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.4841092824935913},{"id":"https://openalex.org/C34413123","wikidata":"https://www.wikidata.org/wiki/Q170978","display_name":"Robotics","level":3,"score":0.4624270498752594},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4466019570827484},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.43570855259895325},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.4249560832977295},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.33343538641929626},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1149660050868988},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1061440110206604},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros51168.2021.9636743","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros51168.2021.9636743","pdf_url":null,"source":{"id":"https://openalex.org/S4363607734","display_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1967740178","https://openalex.org/W1971086298","https://openalex.org/W2054585537","https://openalex.org/W2132756332","https://openalex.org/W2142156433","https://openalex.org/W2194775991","https://openalex.org/W2557741120","https://openalex.org/W2884565639","https://openalex.org/W2886380958","https://openalex.org/W2952267586","https://openalex.org/W2953127211","https://openalex.org/W2994740310","https://openalex.org/W3004691725","https://openalex.org/W3009928773","https://openalex.org/W3011144238","https://openalex.org/W3036497058","https://openalex.org/W3040041096","https://openalex.org/W3095605783","https://openalex.org/W3102804550","https://openalex.org/W3118683362","https://openalex.org/W3119292076","https://openalex.org/W3163651346","https://openalex.org/W3176232375","https://openalex.org/W4300552264","https://openalex.org/W6687483927","https://openalex.org/W6753516098","https://openalex.org/W6753766000","https://openalex.org/W6771792390","https://openalex.org/W6773029903","https://openalex.org/W6780167394","https://openalex.org/W6780443396","https://openalex.org/W6784342219","https://openalex.org/W6784675403","https://openalex.org/W6787890147"],"related_works":["https://openalex.org/W4362501864","https://openalex.org/W4306904969","https://openalex.org/W4380318855","https://openalex.org/W2138720691","https://openalex.org/W2031695474","https://openalex.org/W2586732548","https://openalex.org/W3049728571","https://openalex.org/W20361778","https://openalex.org/W2024136090","https://openalex.org/W1508899372"],"abstract_inverted_index":{"We":[0,122,153,227],"present":[1,124],"Success":[2,25],"weighted":[3,26],"by":[4,27,87],"Completion":[5],"Time":[6],"(SCT),":[7],"a":[8,43,141,145,196,201,232,246],"new":[9],"metric":[10],"for":[11,15,103,128],"evaluating":[12,36,176],"navigation":[13,22,84,93,167,194],"performance":[14,168],"mobile":[16,114],"robots.":[17],"Several":[18],"related":[19],"works":[20,94],"on":[21,100],"have":[23],"used":[24],"Path":[28],"Length":[29],"(SPL)":[30],"as":[31],"the":[32,37,65,78,82,109,133,166,191,224],"primary":[33],"method":[34],"of":[35,112,169,205,221],"path":[38,136],"an":[39,126,149,237],"agent":[40,79],"makes":[41],"to":[42,53,73,144,162,184,189,235],"goal":[44,146],"location,":[45],"but":[46],"SPL":[47],"is":[48,187,252],"limited":[49],"in":[50,148,182,193,223,231,245],"its":[51,88],"ability":[52],"properly":[54],"evaluate":[55],"agents":[56,170,230],"with":[57,155,171],"complex":[58],"dynamics.":[59,89,206],"In":[60,175],"contrast,":[61],"SCT":[62,186],"explicitly":[63],"takes":[64],"agent\u2019s":[66],"dynamics":[67,102,110,130,173],"model":[68,111,198,204],"into":[69],"consideration,":[70],"and":[71,137,159,164,218,239],"aims":[72],"accurately":[74],"capture":[75,190],"how":[76],"well":[77],"has":[80,199],"approximated":[81],"fastest":[83,134],"behavior":[85],"afforded":[86],"While":[90],"several":[91],"embodied":[92],"use":[95],"point-turn":[96,203],"dynamics,":[97],"we":[98,179,208,211],"focus":[99],"unicycle-cart":[101],"our":[104,215,229],"agent,":[105],"which":[106],"better":[107],"exempli-fies":[108],"popular":[113],"robotics":[115],"platforms":[116],"(e.g.,":[117],"LoCoBot,":[118],"TurtleBot,":[119],"Fetch,":[120],"etc.).":[121],"also":[123],"RRT*-Unicycle,":[125],"algorithm":[127],"unicycle":[129,197],"that":[131,181,210,241],"estimates":[132],"collision-free":[135],"completion":[138],"time":[139],"from":[140],"starting":[142],"pose":[143],"location":[147],"environment":[150],"containing":[151],"obstacles.":[152],"experiment":[154],"deep":[156],"reinforcement":[157],"learning":[158],"reward":[160],"shaping":[161],"train":[163],"compare":[165],"different":[172],"models.":[174],"these":[177],"agents,":[178],"show":[180,209,240],"contrast":[183],"SPL,":[185],"able":[188],"advantages":[192],"speed":[195],"over":[200],"simpler":[202],"Lastly,":[207],"can":[212,243],"successfully":[213],"deploy":[214],"trained":[216],"models":[217],"algorithms":[219],"outside":[220],"simulation":[222],"real":[225,233],"world.":[226],"embody":[228],"robot":[234],"navigate":[236],"apartment,":[238],"they":[242],"generalize":[244],"zero-shot":[247],"manner.":[248],"A":[249],"video":[250],"summary":[251],"available":[253],"here:":[254],"https://youtu.be/QOQ56XVIYVE":[255]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":7},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":4}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}