{"id":"https://openalex.org/W4412076149","doi":"https://doi.org/10.1109/lra.2025.3585390","title":"BOSS: Benchmark for Observation Space Shift in Long-Horizon Task","display_name":"BOSS: Benchmark for Observation Space Shift in Long-Horizon Task","publication_year":2025,"publication_date":"2025-07-07","ids":{"openalex":"https://openalex.org/W4412076149","doi":"https://doi.org/10.1109/lra.2025.3585390"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2025.3585390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3585390","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Yue Yang","orcid":"https://orcid.org/0009-0000-8433-6246"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Yue Yang","raw_affiliation_strings":["The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","The University of North Carolina, Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0009-0000-8433-6246","affiliations":[{"raw_affiliation_string":"The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"The University of North Carolina, Chapel Hill, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Linfeng Zhao","orcid":"https://orcid.org/0009-0007-0918-9777"},"institutions":[{"id":"https://openalex.org/I12912129","display_name":"Northeastern University","ror":"https://ror.org/04t5xt781","country_code":"US","type":"education","lineage":["https://openalex.org/I12912129"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Linfeng Zhao","raw_affiliation_strings":["Northeastern University, Boston, MA, USA","Northeastern University, USA"],"raw_orcid":"https://orcid.org/0009-0007-0918-9777","affiliations":[{"raw_affiliation_string":"Northeastern University, Boston, MA, USA","institution_ids":["https://openalex.org/I12912129"]},{"raw_affiliation_string":"Northeastern University, USA","institution_ids":["https://openalex.org/I12912129"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022382771","display_name":"Mingyu Ding","orcid":"https://orcid.org/0000-0001-6556-8359"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingyu Ding","raw_affiliation_strings":["The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","The University of North Carolina, Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0000-0001-6556-8359","affiliations":[{"raw_affiliation_string":"The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"The University of North Carolina, Chapel Hill, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081800468","display_name":"Gedas Bertasius","orcid":"https://orcid.org/0000-0003-1800-4790"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gedas Bertasius","raw_affiliation_strings":["The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","The University of North Carolina, Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0000-0003-1800-4790","affiliations":[{"raw_affiliation_string":"The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"The University of North Carolina, Chapel Hill, USA","institution_ids":["https://openalex.org/I114027177"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5024581242","display_name":"Daniel Szaf\u0131r","orcid":"https://orcid.org/0000-0003-1848-7884"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Szafir","raw_affiliation_strings":["The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","The University of North Carolina, Chapel Hill, USA"],"raw_orcid":"https://orcid.org/0000-0003-1848-7884","affiliations":[{"raw_affiliation_string":"The University of North Carolina at Chapel Hill, Chapel Hill, NC, USA","institution_ids":["https://openalex.org/I114027177"]},{"raw_affiliation_string":"The University of North Carolina, Chapel Hill, USA","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I114027177"],"apc_list":null,"apc_paid":null,"fwci":2.1249,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.86345423,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"10","issue":"9","first_page":"8882","last_page":"8889"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.3968999981880188,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.3968999981880188,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.3961000144481659,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/boss","display_name":"Boss","score":0.9075536727905273},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.7551994323730469},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.6889341473579407},{"id":"https://openalex.org/keywords/horizon","display_name":"Horizon","score":0.681311309337616},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.5200366973876953},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45324862003326416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3372253179550171},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.23736700415611267},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.21476265788078308},{"id":"https://openalex.org/keywords/geodesy","display_name":"Geodesy","score":0.1583937704563141},{"id":"https://openalex.org/keywords/management","display_name":"Management","score":0.15573200583457947},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.14849907159805298},{"id":"https://openalex.org/keywords/economics","display_name":"Economics","score":0.12688124179840088},{"id":"https://openalex.org/keywords/geometry","display_name":"Geometry","score":0.12274381518363953},{"id":"https://openalex.org/keywords/mechanical-engineering","display_name":"Mechanical engineering","score":0.09977644681930542},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.09227392077445984}],"concepts":[{"id":"https://openalex.org/C2777020290","wikidata":"https://www.wikidata.org/wiki/Q4947493","display_name":"Boss","level":2,"score":0.9075536727905273},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.7551994323730469},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.6889341473579407},{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.681311309337616},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.5200366973876953},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45324862003326416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3372253179550171},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.23736700415611267},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.21476265788078308},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.1583937704563141},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.15573200583457947},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.14849907159805298},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.12688124179840088},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.12274381518363953},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.09977644681930542},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.09227392077445984}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2025.3585390","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2025.3585390","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.550000011920929,"id":"https://metadata.un.org/sdg/13","display_name":"Climate action"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W2902791462","https://openalex.org/W3007769740","https://openalex.org/W3128894241","https://openalex.org/W4224221644","https://openalex.org/W4285218426","https://openalex.org/W4319348618","https://openalex.org/W4323825041","https://openalex.org/W4383108457","https://openalex.org/W4385430633","https://openalex.org/W4401413695","https://openalex.org/W4401417065","https://openalex.org/W4402354166","https://openalex.org/W4403337227","https://openalex.org/W4405778632","https://openalex.org/W4408913866","https://openalex.org/W6676557315","https://openalex.org/W6758134627","https://openalex.org/W6769596995","https://openalex.org/W6772008794","https://openalex.org/W6776601253","https://openalex.org/W6784313279","https://openalex.org/W6785034342","https://openalex.org/W6789753369","https://openalex.org/W6799150178","https://openalex.org/W6800942323","https://openalex.org/W6802988130","https://openalex.org/W6804064799","https://openalex.org/W6810080435","https://openalex.org/W6810640255","https://openalex.org/W6845737239","https://openalex.org/W6853053110","https://openalex.org/W6853368225","https://openalex.org/W6854091356","https://openalex.org/W6854108904","https://openalex.org/W6856797183","https://openalex.org/W6857274923","https://openalex.org/W6857758392","https://openalex.org/W6858048387","https://openalex.org/W6861392586","https://openalex.org/W6862497773","https://openalex.org/W6867621267","https://openalex.org/W6868709304","https://openalex.org/W6869853401"],"related_works":["https://openalex.org/W3210524396","https://openalex.org/W1996775904","https://openalex.org/W2136244850","https://openalex.org/W1496945489","https://openalex.org/W4411085963","https://openalex.org/W4408067260","https://openalex.org/W2092774949","https://openalex.org/W3007787046","https://openalex.org/W2384794170","https://openalex.org/W2376068818"],"abstract_inverted_index":{"Robotics":[0],"has":[1],"long":[2],"sought":[3],"to":[4,58,135,203,211,225],"develop":[5],"robots":[6],"capable":[7],"of":[8,74,86,140,175,220],"completing":[9],"previously":[10],"unseen":[11],"long-horizon":[12,48,100],"tasks.":[13],"Hierarchical":[14],"approaches":[15,54,222],"offer":[16],"a":[17,29,38,59,137],"pathway":[18],"for":[19,109],"achieving":[20],"this":[21],"goal":[22],"by":[23,28],"executing":[24],"skill":[25,35,51,90,184],"combinations":[26],"arranged":[27],"task":[30],"planner,":[31],"with":[32,186],"each":[33,133],"visuomotor":[34],"pre-trained":[36],"using":[37,197],"specific":[39],"imitation":[40],"learning":[41],"(IL)":[42],"algorithm.":[43],"However,":[44],"even":[45],"in":[46,79],"simple":[47],"tasks":[49],"like":[50],"chaining,":[52],"hierarchical":[53],"often":[55],"struggle":[56],"due":[57],"problem":[60],"we":[61,102,170,191],"identify":[62],"as":[63],"<bold":[64],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[65,107,111,114,117],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">Observation":[66],"Space":[67],"Shift</b>":[68],"(OSS),":[69],"where":[70],"the":[71,80,84,159,167],"sequential":[72],"execution":[73],"preceding":[75],"skills":[76],"causes":[77],"shifts":[78],"observation":[81],"space,":[82],"disrupting":[83],"performance":[85,173,185],"subsequent":[87],"individually":[88],"trained":[89],"policies.":[91],"To":[92],"understand":[93],"OSS":[94],"and":[95,130,158,179,187,207],"evaluate":[96],"its":[97],"impact":[98],"on":[99,151,166],"tasks,":[101],"introduce":[103],"BOSS":[104,119],"(a":[105],"<underline":[106,110,113,116],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">B</u>enchmark":[108],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">O</u>bservation":[112],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</u>pace":[115],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">S</u>hift).":[118],"comprises":[120],"three":[121,154,193],"distinct":[122],"challenges:":[123],"\u201cSingle":[124],"Predicate":[125,128],"Shift\u201d,":[126,129],"\u201cAccumulated":[127],"\u201cSkill":[131],"Chaining\u201d,":[132],"designed":[134],"assess":[136],"different":[138],"aspect":[139],"OSS's":[141],"negative":[142],"effect.":[143],"We":[144],"evaluated":[145],"several":[146],"recent":[147],"popular":[148],"IL":[149],"algorithms":[150],"BOSS,":[152],"including":[153,196],"Behavioral":[155],"Cloning":[156],"methods":[157],"Visual":[160],"Language":[161],"Action":[162],"model":[163],"OpenVLA.":[164],"Even":[165],"simplest":[168],"challenge,":[169],"observed":[171],"average":[172],"drops":[174],"67%,":[176],"35%,":[177],"34%,":[178],"54%,":[180],"respectively,":[181],"when":[182],"comparing":[183],"without":[188],"OSS.":[189,227],"Additionally,":[190],"investigate":[192],"potential":[194],"solutions,":[195],"frozen":[198],"robotics-specific":[199],"vision":[200],"encoders,":[201],"switching":[202],"3D":[204],"pointcloud-based":[205],"inputs,":[206],"applying":[208],"data":[209],"augmentation":[210],"expand":[212],"visual":[213],"diversity.":[214],"Our":[215],"results":[216],"show":[217],"that":[218],"none":[219],"these":[221],"are":[223],"sufficient":[224],"resolve":[226]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-29T09:16:38.111599","created_date":"2025-10-10T00:00:00"}