{"id":"https://openalex.org/W2940511594","doi":"https://doi.org/10.1109/lra.2020.2992184","title":"Segmenting the Future","display_name":"Segmenting the Future","publication_year":2020,"publication_date":"2020-05-04","ids":{"openalex":"https://openalex.org/W2940511594","doi":"https://doi.org/10.1109/lra.2020.2992184","mag":"2940511594"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2020.2992184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2020.2992184","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1904.10666","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5063291957","display_name":"Hsu-kuang Chiu","orcid":"https://orcid.org/0000-0002-8643-017X"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Hsu-kuang Chiu","raw_affiliation_strings":["Computer Science Department, Stanford University, Stanford, USA","Stanford University ()"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015355317","display_name":"Ehsan Adeli","orcid":"https://orcid.org/0000-0002-0579-7763"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ehsan Adeli","raw_affiliation_strings":["Computer Science Department, Stanford University, Stanford, USA","Stanford University ()"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018518655","display_name":"Juan Carlos Niebles","orcid":"https://orcid.org/0000-0001-8225-9793"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Juan Carlos Niebles","raw_affiliation_strings":["Computer Science Department, Stanford University, Stanford, USA","Stanford University ()"],"affiliations":[{"raw_affiliation_string":"Computer Science Department, Stanford University, Stanford, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University ()","institution_ids":["https://openalex.org/I97018004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5063291957"],"corresponding_institution_ids":["https://openalex.org/I97018004"],"apc_list":null,"apc_paid":null,"fwci":0.1962,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.46776928,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":"5","issue":"3","first_page":"4202","last_page":"4209"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8178407549858093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7492536902427673},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7092439532279968},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.6245540976524353},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.5315161943435669},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.4640006422996521},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4620702862739563},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4339519739151001},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4311521351337433},{"id":"https://openalex.org/keywords/market-segmentation","display_name":"Market segmentation","score":0.4205085039138794},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3639771342277527}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8178407549858093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7492536902427673},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7092439532279968},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.6245540976524353},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.5315161943435669},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.4640006422996521},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4620702862739563},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4339519739151001},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4311521351337433},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.4205085039138794},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3639771342277527},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/lra.2020.2992184","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2020.2992184","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1904.10666","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.10666","pdf_url":"https://arxiv.org/pdf/1904.10666","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"mag:2940511594","is_oa":true,"landing_page_url":"http://export.arxiv.org/pdf/1904.10666","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1904.10666","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1904.10666","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1904.10666","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1904.10666","pdf_url":"https://arxiv.org/pdf/1904.10666","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions","score":0.5299999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":76,"referenced_works":["https://openalex.org/W39923237","https://openalex.org/W1485009520","https://openalex.org/W1686810756","https://openalex.org/W1821462560","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1991671938","https://openalex.org/W2016776918","https://openalex.org/W2068994826","https://openalex.org/W2108598243","https://openalex.org/W2116261113","https://openalex.org/W2134944993","https://openalex.org/W2153423793","https://openalex.org/W2185953016","https://openalex.org/W2194775991","https://openalex.org/W2339890635","https://openalex.org/W2340897893","https://openalex.org/W2400532028","https://openalex.org/W2407521645","https://openalex.org/W2422305492","https://openalex.org/W2461677039","https://openalex.org/W2470142083","https://openalex.org/W2491206165","https://openalex.org/W2555182955","https://openalex.org/W2556967412","https://openalex.org/W2565639579","https://openalex.org/W2601686579","https://openalex.org/W2613718673","https://openalex.org/W2738136547","https://openalex.org/W2761659801","https://openalex.org/W2771716685","https://openalex.org/W2791155853","https://openalex.org/W2791763440","https://openalex.org/W2795093135","https://openalex.org/W2797343926","https://openalex.org/W2800283575","https://openalex.org/W2883706473","https://openalex.org/W2890215949","https://openalex.org/W2894846593","https://openalex.org/W2903727631","https://openalex.org/W2911273949","https://openalex.org/W2945577597","https://openalex.org/W2949099979","https://openalex.org/W2951120635","https://openalex.org/W2962984860","https://openalex.org/W2963001155","https://openalex.org/W2963019093","https://openalex.org/W2963065614","https://openalex.org/W2963073614","https://openalex.org/W2963125871","https://openalex.org/W2963292632","https://openalex.org/W2963302737","https://openalex.org/W2963407888","https://openalex.org/W2963445119","https://openalex.org/W2963482775","https://openalex.org/W2963548592","https://openalex.org/W2963629403","https://openalex.org/W2963727650","https://openalex.org/W2964191454","https://openalex.org/W2964203186","https://openalex.org/W2967177252","https://openalex.org/W3008700642","https://openalex.org/W6620707391","https://openalex.org/W6637373629","https://openalex.org/W6638523607","https://openalex.org/W6639824700","https://openalex.org/W6691096134","https://openalex.org/W6744456098","https://openalex.org/W6745193426","https://openalex.org/W6745964058","https://openalex.org/W6753045325","https://openalex.org/W6753914649","https://openalex.org/W6754801711","https://openalex.org/W6758748100","https://openalex.org/W6766067045","https://openalex.org/W6772011926"],"related_works":["https://openalex.org/W2771980060","https://openalex.org/W3204273712","https://openalex.org/W2726651278","https://openalex.org/W3033734591","https://openalex.org/W3010369124","https://openalex.org/W2297454107","https://openalex.org/W2961334035","https://openalex.org/W2585505763","https://openalex.org/W2743185749","https://openalex.org/W2765906606","https://openalex.org/W1933905718","https://openalex.org/W3167316820","https://openalex.org/W2998676678","https://openalex.org/W3044969089","https://openalex.org/W2950405180","https://openalex.org/W3102330937","https://openalex.org/W3042840444","https://openalex.org/W2799190161","https://openalex.org/W2901224641","https://openalex.org/W2422305492"],"abstract_inverted_index":{"Predicting":[0],"the":[1,42,53,82,86,103,115,122,127,139],"future":[2,28,35,48,87,128],"is":[3,92],"an":[4],"important":[5],"aspect":[6],"for":[7,102,121],"decision-making":[8],"in":[9,58],"robotics":[10],"or":[11,33],"autonomous":[12],"driving":[13],"systems,":[14],"which":[15],"heavily":[16],"rely":[17],"upon":[18],"visual":[19],"scene":[20,36,116,129],"understanding.":[21],"While":[22],"prior":[23],"work":[24],"attempts":[25],"to":[26,125],"predict":[27,47],"video":[29,111],"pixels,":[30],"anticipate":[31],"activities":[32],"forecast":[34],"semantic":[37,49,88,130],"segments":[38,117],"from":[39,52,81],"segmentation":[40,50],"of":[41],"preceding":[43,110],"frames,":[44,112],"methods":[45],"that":[46,77],"solely":[51],"previous":[54],"frame":[55],"RGB":[56,79],"data":[57],"a":[59,72,95],"single":[60],"end-to-end":[61],"trainable":[62],"model":[63],"do":[64],"not":[65],"exist.":[66],"In":[67],"this":[68],"letter,":[69],"we":[70],"propose":[71],"temporal":[73],"encoder-decoder":[74],"network":[75,91],"architecture":[76],"encodes":[78],"frames":[80],"past":[83],"and":[84,136,141],"decodes":[85],"segmentation.":[89],"The":[90],"coupled":[93],"with":[94],"new":[96],"knowledge":[97],"distillation":[98],"training":[99],"framework":[100],"specific":[101],"forecasting":[104],"task.":[105],"Our":[106,132],"method,":[107],"only":[108],"seeing":[109],"implicitly":[113],"models":[114],"while":[118],"simultaneously":[119],"accounting":[120],"object":[123],"dynamics":[124],"infer":[126],"segments.":[131],"results":[133],"on":[134],"Cityscapes":[135],"Apolloscape":[137],"outperform":[138],"baseline":[140],"current":[142],"state-of-the-art":[143],"methods.":[144],"Code":[145],"will":[146],"be":[147],"available":[148],"soon.":[149]},"counts_by_year":[{"year":2020,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}