{"id":"https://openalex.org/W2895528158","doi":"https://doi.org/10.1109/tsmc.2018.2868372","title":"Scene Understanding in Deep Learning-Based End-to-End Controllers for Autonomous Vehicles","display_name":"Scene Understanding in Deep Learning-Based End-to-End Controllers for Autonomous Vehicles","publication_year":2018,"publication_date":"2018-10-03","ids":{"openalex":"https://openalex.org/W2895528158","doi":"https://doi.org/10.1109/tsmc.2018.2868372","mag":"2895528158"},"language":"en","primary_location":{"id":"doi:10.1109/tsmc.2018.2868372","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2018.2868372","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101686534","display_name":"Shun Yang","orcid":"https://orcid.org/0000-0002-9031-1835"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Shun Yang","raw_affiliation_strings":["Department of Mechanical Engineering, University of California at Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California at Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055099598","display_name":"Wenshuo Wang","orcid":"https://orcid.org/0000-0002-1860-8351"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenshuo Wang","raw_affiliation_strings":["Department of Mechanical Engineering, University of California at Berkeley, Berkeley, CA, USA"],"affiliations":[{"raw_affiliation_string":"Department of Mechanical Engineering, University of California at Berkeley, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353166","display_name":"Chang Liu","orcid":"https://orcid.org/0000-0001-7686-2510"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chang Liu","raw_affiliation_strings":["School of Mechanical and Aerospace Engineering, Cornell University, Ithaca, NY, USA"],"affiliations":[{"raw_affiliation_string":"School of Mechanical and Aerospace Engineering, Cornell University, Ithaca, NY, USA","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113724748","display_name":"Weiwen Deng","orcid":"https://orcid.org/0000-0002-3736-9368"},"institutions":[{"id":"https://openalex.org/I4392738231","display_name":"State Key Laboratory of Automotive Simulation and Control","ror":"https://ror.org/00b67z867","country_code":null,"type":"facility","lineage":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]},{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weiwen Deng","raw_affiliation_strings":["State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China"],"affiliations":[{"raw_affiliation_string":"State Key Laboratory of Automotive Simulation and Control, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4392738231"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5101686534"],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":4.4918,"has_fulltext":false,"cited_by_count":98,"citation_normalized_percentile":{"value":0.96208565,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"49","issue":"1","first_page":"53","last_page":"63"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11019","display_name":"Image Enhancement Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/interpretability","display_name":"Interpretability","score":0.8684216737747192},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7651852369308472},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6607002019882202},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.6471782922744751},{"id":"https://openalex.org/keywords/controller","display_name":"Controller (irrigation)","score":0.6213104724884033},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5058550834655762},{"id":"https://openalex.org/keywords/end-to-end-principle","display_name":"End-to-end principle","score":0.4913283884525299},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46644327044487},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.4356309175491333},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.41842931509017944},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.39600521326065063},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3921945095062256},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3218124806880951}],"concepts":[{"id":"https://openalex.org/C2781067378","wikidata":"https://www.wikidata.org/wiki/Q17027399","display_name":"Interpretability","level":2,"score":0.8684216737747192},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7651852369308472},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6607002019882202},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.6471782922744751},{"id":"https://openalex.org/C203479927","wikidata":"https://www.wikidata.org/wiki/Q5165939","display_name":"Controller (irrigation)","level":2,"score":0.6213104724884033},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5058550834655762},{"id":"https://openalex.org/C74296488","wikidata":"https://www.wikidata.org/wiki/Q2527392","display_name":"End-to-end principle","level":2,"score":0.4913283884525299},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46644327044487},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.4356309175491333},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.41842931509017944},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.39600521326065063},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3921945095062256},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3218124806880951},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tsmc.2018.2868372","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tsmc.2018.2868372","pdf_url":null,"source":{"id":"https://openalex.org/S4210209078","display_name":"IEEE Transactions on Systems Man and Cybernetics Systems","issn_l":"2168-2216","issn":["2168-2216","2168-2232"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Systems, Man, and Cybernetics: Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.4000000059604645,"id":"https://metadata.un.org/sdg/11","display_name":"Sustainable cities and communities"}],"awards":[{"id":"https://openalex.org/G3801404870","display_name":null,"funder_award_id":"51475206","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4720886561","display_name":null,"funder_award_id":"51605185","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8909874603","display_name":null,"funder_award_id":"U1564211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1523518292","https://openalex.org/W1598605393","https://openalex.org/W1825675169","https://openalex.org/W1849277567","https://openalex.org/W1903127635","https://openalex.org/W2026164795","https://openalex.org/W2117812871","https://openalex.org/W2119112357","https://openalex.org/W2133233905","https://openalex.org/W2141200610","https://openalex.org/W2155007355","https://openalex.org/W2155893237","https://openalex.org/W2194775991","https://openalex.org/W2342840547","https://openalex.org/W2396217537","https://openalex.org/W2413904250","https://openalex.org/W2524771588","https://openalex.org/W2531915888","https://openalex.org/W2546915671","https://openalex.org/W2559767995","https://openalex.org/W2569298377","https://openalex.org/W2596784518","https://openalex.org/W2611430843","https://openalex.org/W2613718673","https://openalex.org/W2624775096","https://openalex.org/W2727840223","https://openalex.org/W2736813276","https://openalex.org/W2739215394","https://openalex.org/W2769249173","https://openalex.org/W2919115771","https://openalex.org/W2951900777","https://openalex.org/W2962809918","https://openalex.org/W2963016445","https://openalex.org/W2963595025","https://openalex.org/W2964161785","https://openalex.org/W3106250896","https://openalex.org/W4300172425","https://openalex.org/W6620707391","https://openalex.org/W6635712747","https://openalex.org/W6638389677","https://openalex.org/W6639204139","https://openalex.org/W6682849425","https://openalex.org/W6704559304","https://openalex.org/W6712453370","https://openalex.org/W6715835459","https://openalex.org/W6728695229","https://openalex.org/W6728759510","https://openalex.org/W6730751587","https://openalex.org/W6737454590","https://openalex.org/W6741844280","https://openalex.org/W6785652829"],"related_works":["https://openalex.org/W2905433371","https://openalex.org/W2888392564","https://openalex.org/W4310278675","https://openalex.org/W4388422664","https://openalex.org/W4390569940","https://openalex.org/W4361193272","https://openalex.org/W2963326959","https://openalex.org/W4388685194","https://openalex.org/W4312407344","https://openalex.org/W2894289927"],"abstract_inverted_index":{"Deep":[0],"learning":[1,23],"techniques":[2],"have":[3],"been":[4],"widely":[5],"used":[6],"in":[7,54,111,114],"autonomous":[8,91],"driving":[9,28,44,95,131],"community":[10],"for":[11,22,26,229],"the":[12,31,36,48,62,75,80,98,116,120,134,137,145,149,180,189,207,211,215,219,230,236],"purpose":[13],"of":[14,35,50,79,86,140,160,168,223,238],"environment":[15],"perception.":[16],"Recently,":[17],"it":[18],"starts":[19],"being":[20],"adopted":[21],"end-to-end":[24,90],"controllers":[25,186],"complex":[27],"scenarios.":[29,96],"However,":[30],"complexity":[32],"and":[33,46,151,214,232],"nonlinearity":[34],"network":[37,65],"architecture":[38],"limits":[39],"its":[40],"interpretability":[41],"to":[42,72,123,129,179,226],"understand":[43,130],"scenarios":[45],"judge":[47],"importance":[49,138,225],"certain":[51],"visual":[52],"regions":[53,78,141,176,216],"sensory":[55],"scenes.":[56,132],"In":[57,97,133],"this":[58],"paper,":[59],"based":[60],"on":[61],"convolutional":[63],"neural":[64],"(CNN),":[66],"we":[67],"propose":[68],"two":[69],"complementary":[70],"frameworks":[71,197],"automatically":[73],"determine":[74],"most":[76,128],"contributive":[77,175],"input":[81,161,178],"scenes,":[82,162],"offering":[83],"intuitive":[84],"knowledge":[85],"how":[87],"a":[88,101,165],"trained":[89,187],"vehicle":[92],"controller":[93,231],"understands":[94],"first":[99,212],"framework,":[100,136],"feature":[102,121],"map-based":[103],"method":[104],"is":[105,142],"proposed":[106,196],"by":[107,156],"leveraging":[108],"current":[109],"progress":[110],"CNN":[112,181,185,239],"visualization,":[113],"which":[115],"deconvolution":[117],"approach":[118],"recovers":[119],"maps":[122],"extract":[124],"features":[125,208],"that":[126,205],"contribute":[127],"second":[135,220],"level":[139],"ranked":[143],"using":[144,194],"error":[146],"map":[147],"between":[148],"labeled":[150],"predicted":[152],"control":[153],"inputs":[154],"generated":[155],"occluding":[157],"different":[158,184],"parts":[159],"thus":[163],"providing":[164],"pixel-wise":[166],"rank":[167],"importance.":[169],"Test":[170],"data":[171,191],"sets":[172,192],"with":[173,188],"extracted":[174],"are":[177,198,222],"controller.":[182],"Then,":[183],"new":[190],"preprocessed":[193],"our":[195],"verified":[199],"via":[200],"closed-loop":[201],"tests.":[202],"Results":[203],"show":[204],"both":[206],"identified":[209,217],"from":[210,218],"framework":[213,221],"crucial":[224],"scene":[227],"understanding":[228],"can":[233],"significantly":[234],"affect":[235],"performance":[237],"controllers.":[240]},"counts_by_year":[{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":19},{"year":2022,"cited_by_count":14},{"year":2021,"cited_by_count":18},{"year":2020,"cited_by_count":13},{"year":2019,"cited_by_count":10},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}