{"id":"https://openalex.org/W3129414859","doi":"https://doi.org/10.1109/lra.2021.3062324","title":"OmniDet: Surround View Cameras Based Multi-Task Visual Perception Network for Autonomous Driving","display_name":"OmniDet: Surround View Cameras Based Multi-Task Visual Perception Network for Autonomous Driving","publication_year":2021,"publication_date":"2021-02-25","ids":{"openalex":"https://openalex.org/W3129414859","doi":"https://doi.org/10.1109/lra.2021.3062324","mag":"3129414859"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2021.3062324","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3062324","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2102.07448","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101831327","display_name":"Varun Ravi Kumar","orcid":"https://orcid.org/0000-0002-8596-7629"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]},{"id":"https://openalex.org/I4210112099","display_name":"Valeo (Germany)","ror":"https://ror.org/01zkeq752","country_code":"DE","type":"company","lineage":["https://openalex.org/I220619192","https://openalex.org/I4210112099"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Varun Ravi Kumar","raw_affiliation_strings":["TU Ilmenau, Ilmenau, Germany","Valeo, Kronach, Germany","[Valeo, Kronach, Germany]"],"raw_orcid":"https://orcid.org/0000-0002-8596-7629","affiliations":[{"raw_affiliation_string":"TU Ilmenau, Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]},{"raw_affiliation_string":"Valeo, Kronach, Germany","institution_ids":["https://openalex.org/I4210112099"]},{"raw_affiliation_string":"[Valeo, Kronach, Germany]","institution_ids":["https://openalex.org/I4210112099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014764449","display_name":"Senthil Yogamani","orcid":"https://orcid.org/0000-0003-3755-4245"},"institutions":[{"id":"https://openalex.org/I4210126639","display_name":"Valeo (Ireland)","ror":"https://ror.org/031sgpn76","country_code":"IE","type":"company","lineage":["https://openalex.org/I220619192","https://openalex.org/I4210126639"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Senthil Yogamani","raw_affiliation_strings":["Valeo, Galway, Ireland"],"raw_orcid":"https://orcid.org/0000-0003-3755-4245","affiliations":[{"raw_affiliation_string":"Valeo, Galway, Ireland","institution_ids":["https://openalex.org/I4210126639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5002670983","display_name":"Hazem Rashed","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hazem Rashed","raw_affiliation_strings":["Valeo, Giza, Egypt"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Valeo, Giza, Egypt","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029802774","display_name":"Ganesh Sitsu","orcid":null},"institutions":[{"id":"https://openalex.org/I4210126639","display_name":"Valeo (Ireland)","ror":"https://ror.org/031sgpn76","country_code":"IE","type":"company","lineage":["https://openalex.org/I220619192","https://openalex.org/I4210126639"]}],"countries":["IE"],"is_corresponding":false,"raw_author_name":"Ganesh Sitsu","raw_affiliation_strings":["Valeo, Galway, Ireland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Valeo, Galway, Ireland","institution_ids":["https://openalex.org/I4210126639"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079596203","display_name":"Christian Witt","orcid":null},"institutions":[{"id":"https://openalex.org/I4210112099","display_name":"Valeo (Germany)","ror":"https://ror.org/01zkeq752","country_code":"DE","type":"company","lineage":["https://openalex.org/I220619192","https://openalex.org/I4210112099"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Christian Witt","raw_affiliation_strings":["Valeo, Kronach, Germany","[Valeo, Kronach, Germany]"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Valeo, Kronach, Germany","institution_ids":["https://openalex.org/I4210112099"]},{"raw_affiliation_string":"[Valeo, Kronach, Germany]","institution_ids":["https://openalex.org/I4210112099"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060534909","display_name":"Isabelle Leang","orcid":null},"institutions":[{"id":"https://openalex.org/I220619192","display_name":"Valeo (France)","ror":"https://ror.org/04ryqpf83","country_code":"FR","type":"company","lineage":["https://openalex.org/I220619192"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Isabelle Leang","raw_affiliation_strings":["Valeo, France","Valeo (France)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Valeo, France","institution_ids":["https://openalex.org/I220619192"]},{"raw_affiliation_string":"Valeo (France)","institution_ids":["https://openalex.org/I220619192"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102933058","display_name":"Stefan Milz","orcid":"https://orcid.org/0000-0002-9326-3138"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Stefan Milz","raw_affiliation_strings":["TU Ilmenau, Ilmenau, Germany","TU Ilmenau, Ilmenau, Germany#TAB#"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Ilmenau, Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]},{"raw_affiliation_string":"TU Ilmenau, Ilmenau, Germany#TAB#","institution_ids":["https://openalex.org/I119449181"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063243817","display_name":"Patrick M\u00e4der","orcid":"https://orcid.org/0000-0001-6871-2707"},"institutions":[{"id":"https://openalex.org/I119449181","display_name":"Technische Universit\u00e4t Ilmenau","ror":"https://ror.org/01weqhp73","country_code":"DE","type":"education","lineage":["https://openalex.org/I119449181"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Patrick Mader","raw_affiliation_strings":["TU Ilmenau, Ilmenau, Germany","TU Ilmenau, Ilmenau, Germany#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-6871-2707","affiliations":[{"raw_affiliation_string":"TU Ilmenau, Ilmenau, Germany","institution_ids":["https://openalex.org/I119449181"]},{"raw_affiliation_string":"TU Ilmenau, Ilmenau, Germany#TAB#","institution_ids":["https://openalex.org/I119449181"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.7527,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.7198311,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":"6","issue":"2","first_page":"2830","last_page":"2837"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10638","display_name":"Optical measurement and interference techniques","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7987818717956543},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7457766532897949},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.6884768009185791},{"id":"https://openalex.org/keywords/visual-odometry","display_name":"Visual odometry","score":0.6047789454460144},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5054881572723389},{"id":"https://openalex.org/keywords/intrinsics","display_name":"Intrinsics","score":0.5019192695617676},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4997406005859375},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.4142567813396454},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.2969653606414795},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10050773620605469}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7987818717956543},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7457766532897949},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.6884768009185791},{"id":"https://openalex.org/C5799516","wikidata":"https://www.wikidata.org/wiki/Q4110915","display_name":"Visual odometry","level":3,"score":0.6047789454460144},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5054881572723389},{"id":"https://openalex.org/C2908650547","wikidata":"https://www.wikidata.org/wiki/Q20999234","display_name":"Intrinsics","level":2,"score":0.5019192695617676},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4997406005859375},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.4142567813396454},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.2969653606414795},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10050773620605469},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/lra.2021.3062324","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2021.3062324","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2102.07448","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.07448","pdf_url":"https://arxiv.org/pdf/2102.07448","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2102.07448","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2102.07448","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"},{"id":"mag:3129414859","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2102.07448","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2102.07448","pdf_url":"https://arxiv.org/pdf/2102.07448","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.6800000071525574,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3129414859.pdf","grobid_xml":"https://content.openalex.org/works/W3129414859.grobid-xml"},"referenced_works_count":65,"referenced_works":["https://openalex.org/W1905829557","https://openalex.org/W1981934656","https://openalex.org/W2115579991","https://openalex.org/W2133665775","https://openalex.org/W2150066425","https://openalex.org/W2172263315","https://openalex.org/W2340897893","https://openalex.org/W2562137921","https://openalex.org/W2609883120","https://openalex.org/W2743473392","https://openalex.org/W2774058387","https://openalex.org/W2795587607","https://openalex.org/W2796347433","https://openalex.org/W2895387432","https://openalex.org/W2904631343","https://openalex.org/W2928601293","https://openalex.org/W2938544580","https://openalex.org/W2942874149","https://openalex.org/W2950310676","https://openalex.org/W2951234442","https://openalex.org/W2955863859","https://openalex.org/W2962743139","https://openalex.org/W2963316641","https://openalex.org/W2963351448","https://openalex.org/W2963412495","https://openalex.org/W2963430933","https://openalex.org/W2963498646","https://openalex.org/W2963583471","https://openalex.org/W2963623257","https://openalex.org/W2963677766","https://openalex.org/W2963870605","https://openalex.org/W2964089273","https://openalex.org/W2964153283","https://openalex.org/W2964968086","https://openalex.org/W2968917279","https://openalex.org/W2970803838","https://openalex.org/W2974351790","https://openalex.org/W2981732213","https://openalex.org/W2985775862","https://openalex.org/W2989598987","https://openalex.org/W2990874363","https://openalex.org/W3004734937","https://openalex.org/W3029960749","https://openalex.org/W3034604951","https://openalex.org/W3034885317","https://openalex.org/W3043144636","https://openalex.org/W3085046840","https://openalex.org/W3107389224","https://openalex.org/W3107485598","https://openalex.org/W3118942022","https://openalex.org/W3118955432","https://openalex.org/W3130567435","https://openalex.org/W6685261749","https://openalex.org/W6738279954","https://openalex.org/W6745995898","https://openalex.org/W6750227808","https://openalex.org/W6753441378","https://openalex.org/W6766196973","https://openalex.org/W6767164110","https://openalex.org/W6767831522","https://openalex.org/W6769158440","https://openalex.org/W6778542379","https://openalex.org/W6781130681","https://openalex.org/W6782409655","https://openalex.org/W6786785049"],"related_works":["https://openalex.org/W3135227369","https://openalex.org/W3004734937","https://openalex.org/W3185026443","https://openalex.org/W2971344836","https://openalex.org/W2979318013","https://openalex.org/W3174978645","https://openalex.org/W3128100939","https://openalex.org/W3094985590","https://openalex.org/W3012908135","https://openalex.org/W3022701300","https://openalex.org/W3204597830","https://openalex.org/W3210357575","https://openalex.org/W3210856033","https://openalex.org/W2989777804","https://openalex.org/W1560346119","https://openalex.org/W3015624801","https://openalex.org/W3026357463","https://openalex.org/W3010319742","https://openalex.org/W2890046361","https://openalex.org/W2973164307"],"abstract_inverted_index":{"Surround":[0],"View":[1],"fisheye":[2,30,115,168],"cameras":[3,146],"are":[4],"commonly":[5],"deployed":[6],"in":[7],"automated":[8],"driving":[9,51],"for":[10,48,166,203],"360":[11],"<sup":[12],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[13],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">\u00b0</sup>":[14],"near-field":[15],"sensing":[16],"around":[17],"the":[18,34,70,77,114,130,140,198,214],"vehicle.":[19],"This":[20,123],"work":[21],"presents":[22],"a":[23,86,90,105,163,177],"multi-task":[24,83],"visual":[25,55],"perception":[26],"network":[27],"on":[28,129,148,188,201,213,222],"unrectified":[29],"images":[31],"to":[32,36,112,126,175],"enable":[33,127],"vehicle":[35],"sense":[37],"its":[38],"surrounding":[39],"environment.":[40],"It":[41],"consists":[42],"of":[43,134,139],"six":[44],"primary":[45],"tasks":[46,99,209],"necessary":[47],"an":[49],"autonomous":[50],"system:":[52],"depth":[53,204],"estimation,":[54],"odometry,":[56],"semantic":[57],"segmentation,":[58,60],"motion":[59],"object":[61,173],"detection,":[62],"and":[63,94,121,155,194,206,210,226],"lens":[64],"soiling":[65],"detection.":[66],"We":[67,103,183,196,217],"demonstrate":[68],"that":[69,158],"jointly":[71],"trained":[72],"model":[73,84,117,187],"performs":[74],"better":[75],"than":[76],"respective":[78],"single":[79],"task":[80,227],"versions.":[81],"Our":[82],"has":[85,95],"shared":[87],"encoder":[88],"providing":[89],"significant":[91],"computational":[92],"advantage":[93],"synergized":[96],"decoders":[97],"where":[98],"support":[100],"each":[101],"other.":[102],"propose":[104],"novel":[106],"camera":[107],"geometry":[108],"based":[109],"adaptation":[110],"mechanism":[111],"encode":[113],"distortion":[116],"both":[118],"at":[119,233],"training":[120,128],"inference.":[122],"was":[124],"crucial":[125],"WoodScape":[131],"dataset,":[132],"comprised":[133],"data":[135],"from":[136],"different":[137,145,150,153],"parts":[138],"world":[141],"collected":[142],"by":[143],"12":[144],"mounted":[147],"three":[149],"cars":[151],"with":[152,179],"intrinsics":[154],"viewpoints.":[156],"Given":[157],"bounding":[159],"boxes":[160],"is":[161],"not":[162],"good":[164],"representation":[165],"distorted":[167],"images,":[169],"we":[170],"also":[171],"extend":[172],"detection":[174],"use":[176],"polygon":[178],"non-uniformly":[180],"sampled":[181],"vertices.":[182],"additionally":[184],"evaluate":[185],"our":[186],"standard":[189],"automotive":[190],"datasets,":[191],"namely":[192],"KITTI":[193,202],"Cityscapes.":[195],"obtain":[197],"state-of-the-art":[199],"results":[200],"estimation":[205,208],"pose":[207],"competitive":[211],"performance":[212],"other":[215],"tasks.":[216],"perform":[218],"extensive":[219],"ablation":[220],"studies":[221],"various":[223],"architecture":[224],"choices":[225],"weighting":[228],"methodologies.":[229],"A":[230],"short":[231],"video":[232],"https://youtu.be/xbSjZ5OfPes":[234],"provides":[235],"qualitative":[236],"results.":[237]},"counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6}],"updated_date":"2026-07-03T08:13:44.112507","created_date":"2025-10-10T00:00:00"}