{"id":"https://openalex.org/W2888662204","doi":"https://doi.org/10.1177/0278364920961809","title":"Multimodal interaction-aware motion prediction for autonomous street crossing","display_name":"Multimodal interaction-aware motion prediction for autonomous street crossing","publication_year":2020,"publication_date":"2020-10-01","ids":{"openalex":"https://openalex.org/W2888662204","doi":"https://doi.org/10.1177/0278364920961809","mag":"2888662204"},"language":"en","primary_location":{"id":"doi:10.1177/0278364920961809","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0278364920961809","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},"type":"preprint","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/1808.06887","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5008517143","display_name":"Noha Radwan","orcid":"https://orcid.org/0000-0003-1405-845X"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Noha Radwan","raw_affiliation_strings":["Department of Computer Science, University of Freiburg, Germany","Department of Computer Science , University of Freiburg , Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Department of Computer Science , University of Freiburg , Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084499878","display_name":"Wolfram Burgard","orcid":"https://orcid.org/0000-0002-5680-6500"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Wolfram Burgard","raw_affiliation_strings":["Department of Computer Science, University of Freiburg, Germany","Department of Computer Science , University of Freiburg , Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Department of Computer Science , University of Freiburg , Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039639553","display_name":"Abhinav Valada","orcid":"https://orcid.org/0000-0003-4710-3114"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Abhinav Valada","raw_affiliation_strings":["Department of Computer Science, University of Freiburg, Germany","Department of Computer Science , University of Freiburg , Germany"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Freiburg, Germany","institution_ids":["https://openalex.org/I161046081"]},{"raw_affiliation_string":"Department of Computer Science , University of Freiburg , Germany","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5008517143"],"corresponding_institution_ids":["https://openalex.org/I161046081"],"apc_list":null,"apc_paid":null,"fwci":0.9146,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.74750088,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"39","issue":"13","first_page":"1567","last_page":"1598"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.9955000281333923,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7625631093978882},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6894281506538391},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5971518754959106},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.553448498249054},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5232314467430115},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4943077564239502},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.45438018441200256},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.38471123576164246},{"id":"https://openalex.org/keywords/transport-engineering","display_name":"Transport engineering","score":0.1532624363899231},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09238472580909729}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7625631093978882},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6894281506538391},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5971518754959106},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.553448498249054},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5232314467430115},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4943077564239502},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.45438018441200256},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.38471123576164246},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.1532624363899231},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09238472580909729},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1177/0278364920961809","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0278364920961809","pdf_url":null,"source":{"id":"https://openalex.org/S73484101","display_name":"The International Journal of Robotics Research","issn_l":"0278-3649","issn":["0278-3649","1741-3176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"The International Journal of Robotics Research","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1808.06887","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.06887","pdf_url":"https://arxiv.org/pdf/1808.06887","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"mag:2888662204","is_oa":true,"landing_page_url":"http://arxiv.org/pdf/1808.06887.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"arXiv (Cornell University)","raw_type":null},{"id":"doi:10.48550/arxiv.1808.06887","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1808.06887","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:1808.06887","is_oa":true,"landing_page_url":"http://arxiv.org/abs/1808.06887","pdf_url":"https://arxiv.org/pdf/1808.06887","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11","score":0.8299999833106995}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2888662204.pdf"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W630739203","https://openalex.org/W1522301498","https://openalex.org/W1562810981","https://openalex.org/W1907502433","https://openalex.org/W1921683972","https://openalex.org/W1970206276","https://openalex.org/W1976328863","https://openalex.org/W2015877115","https://openalex.org/W2021383150","https://openalex.org/W2082585576","https://openalex.org/W2087259295","https://openalex.org/W2097545165","https://openalex.org/W2104941426","https://openalex.org/W2140542425","https://openalex.org/W2142943472","https://openalex.org/W2146183743","https://openalex.org/W2161686298","https://openalex.org/W2166813035","https://openalex.org/W2167052694","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2227909145","https://openalex.org/W2279098554","https://openalex.org/W2302255633","https://openalex.org/W2344951736","https://openalex.org/W2424778531","https://openalex.org/W2511730936","https://openalex.org/W2532516272","https://openalex.org/W2550143307","https://openalex.org/W2566180428","https://openalex.org/W2604216058","https://openalex.org/W2608536805","https://openalex.org/W2737202447","https://openalex.org/W2750751986","https://openalex.org/W2752782242","https://openalex.org/W2762219805","https://openalex.org/W2765219764","https://openalex.org/W2766836212","https://openalex.org/W2788270507","https://openalex.org/W2792764867","https://openalex.org/W2801667201","https://openalex.org/W2809739523","https://openalex.org/W2810229282","https://openalex.org/W2883770893","https://openalex.org/W2886483202","https://openalex.org/W2889734357","https://openalex.org/W2962687116","https://openalex.org/W2963001155","https://openalex.org/W2963037989","https://openalex.org/W2963733622","https://openalex.org/W2964079724","https://openalex.org/W2964109727","https://openalex.org/W2964160397","https://openalex.org/W2964193755","https://openalex.org/W2990208804","https://openalex.org/W3105757741"],"related_works":["https://openalex.org/W2424778531","https://openalex.org/W2607296803","https://openalex.org/W2807456624","https://openalex.org/W2519586580","https://openalex.org/W2286744228","https://openalex.org/W2167052694","https://openalex.org/W2101415982","https://openalex.org/W3202231004","https://openalex.org/W3022272795","https://openalex.org/W2941387606","https://openalex.org/W2996106539","https://openalex.org/W3111132231","https://openalex.org/W3134094776","https://openalex.org/W2954414836","https://openalex.org/W3190816590","https://openalex.org/W3109259169","https://openalex.org/W3036051871","https://openalex.org/W3023006656","https://openalex.org/W3006488489","https://openalex.org/W3147228285"],"abstract_inverted_index":{"For":[0],"mobile":[1],"robots":[2,46],"navigating":[3,54],"on":[4,19,56,300,339],"sidewalks,":[5],"the":[6,20,23,43,79,107,116,133,137,142,149,165,169,173,179,187,191,197,201,233,241,256,284,322,328,335,349,352],"ability":[7],"to":[8,27,53,77,131,148,158,195,210,218,228,255,359],"safely":[9],"cross":[10],"street":[11,83,259],"intersections":[12,276],"is":[13,216,253],"essential.":[14],"Most":[15],"existing":[16],"approaches":[17,35,49],"rely":[18],"recognition":[21,122,182],"of":[22,45,81,90,110,135,232,240,258,277,321,351],"traffic":[24,113,120,180,235,242,285],"light":[25,121,181,243],"signal":[26],"make":[28],"an":[29,93],"informed":[30],"crossing":[31,198,250,329],"decision.":[32,199],"Although":[33],"these":[34],"have":[36],"been":[37],"crucial":[38],"enablers":[39],"for":[40,85,163,319,327,354],"urban":[41],"navigation,":[42],"capabilities":[44],"employing":[47],"such":[48],"are":[50,184],"still":[51],"limited":[52],"only":[55],"streets":[57],"that":[58,105,215,252,313,347],"contain":[59],"signalized":[60],"intersections.":[61],"In":[62],"this":[63,67],"article,":[64],"we":[65,262,333],"address":[66],"challenge":[68],"and":[69,118,220,237,292,343,357],"propose":[70],"a":[71,82,119,160,212,248,340],"multimodal":[72],"convolutional":[73,101],"neural":[74,102],"network":[75,103,246,315],"framework":[76,338],"predict":[78],"safety":[80,330],"intersection":[84],"crossing.":[86],"Our":[87,125],"architecture":[88,209],"consists":[89],"two":[91],"subnetworks:":[92],"interaction-aware":[94,99],"trajectory":[95],"estimation":[96],"stream":[97,123,183,194],"(":[98],"temporal":[100],"(IA-TCNN)),":[104],"predicts":[106],"future":[108],"states":[109],"all":[111,136],"observed":[112],"participants":[114,236,286],"in":[115,141],"scene;":[117],"AtteNet.":[124],"IA-TCNN":[126],"utilizes":[127,155],"dilated":[128],"causal":[129],"convolutions":[130],"model":[132],"behavior":[134],"observable":[138],"dynamic":[139],"agents":[140],"scene":[143],"without":[144],"explicitly":[145],"assigning":[146],"priorities":[147],"interactions":[150,282],"among":[151,283],"them,":[152],"whereas":[153],"AtteNet":[154],"squeeze-excitation":[156],"blocks":[157],"learn":[159,196,211],"content-aware":[161],"mechanism":[162],"selecting":[164],"relevant":[166],"features":[167],"from":[168,178,190,204,222],"data,":[170],"thereby":[171],"improving":[172],"noise":[174,219],"robustness.":[175],"Learned":[176],"representations":[177],"fused":[185],"with":[186,271],"estimated":[188],"trajectories":[189,231],"motion":[192,230],"prediction":[193],"Incorporating":[200],"uncertainty":[202],"information":[203],"both":[205],"modules":[206],"enables":[207],"our":[208,245,264,306,314],"likelihood":[213],"function":[214],"robust":[217,249],"mispredictions":[221],"either":[223],"subnetworks.":[224],"Simultaneously,":[225],"by":[226],"learning":[227],"estimate":[229],"surrounding":[234],"incorporating":[238],"knowledge":[239],"signal,":[244],"learns":[247],"procedure":[251],"invariant":[254],"type":[257],"intersection.":[260],"Furthermore,":[261],"extend":[263],"previously":[265],"introduced":[266],"Freiburg":[267,307],"Street":[268,308],"Crossing":[269,309],"dataset":[270],"sequences":[272],"captured":[273],"at":[274],"multiple":[275],"varying":[278],"types,":[279],"demonstrating":[280],"complex":[281],"as":[287,289,303,305,324,326],"well":[288,304,325],"various":[290,360],"lighting":[291],"weather":[293],"conditions.":[294],"We":[295],"perform":[296],"comprehensive":[297],"experimental":[298],"evaluations":[299],"public":[301],"datasets":[302],"dataset,":[310],"which":[311],"demonstrate":[312,348],"achieves":[316],"state-of-the-art":[317],"performance":[318],"each":[320],"subtasks,":[323],"prediction.":[331],"Moreover,":[332],"deploy":[334],"proposed":[336],"architectural":[337],"robotic":[341],"platform":[342],"conduct":[344],"real-world":[345],"experiments":[346],"suitability":[350],"approach":[353],"real-time":[355],"deployment":[356],"robustness":[358],"environments.":[361]},"counts_by_year":[{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":5},{"year":2019,"cited_by_count":3}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}