{"id":"https://openalex.org/W4387067992","doi":"https://doi.org/10.1109/jsen.2023.3317426","title":"Visual\u2013Motion\u2013Interaction-Guided Pedestrian Intention Prediction Framework","display_name":"Visual\u2013Motion\u2013Interaction-Guided Pedestrian Intention Prediction Framework","publication_year":2023,"publication_date":"2023-09-26","ids":{"openalex":"https://openalex.org/W4387067992","doi":"https://doi.org/10.1109/jsen.2023.3317426"},"language":"en","primary_location":{"id":"doi:10.1109/jsen.2023.3317426","doi":"https://doi.org/10.1109/jsen.2023.3317426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsen.2023.3317426","pdf_url":null,"source":{"id":"https://openalex.org/S189694085","display_name":"IEEE Sensors Journal","issn_l":"1530-437X","issn":["1530-437X","1558-1748","2379-9153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321027","host_organization_name":"IEEE Sensors Council","host_organization_lineage":["https://openalex.org/P4310321027","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Sensors Council","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Sensors Journal","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101585561","display_name":"Neha Sharma","orcid":"https://orcid.org/0000-0003-3598-7223","observed_orcids":["https://orcid.org/0000-0003-3598-7223","https://orcid.org/0009-0009-0561-6684"]},"institutions":[{"id":"https://openalex.org/I863896202","display_name":"Delhi Technological University","ror":"https://ror.org/01ztcvt22","country_code":"IN","type":"education","lineage":["https://openalex.org/I863896202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Neha Sharma","raw_affiliation_strings":["Department of Electronics and Communication and Engineering, Delhi Technological University (DTU), Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication and Engineering, Delhi Technological University (DTU), Delhi, India","institution_ids":["https://openalex.org/I863896202"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090157259","display_name":"Chhavi Dhiman","orcid":"https://orcid.org/0000-0002-3401-596X","observed_orcids":["https://orcid.org/0000-0002-3401-596X"]},"institutions":[{"id":"https://openalex.org/I863896202","display_name":"Delhi Technological University","ror":"https://ror.org/01ztcvt22","country_code":"IN","type":"education","lineage":["https://openalex.org/I863896202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Chhavi Dhiman","raw_affiliation_strings":["Department of Electronics and Communication and Engineering, Delhi Technological University (DTU), Delhi, India"],"raw_orcid":"https://orcid.org/0000-0002-3401-596X","affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication and Engineering, Delhi Technological University (DTU), Delhi, India","institution_ids":["https://openalex.org/I863896202"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5102841438","display_name":"S. Indu","orcid":"https://orcid.org/0000-0002-4975-5047","observed_orcids":["https://orcid.org/0000-0002-4975-5047"]},"institutions":[{"id":"https://openalex.org/I863896202","display_name":"Delhi Technological University","ror":"https://ror.org/01ztcvt22","country_code":"IN","type":"education","lineage":["https://openalex.org/I863896202"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"S. Indu","raw_affiliation_strings":["Department of Electronics and Communication and Engineering, Delhi Technological University (DTU), Delhi, India"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Electronics and Communication and Engineering, Delhi Technological University (DTU), Delhi, India","institution_ids":["https://openalex.org/I863896202"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I863896202"],"apc_list":{"value":2345,"currency":"USD","value_usd":2345},"apc_paid":null,"fwci":2.2615,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.87412772,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":"23","issue":"22","first_page":"27540","last_page":"27548"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9965999722480774,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10370","display_name":"Traffic and Road Safety","score":0.0010999999940395355,"subfield":{"id":"https://openalex.org/subfields/2213","display_name":"Safety, Risk, Reliability and Quality"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/pedestrian-intention-prediction","display_name":"pedestrian intention prediction","score":0.9679999947547913},{"id":"https://openalex.org/keywords/autonomous-vehicles","display_name":"autonomous vehicles","score":0.8159999847412109},{"id":"https://openalex.org/keywords/multimodal-fusion","display_name":"multimodal fusion","score":0.7919999957084656},{"id":"https://openalex.org/keywords/vision-encoder","display_name":"vision encoder","score":0.7250000238418579},{"id":"https://openalex.org/keywords/temporal-attention","display_name":"temporal attention","score":0.7889999747276306},{"id":"https://openalex.org/keywords/adaptive-fusion","display_name":"adaptive fusion","score":0.7250000238418579}],"concepts":[{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.8073520660400391},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.7745643854141235},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6628793478012085},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5379090905189514},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5273115038871765},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5192394256591797},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.42488569021224976},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41935184597969055},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4179914593696594},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.40327170491218567},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.381191223859787},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1250973343849182},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C22212356","wikidata":"https://www.wikidata.org/wiki/Q775325","display_name":"Transport engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/jsen.2023.3317426","doi":"https://doi.org/10.1109/jsen.2023.3317426","is_oa":false,"landing_page_url":"https://doi.org/10.1109/jsen.2023.3317426","pdf_url":null,"source":{"id":"https://openalex.org/S189694085","display_name":"IEEE Sensors Journal","issn_l":"1530-437X","issn":["1530-437X","1558-1748","2379-9153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-c","jufo-2","ki-jl-2","norway-2","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310321027","host_organization_name":"IEEE Sensors Council","host_organization_lineage":["https://openalex.org/P4310321027","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Sensors Council","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Sensors Journal","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.7250000238418579,"display_name":"Sustainable cities and communities"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1677182931","https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2519887557","https://openalex.org/W2616247523","https://openalex.org/W2771583656","https://openalex.org/W2883770893","https://openalex.org/W2884585870","https://openalex.org/W2899663614","https://openalex.org/W2912945584","https://openalex.org/W2916798096","https://openalex.org/W2944356707","https://openalex.org/W2946948417","https://openalex.org/W2962730651","https://openalex.org/W2963353290","https://openalex.org/W2991484432","https://openalex.org/W3022272795","https://openalex.org/W3034904993","https://openalex.org/W3110317294","https://openalex.org/W3128433007","https://openalex.org/W3190699669","https://openalex.org/W3191907322","https://openalex.org/W3199999289","https://openalex.org/W3201257867","https://openalex.org/W3214126613","https://openalex.org/W4220958359","https://openalex.org/W4280497349","https://openalex.org/W4285105848","https://openalex.org/W4289830116","https://openalex.org/W4312443924","https://openalex.org/W4318963850","https://openalex.org/W4378619666"],"related_works":["https://openalex.org/W7154565139","https://openalex.org/W7213675613","https://openalex.org/W7137267760","https://openalex.org/W4404724663","https://openalex.org/W7106810501","https://openalex.org/W4210855096","https://openalex.org/W7168393296","https://openalex.org/W4402350970","https://openalex.org/W7167466553","https://openalex.org/W4302027555"],"abstract_inverted_index":{"The":[0,145,194],"capability":[1],"to":[2,27,115,139,183],"comprehend":[3],"the":[4,9,14,19,76,121,127,206],"intention":[5,82,96,201],"of":[6,13,120,191,205],"pedestrians":[7],"on":[8,72,151],"road":[10],"is":[11,70,210],"one":[12],"most":[15,50],"crucial":[16],"skills":[17],"that":[18],"current":[20],"autonomous":[21],"vehicles":[22],"(AVs)":[23],"are":[24,180],"striving":[25],"for,":[26],"become":[28],"fully":[29],"autonomous.":[30],"In":[31],"recent":[32],"years,":[33],"multimodal":[34,62,118,142],"methods":[35],"have":[36],"gained":[37],"traction":[38],"employing":[39],"trajectory,":[40],"appearance,":[41],"and":[42,111,123,133,167,174,188],"context":[43],"for":[44,78],"predicting":[45,79],"pedestrian":[46,73,81,122,199],"crossing":[47,200,207],"intention.":[48],"However,":[49],"existing":[51],"research":[52],"works":[53],"still":[54],"lag":[55],"rich":[56,117],"feature":[57],"representational":[58],"ability":[59],"in":[60,83,159],"a":[61,84],"scenario,":[63],"restricting":[64],"their":[65],"performance.":[66],"Moreover,":[67],"less":[68],"emphasis":[69],"put":[71],"interactions":[74,125],"with":[75,126,163],"surroundings":[77],"short-term":[80],"challenging":[85],"ego-centric":[86],"vision.":[87],"To":[88],"address":[89],"these":[90,141],"challenges,":[91],"an":[92],"efficient":[93],"visual\u2013motion\u2013interaction-guided":[94],"(VMI)":[95],"prediction":[97],"framework":[98,103,147,197],"has":[99],"been":[100],"proposed.":[101],"This":[102],"comprises":[104],"visual":[105],"encoder":[106,109,113],"(VE),":[107],"motion":[108],"(ME),":[110],"interaction":[112],"(IE)":[114],"capture":[116],"features":[119,143],"its":[124],"surroundings,":[128],"followed":[129],"by":[130],"temporal":[131],"attention":[132],"adaptive":[134],"fusion":[135,186],"(AF)":[136],"module":[137],"(AFM)":[138],"integrate":[140],"efficiently.":[144],"proposed":[146,195],"outperforms":[148],"several":[149],"SOTA":[150],"benchmark":[152],"datasets:":[153],"Pedestrian":[154],"Intention":[155],"Estimation":[156],"(PIE)/Joint":[157],"Attention":[158],"Autonomous":[160],"Driving":[161],"(JAAD)":[162],"accuracy,":[164],"AUC,${F}1$-score,":[165],"precision,":[166],"recall":[168],"as":[169],"0.92/0.89,":[170],"0.91/0.90,":[171],"0.87/0.81,":[172],"0.86/0.79,":[173],"0.88/0.83,":[175],"respectively.":[176],"Furthermore,":[177],"extensive":[178],"experiments":[179],"carried":[181],"out":[182],"investigate":[184],"different":[185],"architectures":[187],"design":[189],"parameters":[190],"all":[192],"encoders.":[193],"VMI":[196],"predicts":[198],"2.5":[202],"s":[203],"ahead":[204],"event.":[208],"Code":[209],"available":[211],"at:https://github.com/neha013/VMI.git.":[212]},"counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":15},{"year":2024,"cited_by_count":6}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2023-09-27T00:00:00"}
