{"id":"https://openalex.org/W4312883202","doi":"https://doi.org/10.1109/lra.2022.3221335","title":"ViewBirdiformer: Learning to Recover Ground-Plane Crowd Trajectories and Ego-Motion From a Single Ego-Centric View","display_name":"ViewBirdiformer: Learning to Recover Ground-Plane Crowd Trajectories and Ego-Motion From a Single Ego-Centric View","publication_year":2022,"publication_date":"2022-11-10","ids":{"openalex":"https://openalex.org/W4312883202","doi":"https://doi.org/10.1109/lra.2022.3221335"},"language":"en","primary_location":{"id":"doi:10.1109/lra.2022.3221335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3221335","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5081074221","display_name":"Mai Nishimura","orcid":"https://orcid.org/0000-0003-2859-988X"},"institutions":[{"id":"https://openalex.org/I146230289","display_name":"Omron (Japan)","ror":"https://ror.org/00q0w1h45","country_code":"JP","type":"company","lineage":["https://openalex.org/I146230289"]},{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Mai Nishimura","raw_affiliation_strings":["OMRON SINIC X Corporation, Tokyo, Japan","Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0003-2859-988X","affiliations":[{"raw_affiliation_string":"OMRON SINIC X Corporation, Tokyo, Japan","institution_ids":["https://openalex.org/I146230289"]},{"raw_affiliation_string":"Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031042114","display_name":"Shohei Nobuhara","orcid":"https://orcid.org/0000-0002-3204-8696"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shohei Nobuhara","raw_affiliation_strings":["Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3204-8696","affiliations":[{"raw_affiliation_string":"Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034253077","display_name":"Ko Nishino","orcid":"https://orcid.org/0000-0002-3534-3447"},"institutions":[{"id":"https://openalex.org/I22299242","display_name":"Kyoto University","ror":"https://ror.org/02kpeqv85","country_code":"JP","type":"education","lineage":["https://openalex.org/I22299242"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ko Nishino","raw_affiliation_strings":["Kyoto University, Kyoto, Japan"],"raw_orcid":"https://orcid.org/0000-0002-3534-3447","affiliations":[{"raw_affiliation_string":"Kyoto University, Kyoto, Japan","institution_ids":["https://openalex.org/I22299242"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5081074221"],"corresponding_institution_ids":["https://openalex.org/I146230289","https://openalex.org/I22299242"],"apc_list":null,"apc_paid":null,"fwci":0.4082,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.61156783,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"8","issue":"1","first_page":"368","last_page":"375"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowds","display_name":"Crowds","score":0.780735969543457},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7120370864868164},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.658751368522644},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6380085945129395},{"id":"https://openalex.org/keywords/pedestrian","display_name":"Pedestrian","score":0.5148608088493347},{"id":"https://openalex.org/keywords/observer","display_name":"Observer (physics)","score":0.47532299160957336},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.47325995564460754},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.45020005106925964},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.0848187506198883}],"concepts":[{"id":"https://openalex.org/C2777852691","wikidata":"https://www.wikidata.org/wiki/Q13430821","display_name":"Crowds","level":2,"score":0.780735969543457},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7120370864868164},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.658751368522644},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6380085945129395},{"id":"https://openalex.org/C2777113093","wikidata":"https://www.wikidata.org/wiki/Q221488","display_name":"Pedestrian","level":2,"score":0.5148608088493347},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.47532299160957336},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.47325995564460754},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.45020005106925964},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0848187506198883},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/lra.2022.3221335","is_oa":false,"landing_page_url":"https://doi.org/10.1109/lra.2022.3221335","pdf_url":null,"source":{"id":"https://openalex.org/S4210169774","display_name":"IEEE Robotics and Automation Letters","issn_l":"2377-3766","issn":["2377-3766"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Robotics and Automation Letters","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/11","score":0.5,"display_name":"Sustainable cities and communities"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W38806551","https://openalex.org/W192919555","https://openalex.org/W612478963","https://openalex.org/W1572232541","https://openalex.org/W1970206276","https://openalex.org/W2164489414","https://openalex.org/W2167052694","https://openalex.org/W2291627510","https://openalex.org/W2532516272","https://openalex.org/W2535547924","https://openalex.org/W2808571300","https://openalex.org/W2938672559","https://openalex.org/W2950989657","https://openalex.org/W2963001155","https://openalex.org/W2964333437","https://openalex.org/W2971926293","https://openalex.org/W2977487707","https://openalex.org/W2985871763","https://openalex.org/W2989738721","https://openalex.org/W2990111336","https://openalex.org/W3003235888","https://openalex.org/W3034848995","https://openalex.org/W3091727808","https://openalex.org/W3098467253","https://openalex.org/W3100953775","https://openalex.org/W3102327032","https://openalex.org/W3104842437","https://openalex.org/W3106458387","https://openalex.org/W3130520215","https://openalex.org/W3131452527","https://openalex.org/W3132012367","https://openalex.org/W3132607695","https://openalex.org/W3139491754","https://openalex.org/W3164088557","https://openalex.org/W3172084025","https://openalex.org/W3190009776","https://openalex.org/W3203158837","https://openalex.org/W3211498054","https://openalex.org/W4312641958","https://openalex.org/W4368367081","https://openalex.org/W4385245566","https://openalex.org/W6618872416","https://openalex.org/W6696672603","https://openalex.org/W6739901393","https://openalex.org/W6803626321"],"related_works":["https://openalex.org/W1973575460","https://openalex.org/W2184805355","https://openalex.org/W2207877592","https://openalex.org/W1995875282","https://openalex.org/W2093076079","https://openalex.org/W2687972263","https://openalex.org/W2029249305","https://openalex.org/W2511137960","https://openalex.org/W3214088465","https://openalex.org/W2115571026"],"abstract_inverted_index":{"We":[0],"introduce":[1,115],"a":[2,19,94,110,116,158],"novel":[3],"learning-based":[4],"method":[5],"for":[6,38,62],"view":[7,155],"birdification":[8,35,156],"[1],":[9],"the":[10,25,30,48,73,76,89,99,106,126,138,142,145,164],"task":[11],"of":[12,16,18,68,75,141,189],"recovering":[13],"ground-plane":[14,139],"trajectories":[15,67,140],"pedestrians":[17,69],"crowd":[20,27,95,127,143],"and":[21,42,55,92,131,144],"their":[22,84],"observer":[23,77],"in":[24,44,88,157,192],"same":[26],"just":[28],"from":[29,83],"observed":[31,85],"ego-centric":[32,90],"video.":[33],"View":[34],"becomes":[36],"essential":[37],"mobile":[39],"robot":[40],"navigation":[41],"localization":[43],"dense":[45],"crowds":[46],"where":[47],"static":[49],"background":[50],"is":[51,59,103],"hard":[52],"to":[53,80,105,120,166,181],"see":[54],"reliably":[56],"track.":[57],"It":[58],"challenging":[60],"mainly":[61],"two":[63],"reasons;":[64],"i)":[65],"absolute":[66],"are":[70],"entangled":[71],"with":[72,186],"movement":[74,101,135],"which":[78,123,162],"needs":[79],"be":[81],"decoupled":[82],"relative":[86,133],"movements":[87],"video,":[91],"ii)":[93],"motion":[96,128],"model":[97],"describing":[98],"pedestrian":[100],"interactions":[102],"specific":[104],"scene":[107],"yet":[108],"unknown":[109],"priori.":[111],"For":[112],"this,":[113],"we":[114],"Transformer-based":[117],"network":[118],"referred":[119],"as":[121],"ViewBirdiformer":[122,153,177],"implicitly":[124],"models":[125],"through":[129,147],"self-attention":[130],"decomposes":[132],"2D":[134],"observations":[136],"onto":[137],"camera":[146],"cross-attention":[148],"between":[149],"views.":[150],"Most":[151],"important,":[152],"achieves":[154,178],"single":[159],"forward":[160],"pass":[161],"opens":[163],"door":[165],"accurate":[167],"real-time,":[168],"always-on":[169],"situational":[170],"awareness.":[171],"Extensive":[172],"experimental":[173],"results":[174],"demonstrate":[175],"that":[176],"accuracy":[179],"similar":[180],"or":[182],"better":[183],"than":[184],"state-of-the-art":[185],"three":[187],"orders":[188],"magnitude":[190],"reduction":[191],"execution":[193],"time.":[194]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}
