{"id":"https://openalex.org/W4405717851","doi":"https://doi.org/10.1109/tmm.2024.3521662","title":"Neuromorphic Vision-Based Motion Segmentation With Graph Transformer Neural Network","display_name":"Neuromorphic Vision-Based Motion Segmentation With Graph Transformer Neural Network","publication_year":2024,"publication_date":"2024-12-23","ids":{"openalex":"https://openalex.org/W4405717851","doi":"https://doi.org/10.1109/tmm.2024.3521662"},"language":"en","primary_location":{"id":"doi:10.1109/tmm.2024.3521662","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521662","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tmm.2024.3521662","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5024579029","display_name":"Yusra Alkendi","orcid":"https://orcid.org/0000-0001-6618-5317"},"institutions":[{"id":"https://openalex.org/I4210087059","display_name":"Technology Innovation Institute","ror":"https://ror.org/001kv2y39","country_code":"AE","type":"facility","lineage":["https://openalex.org/I4210087059"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Yusra Alkendi","raw_affiliation_strings":["Propulsion and Space Research Center (PSRC), The Technology Innovation Institute (TII), Abu Dhabi, UAE","Propulsion and Space Research Center (PSRC) at the Technology Innovation Institute (TII), Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-6618-5317","affiliations":[{"raw_affiliation_string":"Propulsion and Space Research Center (PSRC), The Technology Innovation Institute (TII), Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210087059"]},{"raw_affiliation_string":"Propulsion and Space Research Center (PSRC) at the Technology Innovation Institute (TII), Abu Dhabi, UAE","institution_ids":["https://openalex.org/I4210087059"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037164444","display_name":"Rana Azzam","orcid":"https://orcid.org/0000-0003-0378-1909"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Rana Azzam","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0003-0378-1909","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5071515463","display_name":"Sajid Javed","orcid":"https://orcid.org/0000-0002-0036-2875"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Sajid Javed","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0002-0036-2875","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074862138","display_name":"Lakmal Seneviratne","orcid":"https://orcid.org/0000-0001-6405-8402"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Lakmal Seneviratne","raw_affiliation_strings":["Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0001-6405-8402","affiliations":[{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5057275866","display_name":"Yahya Zweiri","orcid":"https://orcid.org/0000-0003-4331-7254"},"institutions":[{"id":"https://openalex.org/I176601375","display_name":"Khalifa University of Science and Technology","ror":"https://ror.org/05hffr360","country_code":"AE","type":"education","lineage":["https://openalex.org/I176601375"]}],"countries":["AE"],"is_corresponding":false,"raw_author_name":"Yahya Zweiri","raw_affiliation_strings":["Advanced Research and Innovation Center (ARIC), Khalifa University of Science and Technology, Abu Dhabi, UAE","Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE"],"raw_orcid":"https://orcid.org/0000-0003-4331-7254","affiliations":[{"raw_affiliation_string":"Advanced Research and Innovation Center (ARIC), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]},{"raw_affiliation_string":"Khalifa University Center for Autonomous Robotic Systems (KUCARS), Khalifa University of Science and Technology, Abu Dhabi, UAE","institution_ids":["https://openalex.org/I176601375"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":2495,"currency":"USD","value_usd":2495},"apc_paid":{"value":2495,"currency":"USD","value_usd":2495},"fwci":0.6101,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.66561673,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"27","issue":null,"first_page":"385","last_page":"400"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9754999876022339,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10052","display_name":"Medical Image Segmentation Techniques","score":0.9620000123977661,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10191","display_name":"Robotics and Sensor-Based Localization","score":0.954200029373169,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8138664960861206},{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.691929280757904},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6325488090515137},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5833368897438049},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5601316690444946},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5495839715003967},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.44680750370025635},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.42508822679519653},{"id":"https://openalex.org/keywords/machine-vision","display_name":"Machine vision","score":0.4196354150772095},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.41041240096092224},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.13511571288108826}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8138664960861206},{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.691929280757904},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6325488090515137},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5833368897438049},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5601316690444946},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5495839715003967},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.44680750370025635},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.42508822679519653},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.4196354150772095},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41041240096092224},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.13511571288108826},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tmm.2024.3521662","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521662","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1109/tmm.2024.3521662","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tmm.2024.3521662","pdf_url":null,"source":{"id":"https://openalex.org/S137030581","display_name":"IEEE Transactions on Multimedia","issn_l":"1520-9210","issn":["1520-9210","1941-0077"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Multimedia","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W1598147333","https://openalex.org/W2070571667","https://openalex.org/W2107320053","https://openalex.org/W2145023731","https://openalex.org/W2150839555","https://openalex.org/W2594597497","https://openalex.org/W2783185291","https://openalex.org/W2789435382","https://openalex.org/W2813817099","https://openalex.org/W2963169347","https://openalex.org/W2967293965","https://openalex.org/W2974049832","https://openalex.org/W2982688540","https://openalex.org/W2987391422","https://openalex.org/W2992384714","https://openalex.org/W3004212813","https://openalex.org/W3015735225","https://openalex.org/W3021073418","https://openalex.org/W3021403875","https://openalex.org/W3034657761","https://openalex.org/W3034885317","https://openalex.org/W3040838455","https://openalex.org/W3091217939","https://openalex.org/W3111535274","https://openalex.org/W3111983220","https://openalex.org/W3117097536","https://openalex.org/W3126149511","https://openalex.org/W3146766514","https://openalex.org/W3159746229","https://openalex.org/W3161328488","https://openalex.org/W3165885682","https://openalex.org/W3182236906","https://openalex.org/W3205782382","https://openalex.org/W3208506679","https://openalex.org/W3212395333","https://openalex.org/W3214466318","https://openalex.org/W4210705247","https://openalex.org/W4213019189","https://openalex.org/W4214755140","https://openalex.org/W4224236022","https://openalex.org/W4225725044","https://openalex.org/W4281641918","https://openalex.org/W4285121971","https://openalex.org/W4285819798","https://openalex.org/W4292787316","https://openalex.org/W4295909205","https://openalex.org/W4296283811","https://openalex.org/W4296775912","https://openalex.org/W4310748417","https://openalex.org/W4312270234","https://openalex.org/W4312279626","https://openalex.org/W4312400353","https://openalex.org/W4319663728","https://openalex.org/W4321021073","https://openalex.org/W4321487810","https://openalex.org/W4385245566","https://openalex.org/W4385804819","https://openalex.org/W4386075690","https://openalex.org/W6799624308","https://openalex.org/W6838457360","https://openalex.org/W6853558476"],"related_works":["https://openalex.org/W2986579802","https://openalex.org/W4389237622","https://openalex.org/W3108691306","https://openalex.org/W4385753159","https://openalex.org/W4200152843","https://openalex.org/W4214914769","https://openalex.org/W4387251107","https://openalex.org/W2166309310","https://openalex.org/W4297621941","https://openalex.org/W1522196789"],"abstract_inverted_index":{"Moving":[0],"object":[1],"segmentation":[2,62,162,242],"is":[3,120],"critical":[4],"to":[5,25,44,87,102,136,167,181],"interpret":[6],"scene":[7,116],"dynamics":[8],"for":[9,21,154,159,174,184],"robotic":[10],"navigation":[11],"systems":[12],"in":[13,207,238],"challenging":[14],"environments.":[15],"Neuromorphic":[16],"vision":[17],"sensors":[18],"are":[19,105,191],"tailored":[20],"motion":[22,61,161,214,241],"perception":[23,42],"due":[24],"their":[26,37,46],"asynchronous":[27],"nature,":[28],"high":[29],"temporal":[30],"resolution,":[31],"and":[32,49,90,129,187,216,223,236,245],"reduced":[33],"power":[34],"consumption.":[35],"However,":[36],"unconventional":[38],"output":[39],"requires":[40],"novel":[41,59],"paradigms":[43],"leverage":[45],"spatially":[47],"sparse":[48],"temporally":[50],"dense":[51],"nature.":[52],"In":[53],"this":[54],"work,":[55],"we":[56,144,179],"propose":[57],"a":[58,65,82],"event-based":[60,160],"algorithm":[63,74,119],"using":[64,131],"Graph":[66],"Transformer":[67],"Neural":[68],"Network,":[69],"dubbed":[70],"GTNN.":[71],"Our":[72],"proposed":[73,133],"processes":[75],"event":[76],"streams":[77],"as":[78],"3D":[79],"graphs":[80],"by":[81],"series":[83],"of":[84,113,210,234,240],"nonlinear":[85],"transformations":[86],"unveil":[88],"local":[89],"global":[91],"spatiotemporal":[92],"correlations":[93],"between":[94],"events.":[95],"Based":[96],"on":[97,122,140,193],"these":[98],"correlations,":[99],"events":[100],"belonging":[101],"moving":[103],"objects":[104,219],"segmented":[106],"from":[107],"the":[108,114,132,146,182,199,208],"background":[109,212],"without":[110],"prior":[111],"knowledge":[112],"dynamic":[115,211,218],"geometry.":[117],"The":[118],"trained":[121],"publicly":[123],"available":[124],"datasets":[125,197],"including":[126],"MOD,":[127],"EV-IMO,":[128],"EV-IMO2":[130],"training":[134,139],"scheme":[135],"facilitate":[137],"efficient":[138],"extensive":[141],"datasets.":[142,163],"Moreover,":[143],"introduce":[145],"Dynamic":[147],"Object":[148],"Mask-aware":[149],"Event":[150,172],"Labeling":[151],"(DOMEL)":[152],"approach":[153],"generating":[155],"approximate":[156],"ground-truth":[157],"labels":[158],"We":[164],"use":[165],"DOMEL":[166],"label":[168],"our":[169],"own":[170],"recorded":[171],"dataset":[173],"Motion":[175],"Segmentation":[176],"(EMS-DOMEL),":[177],"which":[178],"release":[180],"public":[183],"further":[185],"research":[186],"benchmarking.":[188],"Rigorous":[189],"experiments":[190],"conducted":[192],"several":[194],"unseen":[195],"publicly-available":[196],"where":[198],"results":[200],"revealed":[201],"that":[202],"GTNN":[203,225],"outperforms":[204],"state-of-the-art":[205],"methods":[206],"presence":[209],"variations,":[213],"patterns,":[215],"multiple":[217],"with":[220,230],"varying":[221],"sizes":[222],"velocities.":[224],"achieves":[226],"significant":[227],"performance":[228],"gains":[229],"an":[231],"average":[232],"increase":[233],"9.4%":[235],"4.5%":[237],"terms":[239],"accuracy":[243],"(IoU%)":[244],"detection":[246],"rate":[247],"(DR%),":[248],"respectively.":[249]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":3},{"year":2023,"cited_by_count":1}],"updated_date":"2026-08-28T12:50:07.497085","created_date":"2025-10-10T00:00:00"}