{"id":"https://openalex.org/W4401416199","doi":"https://doi.org/10.1109/icra57147.2024.10611127","title":"SAM-Event-Adapter: Adapting Segment Anything Model for Event-RGB Semantic Segmentation","display_name":"SAM-Event-Adapter: Adapting Segment Anything Model for Event-RGB Semantic Segmentation","publication_year":2024,"publication_date":"2024-05-13","ids":{"openalex":"https://openalex.org/W4401416199","doi":"https://doi.org/10.1109/icra57147.2024.10611127"},"language":"en","primary_location":{"id":"doi:10.1109/icra57147.2024.10611127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102026319","display_name":"Bowen Yao","orcid":"https://orcid.org/0009-0002-1022-2857"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bowen Yao","raw_affiliation_strings":["Beijing University of Technology,College of Computer Science,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology,College of Computer Science,Beijing,China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103037222","display_name":"Yongjian Deng","orcid":"https://orcid.org/0000-0003-4308-6978"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjian Deng","raw_affiliation_strings":["Beijing University of Technology,College of Computer Science,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology,College of Computer Science,Beijing,China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100350519","display_name":"Yuhan Liu","orcid":"https://orcid.org/0000-0001-5391-0217"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuhan Liu","raw_affiliation_strings":["Beijing University of Technology,College of Computer Science,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology,College of Computer Science,Beijing,China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100353673","display_name":"Hao Chen","orcid":"https://orcid.org/0009-0001-6480-7976"},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hao Chen","raw_affiliation_strings":["Key Lab of Computer Network and Information Integration (Southeast University), Ministry of Education,Nanjing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Key Lab of Computer Network and Information Integration (Southeast University), Ministry of Education,Nanjing,China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100642147","display_name":"Youfu Li","orcid":"https://orcid.org/0000-0002-5227-1326"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Youfu Li","raw_affiliation_strings":["City University of Hong Kong,Department of Mechanical Engineering,Kowloon,Hong Kong SAR"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"City University of Hong Kong,Department of Mechanical Engineering,Kowloon,Hong Kong SAR","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101558778","display_name":"Zhen Yang","orcid":"https://orcid.org/0000-0003-2487-1305"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Yang","raw_affiliation_strings":["Beijing University of Technology,College of Computer Science,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology,College of Computer Science,Beijing,China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":8,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"9093","last_page":"9100"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11719","display_name":"Data Quality and Management","score":0.9876999855041504,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9850000143051147,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10273","display_name":"IoT and Edge/Fog Computing","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/adapter","display_name":"Adapter (computing)","score":0.821315348148346},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7467147707939148},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.6321470737457275},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6134186387062073},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5571766495704651},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4812895357608795},{"id":"https://openalex.org/keywords/rgb-color-model","display_name":"RGB color model","score":0.4159843623638153},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3401760458946228},{"id":"https://openalex.org/keywords/computer-hardware","display_name":"Computer hardware","score":0.06343063712120056}],"concepts":[{"id":"https://openalex.org/C177284502","wikidata":"https://www.wikidata.org/wiki/Q1005390","display_name":"Adapter (computing)","level":2,"score":0.821315348148346},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7467147707939148},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.6321470737457275},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6134186387062073},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5571766495704651},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4812895357608795},{"id":"https://openalex.org/C82990744","wikidata":"https://www.wikidata.org/wiki/Q166194","display_name":"RGB color model","level":2,"score":0.4159843623638153},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3401760458946228},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.06343063712120056},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icra57147.2024.10611127","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icra57147.2024.10611127","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321793","display_name":"Beijing Municipal Education Commission","ror":"https://ror.org/04bpn6s66"},{"id":"https://openalex.org/F4320322769","display_name":"Natural Science Foundation of Jiangsu Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":72,"referenced_works":["https://openalex.org/W146900863","https://openalex.org/W601228132","https://openalex.org/W2098881438","https://openalex.org/W2766373678","https://openalex.org/W2904275768","https://openalex.org/W2964309882","https://openalex.org/W3028392891","https://openalex.org/W3153096694","https://openalex.org/W3158810259","https://openalex.org/W3170863103","https://openalex.org/W3211490618","https://openalex.org/W4200630704","https://openalex.org/W4221147914","https://openalex.org/W4224274660","https://openalex.org/W4249009392","https://openalex.org/W4255269169","https://openalex.org/W4280496682","https://openalex.org/W4282005462","https://openalex.org/W4285047703","https://openalex.org/W4285471655","https://openalex.org/W4286696412","https://openalex.org/W4288391450","https://openalex.org/W4292826286","https://openalex.org/W4300167295","https://openalex.org/W4300766661","https://openalex.org/W4301045096","https://openalex.org/W4312446817","https://openalex.org/W4313153644","https://openalex.org/W4313156423","https://openalex.org/W4315700771","https://openalex.org/W4320536885","https://openalex.org/W4323065857","https://openalex.org/W4362597616","https://openalex.org/W4366548765","https://openalex.org/W4367189325","https://openalex.org/W4383109253","https://openalex.org/W4386065698","https://openalex.org/W4386071850","https://openalex.org/W4386179772","https://openalex.org/W4390872684","https://openalex.org/W4390874575","https://openalex.org/W6711868289","https://openalex.org/W6715287400","https://openalex.org/W6745178058","https://openalex.org/W6756406539","https://openalex.org/W6759579507","https://openalex.org/W6765188722","https://openalex.org/W6767189461","https://openalex.org/W6776379046","https://openalex.org/W6778231270","https://openalex.org/W6782494946","https://openalex.org/W6791353385","https://openalex.org/W6791825142","https://openalex.org/W6794655914","https://openalex.org/W6796761347","https://openalex.org/W6796939779","https://openalex.org/W6797399245","https://openalex.org/W6802450738","https://openalex.org/W6810076231","https://openalex.org/W6838393215","https://openalex.org/W6838549549","https://openalex.org/W6838701581","https://openalex.org/W6841624914","https://openalex.org/W6844241461","https://openalex.org/W6847553245","https://openalex.org/W6849492528","https://openalex.org/W6849786022","https://openalex.org/W6851229344","https://openalex.org/W6851980744","https://openalex.org/W6852249959","https://openalex.org/W6852779002","https://openalex.org/W6855211328"],"related_works":["https://openalex.org/W2133028525","https://openalex.org/W4229060448","https://openalex.org/W4306381730","https://openalex.org/W2981692913","https://openalex.org/W3044188621","https://openalex.org/W3184035966","https://openalex.org/W2160602540","https://openalex.org/W2485605994","https://openalex.org/W4385571108","https://openalex.org/W4200251711"],"abstract_inverted_index":{"Semantic":[0],"segmentation,":[1],"a":[2,105,126,137,181,189],"fundamental":[3],"visual":[4,114],"task":[5],"ubiquitously":[6],"employed":[7],"in":[8,29,65,91,188],"sectors":[9],"ranging":[10],"from":[11,207],"transportation":[12],"and":[13,62,98,156,204,217,225],"robotics":[14],"to":[15,67,109,112,200],"healthcare,":[16],"has":[17,46],"always":[18],"captivated":[19],"the":[20,24,33,41,53,63,69,84,152,171,215,223],"research":[21],"community.":[22],"In":[23,177],"wake":[25],"of":[26,55,58,87,173,222,227],"rapid":[27],"advancements":[28],"large":[30],"model":[31,35,50,71],"research,":[32],"foundation":[34],"for":[36,184],"semantic":[37,174,205],"segmentation":[38,60,76,175],"tasks,":[39],"termed":[40],"Segment":[42],"Anything":[43],"Model":[44],"(SAM),":[45],"been":[47],"introduced.":[48],"This":[49],"substantially":[51],"addresses":[52],"dilemma":[54],"poor":[56],"generalizability":[57],"previous":[59],"models":[61,77],"disadvantage":[64],"requiring":[66],"retrain":[68],"whole":[70],"on":[72,79,142,151,214],"variant":[73],"datasets.":[74],"Nonetheless,":[75],"developed":[78],"SAM":[80,111],"remain":[81],"constrained":[82],"by":[83,94,102,160],"inherent":[85],"limitations":[86],"RGB":[88],"sensors,":[89],"particularly":[90],"scenarios":[92],"characterized":[93],"complex":[95],"lighting":[96],"conditions":[97],"high-speed":[99],"motion.":[100],"Motivated":[101],"these":[103],"observations,":[104],"natural":[106],"recourse":[107],"is":[108],"adapt":[110],"additional":[113],"modalities":[115],"without":[116],"compromising":[117],"its":[118],"robust":[119],"generalizability.":[120],"To":[121],"achieve":[122],"this,":[123],"we":[124,179],"introduce":[125],"lightweight":[127],"SAM-Event-Adapter":[128],"(SE-Adapter)":[129],"module,":[130],"which":[131],"incorporates":[132],"event":[133,161,186,208],"camera":[134],"data":[135,187],"into":[136],"cross-modal":[138],"learning":[139,167],"architecture":[140,168],"based":[141],"SAM,":[143],"with":[144,193],"only":[145],"limited":[146],"tunable":[147],"parameters":[148],"incremental.":[149],"Capitalizing":[150],"high":[153],"dynamic":[154],"range":[155],"temporal":[157],"resolution":[158],"afforded":[159],"cameras,":[162],"our":[163,228],"proposed":[164,229],"multi-modal":[165],"Event-RGB":[166],"effectively":[169],"augments":[170],"performance":[172],"tasks.":[176],"addition,":[178],"propose":[180],"novel":[182],"paradigm":[183],"representing":[185],"patch":[190],"format":[191],"compatible":[192],"transformer-based":[194],"models,":[195],"employing":[196],"multi-spatiotemporal":[197],"scale":[198],"encoding":[199],"efficiently":[201],"extract":[202],"motion":[203],"correlations":[206],"representations.":[209],"Exhaustive":[210],"empirical":[211],"evaluations":[212],"conducted":[213],"DSEC-Semantic":[216],"DDD17":[218],"datasets":[219],"provide":[220],"validation":[221],"effectiveness":[224],"rationality":[226],"approach.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":7}],"updated_date":"2026-07-19T07:52:34.831488","created_date":"2025-10-10T00:00:00"}
