{"id":"https://openalex.org/W4402916993","doi":"https://doi.org/10.1109/toh.2024.3449411","title":"VT-SGN:Spiking Graph Neural Network for Neuromorphic Visual-Tactile Fusion","display_name":"VT-SGN:Spiking Graph Neural Network for Neuromorphic Visual-Tactile Fusion","publication_year":2024,"publication_date":"2024-09-27","ids":{"openalex":"https://openalex.org/W4402916993","doi":"https://doi.org/10.1109/toh.2024.3449411","pmid":"https://pubmed.ncbi.nlm.nih.gov/39331560"},"language":"en","primary_location":{"id":"doi:10.1109/toh.2024.3449411","is_oa":false,"landing_page_url":"https://doi.org/10.1109/toh.2024.3449411","pdf_url":null,"source":{"id":"https://openalex.org/S38993383","display_name":"IEEE Transactions on Haptics","issn_l":"1939-1412","issn":["1939-1412","2329-4051","2334-0134"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Haptics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5029620144","display_name":"Peiliang Wu","orcid":"https://orcid.org/0000-0003-1228-2757"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Peiliang Wu","raw_affiliation_strings":["School of Information Science and Engineering, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0000-0003-1228-2757","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Haozhe Zhang","orcid":"https://orcid.org/0009-0001-0563-9917"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haozhe Zhang","raw_affiliation_strings":["School of Information Science and Engineering, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0001-0563-9917","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yao Li","orcid":"https://orcid.org/0009-0006-7631-2459"},"institutions":[{"id":"https://openalex.org/I39333907","display_name":"Yanshan University","ror":"https://ror.org/02txfnf15","country_code":"CN","type":"education","lineage":["https://openalex.org/I39333907"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Li","raw_affiliation_strings":["School of Information Science and Engineering, Yanshan University, Qinhuangdao, China"],"raw_orcid":"https://orcid.org/0009-0006-7631-2459","affiliations":[{"raw_affiliation_string":"School of Information Science and Engineering, Yanshan University, Qinhuangdao, China","institution_ids":["https://openalex.org/I39333907"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045361189","display_name":"Wenbai Chen","orcid":"https://orcid.org/0000-0001-7683-2776"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wenbai Chen","raw_affiliation_strings":["School of Automation, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7683-2776","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018660055","display_name":"Guowei Gao","orcid":"https://orcid.org/0000-0003-3437-4265"},"institutions":[{"id":"https://openalex.org/I78675632","display_name":"Beijing Information Science & Technology University","ror":"https://ror.org/04xnqep60","country_code":"CN","type":"education","lineage":["https://openalex.org/I78675632"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guowei Gao","raw_affiliation_strings":["School of Automation, Beijing Information Science and Technology University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3437-4265","affiliations":[{"raw_affiliation_string":"School of Automation, Beijing Information Science and Technology University, Beijing, China","institution_ids":["https://openalex.org/I78675632"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.3712,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.60341281,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":96},"biblio":{"volume":"18","issue":"4","first_page":"838","last_page":"849"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/neuromorphic-engineering","display_name":"Neuromorphic engineering","score":0.9380052089691162},{"id":"https://openalex.org/keywords/spiking-neural-network","display_name":"Spiking neural network","score":0.5851131677627563},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5611354112625122},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5260733962059021},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5225807428359985},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4673616886138916},{"id":"https://openalex.org/keywords/neuroscience","display_name":"Neuroscience","score":0.4284316599369049},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.3697319030761719},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.19213327765464783},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.1726648509502411}],"concepts":[{"id":"https://openalex.org/C151927369","wikidata":"https://www.wikidata.org/wiki/Q1981312","display_name":"Neuromorphic engineering","level":3,"score":0.9380052089691162},{"id":"https://openalex.org/C11731999","wikidata":"https://www.wikidata.org/wiki/Q9067355","display_name":"Spiking neural network","level":3,"score":0.5851131677627563},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5611354112625122},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5260733962059021},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5225807428359985},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4673616886138916},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.4284316599369049},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3697319030761719},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.19213327765464783},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.1726648509502411}],"mesh":[{"descriptor_ui":"D000098422","descriptor_name":"Graph Neural Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098422","descriptor_name":"Graph Neural Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000098422","descriptor_name":"Graph Neural Networks","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D008959","descriptor_name":"Models, Neurological","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D014796","descriptor_name":"Visual Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true},{"descriptor_ui":"D055698","descriptor_name":"Touch Perception","qualifier_ui":"Q000502","qualifier_name":"physiology","is_major_topic":true}],"locations_count":2,"locations":[{"id":"doi:10.1109/toh.2024.3449411","is_oa":false,"landing_page_url":"https://doi.org/10.1109/toh.2024.3449411","pdf_url":null,"source":{"id":"https://openalex.org/S38993383","display_name":"IEEE Transactions on Haptics","issn_l":"1939-1412","issn":["1939-1412","2329-4051","2334-0134"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Haptics","raw_type":"journal-article"},{"id":"pmid:39331560","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39331560","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on haptics","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1331161382","display_name":null,"funder_award_id":"U20A20167","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G1484327127","display_name":null,"funder_award_id":"62276028","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G453775460","display_name":null,"funder_award_id":"F202103079","funder_id":"https://openalex.org/F4320322163","funder_display_name":"Natural Science Foundation of Hebei Province"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320322163","display_name":"Natural Science Foundation of Hebei Province","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":45,"referenced_works":["https://openalex.org/W1486852018","https://openalex.org/W1505952289","https://openalex.org/W1570411240","https://openalex.org/W1985940938","https://openalex.org/W2006370340","https://openalex.org/W2016574277","https://openalex.org/W2128949090","https://openalex.org/W2141166794","https://openalex.org/W2156432573","https://openalex.org/W2518937691","https://openalex.org/W2541249978","https://openalex.org/W2558460151","https://openalex.org/W2619510810","https://openalex.org/W2621826044","https://openalex.org/W2744653421","https://openalex.org/W2745933219","https://openalex.org/W2907492528","https://openalex.org/W2962804204","https://openalex.org/W2963155035","https://openalex.org/W2963809228","https://openalex.org/W2979098108","https://openalex.org/W2990793844","https://openalex.org/W3010268791","https://openalex.org/W3040099822","https://openalex.org/W3040838455","https://openalex.org/W3065747603","https://openalex.org/W3131444756","https://openalex.org/W3132432794","https://openalex.org/W3171709609","https://openalex.org/W3185503317","https://openalex.org/W3188843700","https://openalex.org/W3197020589","https://openalex.org/W4200633542","https://openalex.org/W4283016714","https://openalex.org/W4285606073","https://openalex.org/W4295874962","https://openalex.org/W4312736238","https://openalex.org/W4312757522","https://openalex.org/W4312965841","https://openalex.org/W4313458650","https://openalex.org/W4384665892","https://openalex.org/W4387805864","https://openalex.org/W4388505228","https://openalex.org/W4401414592","https://openalex.org/W4411725410"],"related_works":["https://openalex.org/W3089892344","https://openalex.org/W4386227293","https://openalex.org/W4313442939","https://openalex.org/W4372267706","https://openalex.org/W2885510266","https://openalex.org/W4288055417","https://openalex.org/W2960220682","https://openalex.org/W4205804651","https://openalex.org/W4287758233","https://openalex.org/W3136467750"],"abstract_inverted_index":{"Current":[0],"issues":[1],"with":[2,112,222],"neuromorphic":[3,45,53,199],"visual-tactile":[4,26,54],"perception":[5],"include":[6],"limited":[7],"training":[8],"network":[9,24,30,128],"representation":[10],"and":[11,37,47,103,133,180,187],"inadequate":[12],"cross-modal":[13],"fusion.":[14],"To":[15,189],"address":[16],"these":[17],"two":[18,178],"issues,":[19],"we":[20,202],"proposed":[21,216],"a":[22,61,83,125],"dual":[23],"called":[25],"spiking":[27,38,126,157,166],"graph":[28,34,64,89,100],"neural":[29,35,39,101,127,167],"(VT-SGN)":[31],"that":[32,191],"combines":[33],"networks":[36,40,102],"to":[41,59,96,129,151,210],"jointly":[42],"utilize":[43],"the":[44,52,66,70,74,94,108,116,121,131,141,148,153,161,165,173,177,196,212,215],"visual":[46,186],"tactile":[48,63,80,113],"source":[49],"data.":[50,114],"First,":[51],"data":[55,117,184],"were":[56,118],"expanded":[57,119],"spatiotemporally":[58],"create":[60],"taxel-based":[62],"in":[65,147],"spatial":[67,76,149],"domain,":[68],"enabling":[69],"complete":[71],"exploitation":[72],"of":[73,79,156,164,198,214],"irregular":[75],"structure":[77],"properties":[78],"information.":[81],"Subsequently,":[82],"method":[84],"for":[85,110],"converting":[86],"images":[87],"into":[88,120],"structures":[90],"was":[91],"proposed,":[92],"allowing":[93],"vision":[95,109],"be":[97],"trained":[98],"alongside":[99],"extracting":[104],"graph-level":[105],"features":[106],"from":[107],"fusion":[111],"Finally,":[115],"time":[122],"domain":[123],"using":[124],"train":[130],"model":[132],"propagate":[134],"it":[135,170,221],"backwards.":[136],"This":[137],"framework":[138,218],"effectively":[139,171],"utilizes":[140],"structural":[142],"differences":[143],"between":[144,176,185],"sample":[145],"instances":[146],"dimension":[150],"improve":[152,195],"representational":[154],"power":[155],"neurons,":[158],"while":[159],"preserving":[160],"biodynamic":[162],"mechanism":[163],"network.":[168],"Additionally,":[169],"solves":[172],"morphological":[174],"variance":[175],"perceptions":[179],"further":[181],"uses":[182],"complementary":[183],"tactile.":[188],"demonstrate":[190],"our":[192],"approach":[193],"can":[194],"learning":[197],"perceptual":[200],"information,":[201],"conducted":[203],"comprehensive":[204],"comparative":[205],"experiments":[206],"on":[207],"three":[208],"datasets":[209],"validate":[211],"benefits":[213],"VT-SGN":[217],"by":[219],"comparing":[220],"state-of-the-art":[223],"studies.":[224]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}