{"id":"https://openalex.org/W4389104741","doi":"https://doi.org/10.1109/tim.2023.3336453","title":"Method for Audio-to-Tactile Cross-Modality Generation Based on Residual U-Net","display_name":"Method for Audio-to-Tactile Cross-Modality Generation Based on Residual U-Net","publication_year":2023,"publication_date":"2023-11-28","ids":{"openalex":"https://openalex.org/W4389104741","doi":"https://doi.org/10.1109/tim.2023.3336453"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2023.3336453","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3336453","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071353161","display_name":"Yan Mou Zhan","orcid":null},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yan Zhan","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0009-0002-5123-0044","affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081977780","display_name":"Xiaoying Sun","orcid":"https://orcid.org/0000-0002-9939-7794"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoying Sun","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-9939-7794","affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101888174","display_name":"Qinglong Wang","orcid":"https://orcid.org/0000-0002-7077-5392"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qinglong Wang","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-7077-5392","affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079165235","display_name":"Weizhi Nai","orcid":"https://orcid.org/0000-0002-2447-1814"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Weizhi Nai","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-2447-1814","affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I194450716"],"apc_list":null,"apc_paid":null,"fwci":1.7282,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.84343398,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"73","issue":null,"first_page":"1","last_page":"14"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9976999759674072,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11349","display_name":"Music Technology and Sound Studies","score":0.9657999873161316,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10789","display_name":"Interactive and Immersive Displays","score":0.9519000053405762,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6714575290679932},{"id":"https://openalex.org/keywords/modality","display_name":"Modality (human\u2013computer interaction)","score":0.6153433918952942},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5785295367240906},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.5776291489601135},{"id":"https://openalex.org/keywords/audio-signal","display_name":"Audio signal","score":0.5090055465698242},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.4494660198688507},{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.44489070773124695},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4355648159980774},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.42445066571235657},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.3970383107662201},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.37154024839401245},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.21593013405799866}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6714575290679932},{"id":"https://openalex.org/C2780226545","wikidata":"https://www.wikidata.org/wiki/Q6888030","display_name":"Modality (human\u2013computer interaction)","level":2,"score":0.6153433918952942},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5785295367240906},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.5776291489601135},{"id":"https://openalex.org/C64922751","wikidata":"https://www.wikidata.org/wiki/Q4650799","display_name":"Audio signal","level":3,"score":0.5090055465698242},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.4494660198688507},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.44489070773124695},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4355648159980774},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.42445066571235657},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.3970383107662201},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.37154024839401245},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.21593013405799866},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C13895895","wikidata":"https://www.wikidata.org/wiki/Q3270773","display_name":"Speech coding","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2023.3336453","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3336453","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5489198280","display_name":null,"funder_award_id":"20220101112JC","funder_id":"https://openalex.org/F4320310121","funder_display_name":"Natural Science Foundation of Jilin Province"},{"id":"https://openalex.org/G6571974201","display_name":null,"funder_award_id":"62301232","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320310121","display_name":"Natural Science Foundation of Jilin Province","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W964043822","https://openalex.org/W1964073652","https://openalex.org/W1979283413","https://openalex.org/W1992397638","https://openalex.org/W1998749086","https://openalex.org/W2006338427","https://openalex.org/W2006477110","https://openalex.org/W2014158228","https://openalex.org/W2031818259","https://openalex.org/W2042608483","https://openalex.org/W2045085612","https://openalex.org/W2047668141","https://openalex.org/W2097156981","https://openalex.org/W2106277773","https://openalex.org/W2119055989","https://openalex.org/W2138118304","https://openalex.org/W2552248783","https://openalex.org/W2651884604","https://openalex.org/W2736124495","https://openalex.org/W2740112960","https://openalex.org/W2807622017","https://openalex.org/W2922975523","https://openalex.org/W2946757886","https://openalex.org/W2962793481","https://openalex.org/W2963015618","https://openalex.org/W2963066677","https://openalex.org/W2963073614","https://openalex.org/W2963663420","https://openalex.org/W2964345931","https://openalex.org/W2987598202","https://openalex.org/W3007098864","https://openalex.org/W3160431667","https://openalex.org/W3160814597","https://openalex.org/W3182705783","https://openalex.org/W3203003413","https://openalex.org/W3204394824","https://openalex.org/W3215313126","https://openalex.org/W4223443319","https://openalex.org/W4229030739","https://openalex.org/W4288775196","https://openalex.org/W4312229698","https://openalex.org/W4312436811","https://openalex.org/W4312939334","https://openalex.org/W4320713352","https://openalex.org/W4366547334","https://openalex.org/W4386362903","https://openalex.org/W6632628849","https://openalex.org/W6634692189","https://openalex.org/W6721087566","https://openalex.org/W6747981032"],"related_works":["https://openalex.org/W2385859805","https://openalex.org/W2530972254","https://openalex.org/W2047973478","https://openalex.org/W4295532600","https://openalex.org/W2063823869","https://openalex.org/W1971128648","https://openalex.org/W2028381598","https://openalex.org/W1965270928","https://openalex.org/W2187036474","https://openalex.org/W1412088702"],"abstract_inverted_index":{"Extensive":[0],"research":[1],"has":[2,16],"been":[3,17],"conducted":[4],"investigating":[5],"various":[6],"facets":[7],"in":[8,23],"the":[9,24,118,127,143,148,155,176,181,186,193,211],"realm":[10],"of":[11,20,79,154,195,213],"multimodal":[12],"modeling.":[13],"Nevertheless,":[14],"there":[15],"a":[18,39,62,104],"lack":[19],"systematic":[21],"exploration":[22],"literature":[25],"regarding":[26],"audio-to-tactile":[27,111,215],"cross-modality":[28,112,216],"generation,":[29],"particularly":[30],"concerning":[31],"tool\u2013surface":[32],"texture":[33,166],"interaction.":[34],"Existing":[35],"studies":[36,163,191],"have":[37],"indicated":[38],"significant":[40],"perceptual":[41],"correlation":[42],"between":[43,175],"auditory":[44],"and":[45,139,185],"tactile":[46,53,68,77,94,134],"stimuli,":[47],"offering":[48],"intriguing":[49],"opportunities":[50],"for":[51,199],"creating":[52],"experiences":[54],"based":[55,71],"on":[56,72,164,180],"sound.":[57],"Thus,":[58],"this":[59],"article":[60],"proposes":[61],"cross-modal":[63],"network":[64,86],"framework":[65],"that":[66,126,136,169],"generates":[67],"vibration":[69,106,183],"signals":[70,91,95,135,198],"audio,":[73],"thereby":[74],"facilitating":[75],"high-fidelity":[76],"rendering":[78],"textured":[80],"surfaces.":[81],"The":[82],"successful":[83],"Residual":[84],"U-Net":[85],"model":[87,130],"effectively":[88],"converts":[89],"sound":[90],"into":[92],"vibrational":[93,133],"using":[96],"time\u2013frequency":[97],"representations,":[98],"which":[99],"are":[100,137,171],"then":[101],"displayed":[102],"through":[103],"preexisting":[105,182],"device.":[107],"In":[108,146],"addition,":[109],"an":[110],"dataset":[113],"is":[114],"constructed":[115],"to":[116,142,173,207],"train":[117],"proposed":[119,128],"deep":[120],"learning":[121],"architecture.":[122],"Experimental":[123],"results":[124],"demonstrate":[125],"generative":[129,217],"can":[131],"generate":[132],"visually":[138],"statistically":[140],"close":[141],"ground":[144],"truth.":[145],"particular,":[147],"average":[149],"structural":[150],"similarity":[151,167],"index":[152],"(SSIM)":[153],"generated":[156,177,197],"temporal":[157],"data":[158],"reaches":[159],"0.8013.":[160],"Subsequent":[161],"user":[162,190],"perceived":[165],"indicate":[168],"users":[170],"unable":[172],"distinguish":[174],"signal":[178],"presented":[179],"device":[184],"ground-truth":[187],"signal.":[188],"Moreover,":[189],"evaluating":[192],"realism":[194],"our":[196,214],"rough":[200],"textures":[201],"achieved":[202],"scores":[203],"ranging":[204],"from":[205],"5.77":[206],"6.36.":[208],"This":[209],"highlights":[210],"effectiveness":[212],"model.":[218]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}