{"id":"https://openalex.org/W4386362903","doi":"https://doi.org/10.1109/tim.2023.3311071","title":"Cross-Modal Generation of Tactile Friction Coefficient From Audio and Visual Measurements by Transformer","display_name":"Cross-Modal Generation of Tactile Friction Coefficient From Audio and Visual Measurements by Transformer","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4386362903","doi":"https://doi.org/10.1109/tim.2023.3311071"},"language":"en","primary_location":{"id":"doi:10.1109/tim.2023.3311071","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3311071","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028957884","display_name":"Rui Song","orcid":"https://orcid.org/0000-0002-0399-4659"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210164189","display_name":"Jilin International Studies University","ror":"https://ror.org/05mvcw862","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210164189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Song","raw_affiliation_strings":["College of Communication Engineering and the International Center of Future Science, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-0399-4659","affiliations":[{"raw_affiliation_string":"College of Communication Engineering and the International Center of Future Science, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210164189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081977780","display_name":"Xiaoying Sun","orcid":"https://orcid.org/0000-0002-9939-7794"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]},{"id":"https://openalex.org/I4210164189","display_name":"Jilin International Studies University","ror":"https://ror.org/05mvcw862","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210164189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaoying Sun","raw_affiliation_strings":["College of Communication Engineering and the International Center of Future Science, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0002-9939-7794","affiliations":[{"raw_affiliation_string":"College of Communication Engineering and the International Center of Future Science, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716","https://openalex.org/I4210164189"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101888172","display_name":"Guohong Liu","orcid":"https://orcid.org/0000-0001-7817-3890"},"institutions":[{"id":"https://openalex.org/I194450716","display_name":"Jilin University","ror":"https://ror.org/00js3aw79","country_code":"CN","type":"education","lineage":["https://openalex.org/I194450716"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guohong Liu","raw_affiliation_strings":["College of Communication Engineering, Jilin University, Changchun, China"],"raw_orcid":"https://orcid.org/0000-0001-7817-3890","affiliations":[{"raw_affiliation_string":"College of Communication Engineering, Jilin University, Changchun, China","institution_ids":["https://openalex.org/I194450716"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.9652,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.86158131,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"72","issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10914","display_name":"Tactile and Sensory Interactions","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10427","display_name":"Visual perception and processing mechanisms","score":0.9778000116348267,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11687","display_name":"Teleoperation and Haptic Systems","score":0.9739999771118164,"subfield":{"id":"https://openalex.org/subfields/2210","display_name":"Mechanical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5831871032714844},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5563212037086487},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.543032705783844},{"id":"https://openalex.org/keywords/high-fidelity","display_name":"High fidelity","score":0.47998282313346863},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.42469391226768494},{"id":"https://openalex.org/keywords/haptic-technology","display_name":"Haptic technology","score":0.4197845458984375},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.41938668489456177},{"id":"https://openalex.org/keywords/fast-fourier-transform","display_name":"Fast Fourier transform","score":0.4140927195549011},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41205018758773804},{"id":"https://openalex.org/keywords/acoustics","display_name":"Acoustics","score":0.335244357585907},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.19982612133026123},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.18351241946220398},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.11543452739715576},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.09276968240737915}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5831871032714844},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5563212037086487},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.543032705783844},{"id":"https://openalex.org/C113364801","wikidata":"https://www.wikidata.org/wiki/Q26674","display_name":"High fidelity","level":2,"score":0.47998282313346863},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.42469391226768494},{"id":"https://openalex.org/C152086174","wikidata":"https://www.wikidata.org/wiki/Q3030571","display_name":"Haptic technology","level":2,"score":0.4197845458984375},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.41938668489456177},{"id":"https://openalex.org/C75172450","wikidata":"https://www.wikidata.org/wiki/Q623950","display_name":"Fast Fourier transform","level":2,"score":0.4140927195549011},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41205018758773804},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.335244357585907},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.19982612133026123},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.18351241946220398},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.11543452739715576},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.09276968240737915},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tim.2023.3311071","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tim.2023.3311071","pdf_url":null,"source":{"id":"https://openalex.org/S10892749","display_name":"IEEE Transactions on Instrumentation and Measurement","issn_l":"0018-9456","issn":["0018-9456","1557-9662"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Instrumentation and Measurement","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5489198280","display_name":null,"funder_award_id":"20220101112JC","funder_id":"https://openalex.org/F4320310121","funder_display_name":"Natural Science Foundation of Jilin Province"},{"id":"https://openalex.org/G6417944696","display_name":null,"funder_award_id":"61631010","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320310121","display_name":"Natural Science Foundation of Jilin Province","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1514388995","https://openalex.org/W1522301498","https://openalex.org/W1871534881","https://openalex.org/W2006477110","https://openalex.org/W2034679754","https://openalex.org/W2037682187","https://openalex.org/W2088178628","https://openalex.org/W2155286749","https://openalex.org/W2322176455","https://openalex.org/W2611879059","https://openalex.org/W2620854518","https://openalex.org/W2740112960","https://openalex.org/W2767712265","https://openalex.org/W2774597446","https://openalex.org/W2784286137","https://openalex.org/W2802282721","https://openalex.org/W2896457183","https://openalex.org/W2899663614","https://openalex.org/W2963015618","https://openalex.org/W2963925437","https://openalex.org/W2967589260","https://openalex.org/W2971159612","https://openalex.org/W2979587758","https://openalex.org/W2987598202","https://openalex.org/W2998982086","https://openalex.org/W3035022492","https://openalex.org/W3088222013","https://openalex.org/W3095422700","https://openalex.org/W3096609285","https://openalex.org/W3138516171","https://openalex.org/W3170874841","https://openalex.org/W3171516518","https://openalex.org/W3182705783","https://openalex.org/W3186691307","https://openalex.org/W3202454134","https://openalex.org/W3215545914","https://openalex.org/W3216543530","https://openalex.org/W4295312788","https://openalex.org/W4312402957","https://openalex.org/W4312436811","https://openalex.org/W4383066410","https://openalex.org/W4385245566","https://openalex.org/W4385574383","https://openalex.org/W6631190155","https://openalex.org/W6739901393","https://openalex.org/W6755207826","https://openalex.org/W6755977528","https://openalex.org/W6763509872","https://openalex.org/W6766978945","https://openalex.org/W6778485988","https://openalex.org/W6780226713","https://openalex.org/W6788135285"],"related_works":["https://openalex.org/W156716224","https://openalex.org/W2111871955","https://openalex.org/W3175380930","https://openalex.org/W1989694608","https://openalex.org/W2139876914","https://openalex.org/W2108167108","https://openalex.org/W4249212512","https://openalex.org/W2145890814","https://openalex.org/W2604504363","https://openalex.org/W1971128648"],"abstract_inverted_index":{"Generating":[0],"tactile":[1,36,71,95,158],"data":[2],"(e.g.,":[3],"friction":[4,37,96,105,132,174],"coefficient)":[5],"from":[6],"audio":[7,52],"and":[8,16,48,54,60,85,91,135,151],"visual":[9],"modalities":[10],"can":[11],"avoid":[12],"time-consuming":[13],"practical":[14],"measurements":[15,183],"ensure":[17],"high-fidelity":[18],"haptic":[19],"rendering":[20,142,169,187],"of":[21,35,51,94,113,124,153,171,179,189],"surface":[22],"textures.":[23],"In":[24],"this":[25,101],"paper,":[26],"we":[27,43,64,99],"present":[28],"a":[29,75,79,140],"Transformer-based":[30],"method":[31,143,192],"for":[32],"cross-modal":[33],"generation":[34],"coefficient.":[38,175],"Using":[39],"the":[40,46,66,114,120,125,130,136,149,168,172,186,190,198],"self-attention":[41],"mechanism,":[42],"jointly":[44],"encode":[45],"amplitude":[47,90,150],"phase":[49,92],"information":[50,93,102],"spectrums":[53],"RGB":[55],"images":[56],"to":[57,88,156,166],"extract":[58],"global":[59],"local":[61],"features.":[62],"Then,":[63],"convert":[65,100],"joint":[67],"coding":[68],"features":[69,73],"into":[70,103],"decoding":[72],"using":[74,107],"Transformer":[76,134,191],"module":[77],"in":[78],"bottleneck":[80],"converter.":[81],"We":[82],"continuously":[83],"decode":[84],"reconstruct":[86],"them":[87],"obtain":[89],"coefficients.":[97],"Finally,":[98],"one-dimensional":[104],"coefficients":[106],"inverse":[108],"short-time":[109],"Fourier":[110],"transform.":[111],"Evaluations":[112],"LMT":[115],"Haptic":[116],"Material":[117],"Database":[118],"confirm":[119],"obvious":[121],"performance":[122],"improvement":[123],"proposed":[126],"method.":[127],"Furthermore,":[128],"with":[129,181,197],"generated":[131,173],"by":[133],"custom-designed":[137],"electrovibration":[138],"device,":[139],"novel":[141],"is":[144,193],"proposed,":[145],"which":[146],"simultaneously":[147],"utilizes":[148],"frequency":[152],"driving":[154],"signals":[155],"display":[157],"textures":[159],"on":[160],"touchscreens.":[161],"User":[162],"experiments":[163],"are":[164],"organized":[165],"evaluate":[167],"fidelity":[170,188],"The":[176],"two-way":[177],"Analysis":[178],"Variance":[180],"repeated":[182],"indicates":[184],"that":[185],"significantly":[194],"improved":[195],"compared":[196],"contrast":[199],"methods":[200],"(p<":[201],"0.05).":[202]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}