{"id":"https://openalex.org/W4413968197","doi":"https://doi.org/10.1145/3749504","title":"mmPencil: Toward Writing-Style-Independent In-Air Handwriting Recognition via mmWave Radar and Large Vision-Language Model","display_name":"mmPencil: Toward Writing-Style-Independent In-Air Handwriting Recognition via mmWave Radar and Large Vision-Language Model","publication_year":2025,"publication_date":"2025-09-03","ids":{"openalex":"https://openalex.org/W4413968197","doi":"https://doi.org/10.1145/3749504"},"language":"en","primary_location":{"id":"doi:10.1145/3749504","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749504","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3749504","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://dl.acm.org/doi/pdf/10.1145/3749504","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053609361","display_name":"Yifan Guo","orcid":"https://orcid.org/0009-0009-0284-8965"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifan Guo","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0009-0284-8965","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100439571","display_name":"Zhu Wang","orcid":"https://orcid.org/0000-0003-2368-8947"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhu Wang","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-2368-8947","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100933922","display_name":"Qian Qin","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qian Qin","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0000-0420-2134","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yangqian Lei","orcid":"https://orcid.org/0009-0003-8171-0230"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yangqian Lei","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0003-8171-0230","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119532276","display_name":"Qiwen Gan","orcid":null},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiwen Gan","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0009-0007-4404-4303","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101677842","display_name":"Zhuo Sun","orcid":"https://orcid.org/0000-0003-3115-278X"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuo Sun","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0003-3115-278X","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100408399","display_name":"Chao Chen","orcid":"https://orcid.org/0000-0003-2094-9734"},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chao Chen","raw_affiliation_strings":["Chongqing University, Chongqing, China"],"raw_orcid":"https://orcid.org/0000-0003-2094-9734","affiliations":[{"raw_affiliation_string":"Chongqing University, Chongqing, China","institution_ids":["https://openalex.org/I158842170"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078005520","display_name":"Bin Guo","orcid":"https://orcid.org/0000-0001-6097-2467"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Bin Guo","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China"],"raw_orcid":"https://orcid.org/0000-0001-6097-2467","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China","institution_ids":["https://openalex.org/I17145004"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100701166","display_name":"Zhiwen Yu","orcid":"https://orcid.org/0000-0002-9905-3238"},"institutions":[{"id":"https://openalex.org/I17145004","display_name":"Northwestern Polytechnical University","ror":"https://ror.org/01y0j0j86","country_code":"CN","type":"education","lineage":["https://openalex.org/I17145004"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Yu","raw_affiliation_strings":["Northwestern Polytechnical University, Xi'an, Shaanxi, China and Harbin Engineering University, Harbin, Heilongjiang, China"],"raw_orcid":"https://orcid.org/0000-0002-9905-3238","affiliations":[{"raw_affiliation_string":"Northwestern Polytechnical University, Xi'an, Shaanxi, China and Harbin Engineering University, Harbin, Heilongjiang, China","institution_ids":["https://openalex.org/I17145004"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.19417895,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"9","issue":"3","first_page":"1","last_page":"30"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10601","display_name":"Handwritten Text Recognition Techniques","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13382","display_name":"Robotics and Automated Systems","score":0.9747999906539917,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/handwriting","display_name":"Handwriting","score":0.819011926651001},{"id":"https://openalex.org/keywords/style","display_name":"Style (visual arts)","score":0.6087053418159485},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5628505349159241},{"id":"https://openalex.org/keywords/radar","display_name":"Radar","score":0.5306804180145264},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.44224855303764343},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.38758689165115356},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33637556433677673},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.13909152150154114},{"id":"https://openalex.org/keywords/art","display_name":"Art","score":0.07595273852348328},{"id":"https://openalex.org/keywords/visual-arts","display_name":"Visual arts","score":0.06450879573822021}],"concepts":[{"id":"https://openalex.org/C2779386606","wikidata":"https://www.wikidata.org/wiki/Q2393642","display_name":"Handwriting","level":2,"score":0.819011926651001},{"id":"https://openalex.org/C2776445246","wikidata":"https://www.wikidata.org/wiki/Q1792644","display_name":"Style (visual arts)","level":2,"score":0.6087053418159485},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5628505349159241},{"id":"https://openalex.org/C554190296","wikidata":"https://www.wikidata.org/wiki/Q47528","display_name":"Radar","level":2,"score":0.5306804180145264},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.44224855303764343},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.38758689165115356},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33637556433677673},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.13909152150154114},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.07595273852348328},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.06450879573822021}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3749504","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749504","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3749504","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3749504","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3749504","pdf_url":"https://dl.acm.org/doi/pdf/10.1145/3749504","source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G310112824","display_name":null,"funder_award_id":"62025205","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3762998126","display_name":null,"funder_award_id":"62032018","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G4407733110","display_name":null,"funder_award_id":"62322601","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6056531034","display_name":null,"funder_award_id":"62025205, 62032018, 62472358, 62322601, 62102322","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7930607411","display_name":null,"funder_award_id":"62102322","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335787","display_name":"Fundamental Research Funds for the Central Universities","ror":null}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413968197.pdf","grobid_xml":"https://content.openalex.org/works/W4413968197.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W1545025361","https://openalex.org/W1989549339","https://openalex.org/W2031332190","https://openalex.org/W2073703261","https://openalex.org/W2126698653","https://openalex.org/W2148909075","https://openalex.org/W2150823344","https://openalex.org/W2152928267","https://openalex.org/W2194775991","https://openalex.org/W2407300725","https://openalex.org/W2747574631","https://openalex.org/W2789860971","https://openalex.org/W2791862000","https://openalex.org/W2874356750","https://openalex.org/W2899175017","https://openalex.org/W2950821050","https://openalex.org/W2950851762","https://openalex.org/W2972657490","https://openalex.org/W2977240732","https://openalex.org/W3083249871","https://openalex.org/W3083475243","https://openalex.org/W3087859191","https://openalex.org/W3106589709","https://openalex.org/W3133546873","https://openalex.org/W3159333663","https://openalex.org/W3168867926","https://openalex.org/W3176846228","https://openalex.org/W3209221617","https://openalex.org/W3214233127","https://openalex.org/W4214595924","https://openalex.org/W4223930915","https://openalex.org/W4226402850","https://openalex.org/W4284880874","https://openalex.org/W4289361798","https://openalex.org/W4297676170","https://openalex.org/W4306250185","https://openalex.org/W4312908506","https://openalex.org/W4360995321","https://openalex.org/W4364322734","https://openalex.org/W4380301338","https://openalex.org/W4380928920","https://openalex.org/W4387087396","https://openalex.org/W4387212504","https://openalex.org/W4387321091","https://openalex.org/W4387790198","https://openalex.org/W4389897679","https://openalex.org/W4390798782","https://openalex.org/W4391979508","https://openalex.org/W4400447412","https://openalex.org/W4400487903","https://openalex.org/W4402349737","https://openalex.org/W4402350151","https://openalex.org/W4404034591","https://openalex.org/W4404034618","https://openalex.org/W4404034620","https://openalex.org/W4404585900","https://openalex.org/W4404586145","https://openalex.org/W4404587394","https://openalex.org/W4404587701","https://openalex.org/W4405014576","https://openalex.org/W4405014630","https://openalex.org/W4405178969","https://openalex.org/W4409361147"],"related_works":["https://openalex.org/W2388180914","https://openalex.org/W2063708026","https://openalex.org/W2507888814","https://openalex.org/W3118925046","https://openalex.org/W2381764175","https://openalex.org/W2561540377","https://openalex.org/W2360066868","https://openalex.org/W3084909207","https://openalex.org/W1694630026","https://openalex.org/W3166464480"],"abstract_inverted_index":{"With":[0],"the":[1,71,84,134,154,163,281,286],"rapid":[2],"advancement":[3],"of":[4,50,120,165,223,271,284],"wireless":[5],"technologies,":[6],"in-air":[7,90,180],"handwriting":[8,91,114,173,181,195],"recognition":[9,44,93,182,236,269,288],"based":[10],"on":[11,37,83,172],"radio":[12],"frequency":[13],"(RF)":[14],"signals":[15],"emerges":[16],"as":[17,67,248,250],"a":[18,47,61,68,87,102,127,148,159,192,268],"promising":[19],"solution":[20],"for":[21,150,262,290],"human-computer":[22],"interaction.":[23],"However,":[24],"existing":[25],"methods":[26],"often":[27],"constrain":[28],"writing":[29,38,214,251],"gestures":[30],"to":[31,46,112,183,204],"predefined":[32],"planes,":[33],"impose":[34],"strict":[35],"requirements":[36],"order":[39],"and":[40,42,77,116,144,175,190,211,233,258],"direction,":[41,257],"limit":[43],"tasks":[45],"small":[48],"set":[49],"digits":[51],"or":[52],"letters.":[53],"To":[54],"overcome":[55],"these":[56],"limitations,":[57],"we":[58,100,125],"propose":[59],"m2VLMs,":[60],"modality":[62],"mapping":[63,130],"architecture,":[64,86],"which":[65,132,309],"serves":[66],"bridge":[69],"between":[70,136],"millimeter-wave":[72],"(mmWave)":[73],"radar":[74,143],"sensing":[75],"technologies":[76],"large":[78,155],"vision-language":[79,145,156],"models":[80],"(VLMs).":[81],"Based":[82],"proposed":[85],"three-dimensional":[88],"(3D)":[89],"word":[92,122,235,245,276,300],"system":[94],"named":[95],"mmPencil":[96,161,230,266],"is":[97],"developed.":[98],"Specifically,":[99,261],"design":[101],"multi-stage":[103],"spatial":[104,137],"trajectory":[105,138],"reconstruction":[106,119],"algorithm":[107],"that":[108,168,229],"extracts":[109],"frequency-domain":[110],"features":[111],"identify":[113],"regions":[115],"achieve":[117],"high-precision":[118],"3D":[121,193],"trajectories.":[123],"Furthermore,":[124],"introduce":[126],"novel":[128],"spatial-to-visual":[129],"algorithm,":[131],"bridges":[133],"gap":[135],"information":[139],"captured":[140],"by":[141,242],"mmWave":[142,194],"representations,":[146],"providing":[147],"foundation":[149],"cross-modality":[151],"understanding":[152],"in":[153,237,244],"model.":[157],"As":[158],"result,":[160],"tackles":[162],"limitations":[164],"current":[166],"solutions":[167],"are":[169],"heavily":[170],"reliant":[171],"styles":[174],"environmental":[176],"factors,":[177],"expanding":[178],"RF-based":[179],"more":[184],"complex":[185],"word-level":[186],"scenarios.":[187],"We":[188],"collect":[189],"release":[191],"dataset":[196],"comprising":[197],"200":[198,275],"distinct":[199],"words":[200],"(ranging":[201],"from":[202,208,280,305],"2":[203],"9":[205],"letters),":[206],"contributions":[207],"12":[209],"users,":[210,265,308],"22":[212],"different":[213],"scenarios,":[215,239],"totaling":[216],"7,664":[217],"samples":[218],"with":[219],"an":[220],"overall":[221],"size":[222],"31.66":[224],"GB.":[225],"Extensive":[226],"experiments":[227],"demonstrate":[228],"achieves":[231,267],"accurate":[232],"robust":[234],"real-world":[238],"remaining":[240],"unaffected":[241],"variations":[243],"categories,":[246],"length,":[247],"well":[249],"position,":[252],"range,":[253],"angle,":[254],"speed,":[255],"size,":[256],"user":[259],"movement.":[260],"4":[263,291],"seen":[264],"accuracy":[270,289],"approximately":[272],"97.60%":[273],"across":[274,298],"classes.":[277],"Moreover,":[278],"benefiting":[279],"generalization":[282],"capability":[283],"VLMs,":[285],"zero-shot":[287],"unseen":[292],"users":[293],"can":[294],"also":[295],"reach":[296],"92.50%":[297],"50":[299],"classes":[301],"using":[302],"training":[303],"data":[304],"only":[306],"8":[307],"outperforming":[310],"state-of-the-art":[311],"baselines.":[312]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}