{"id":"https://openalex.org/W4411403516","doi":"https://doi.org/10.1145/3732001","title":"TxP: Reciprocal Generation of Ground Pressure Dynamics and Activity Descriptions for Improving Human Activity Recognition","display_name":"TxP: Reciprocal Generation of Ground Pressure Dynamics and Activity Descriptions for Improving Human Activity Recognition","publication_year":2025,"publication_date":"2025-06-09","ids":{"openalex":"https://openalex.org/W4411403516","doi":"https://doi.org/10.1145/3732001"},"language":"en","primary_location":{"id":"doi:10.1145/3732001","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732001","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3732001","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090096476","display_name":"Lala Shakti Swarup Ray","orcid":"https://orcid.org/0000-0002-7133-0205"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Lala Shakti Swarup Ray","raw_affiliation_strings":["DFKI, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"DFKI, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075317929","display_name":"Lars Krupp","orcid":"https://orcid.org/0000-0001-6294-2915"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Lars Krupp","raw_affiliation_strings":["RPTU and DFKI, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"RPTU and DFKI, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079181491","display_name":"V\u00edtor Fortes Rey","orcid":"https://orcid.org/0000-0002-8371-2921"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vitor Fortes Rey","raw_affiliation_strings":["RPTU and DFKI, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"RPTU and DFKI, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059956294","display_name":"Bo Zhou","orcid":"https://orcid.org/0000-0002-8976-5960"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Bo Zhou","raw_affiliation_strings":["RPTU and DFKI, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"RPTU and DFKI, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057986515","display_name":"Sungho Suh","orcid":"https://orcid.org/0000-0003-3723-1980"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sungho Suh","raw_affiliation_strings":["Korea University, Seoul, Republic of Korea"],"affiliations":[{"raw_affiliation_string":"Korea University, Seoul, Republic of Korea","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5063453660","display_name":"Paul Lukowicz","orcid":"https://orcid.org/0000-0003-0320-6656"},"institutions":[{"id":"https://openalex.org/I33256026","display_name":"German Research Centre for Artificial Intelligence","ror":"https://ror.org/01ayc5b57","country_code":"DE","type":"funder","lineage":["https://openalex.org/I33256026"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Paul Lukowicz","raw_affiliation_strings":["RPTU and DFKI, Kaiserslautern, Germany"],"affiliations":[{"raw_affiliation_string":"RPTU and DFKI, Kaiserslautern, Germany","institution_ids":["https://openalex.org/I33256026"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5090096476"],"corresponding_institution_ids":["https://openalex.org/I33256026"],"apc_list":null,"apc_paid":null,"fwci":1.2181,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.80080438,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"9","issue":"2","first_page":"1","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10444","display_name":"Context-Aware Activity Recognition Systems","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9606999754905701,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6729689836502075},{"id":"https://openalex.org/keywords/activity-recognition","display_name":"Activity recognition","score":0.6306928992271423},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.539833128452301},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.528694748878479},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4983556270599365},{"id":"https://openalex.org/keywords/pressure-sensor","display_name":"Pressure sensor","score":0.49485987424850464},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.48012781143188477},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.47082382440567017},{"id":"https://openalex.org/keywords/dynamics","display_name":"Dynamics (music)","score":0.46488213539123535},{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.41775599122047424},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4103337228298187},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3848015069961548},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1574556827545166},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10086449980735779},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.09699225425720215},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.08413749933242798}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6729689836502075},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.6306928992271423},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.539833128452301},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.528694748878479},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4983556270599365},{"id":"https://openalex.org/C41325743","wikidata":"https://www.wikidata.org/wiki/Q1261040","display_name":"Pressure sensor","level":2,"score":0.49485987424850464},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.48012781143188477},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.47082382440567017},{"id":"https://openalex.org/C145912823","wikidata":"https://www.wikidata.org/wiki/Q113558","display_name":"Dynamics (music)","level":2,"score":0.46488213539123535},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.41775599122047424},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4103337228298187},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3848015069961548},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1574556827545166},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10086449980735779},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.09699225425720215},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.08413749933242798},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3732001","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732001","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1145/3732001","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3732001","pdf_url":null,"source":{"id":"https://openalex.org/S4210219751","display_name":"Proceedings of the ACM on Interactive Mobile Wearable and Ubiquitous Technologies","issn_l":"2474-9567","issn":["2474-9567"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Interactive, Mobile, Wearable and Ubiquitous Technologies","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.5299999713897705}],"awards":[{"id":"https://openalex.org/G2224587088","display_name":null,"funder_award_id":"01IW21003","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G4851706763","display_name":null,"funder_award_id":"RS-2019-II190079","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"},{"id":"https://openalex.org/G8464723827","display_name":null,"funder_award_id":"101162257","funder_id":"https://openalex.org/F4320323817","funder_display_name":"Universitas Brawijaya"}],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":58,"referenced_works":["https://openalex.org/W2336160298","https://openalex.org/W2509957604","https://openalex.org/W2606699032","https://openalex.org/W2795908329","https://openalex.org/W2897551993","https://openalex.org/W2899136066","https://openalex.org/W2912943026","https://openalex.org/W2971856312","https://openalex.org/W2978956737","https://openalex.org/W2983524798","https://openalex.org/W2989787517","https://openalex.org/W2991191596","https://openalex.org/W3022268687","https://openalex.org/W3083323811","https://openalex.org/W3086541756","https://openalex.org/W3097302772","https://openalex.org/W3097560906","https://openalex.org/W3115815419","https://openalex.org/W3121664092","https://openalex.org/W3121793671","https://openalex.org/W3134309900","https://openalex.org/W3163554922","https://openalex.org/W3192705670","https://openalex.org/W3195441622","https://openalex.org/W3210966796","https://openalex.org/W4200081143","https://openalex.org/W4205585760","https://openalex.org/W4281657035","https://openalex.org/W4284894697","https://openalex.org/W4288694688","https://openalex.org/W4301399182","https://openalex.org/W4312880366","https://openalex.org/W4312949287","https://openalex.org/W4312974539","https://openalex.org/W4317624908","https://openalex.org/W4319993451","https://openalex.org/W4376128949","https://openalex.org/W4379232464","https://openalex.org/W4385489997","https://openalex.org/W4386071707","https://openalex.org/W4386076288","https://openalex.org/W4386419149","https://openalex.org/W4387087849","https://openalex.org/W4387421159","https://openalex.org/W4387963302","https://openalex.org/W4389245974","https://openalex.org/W4389520547","https://openalex.org/W4391467394","https://openalex.org/W4391912467","https://openalex.org/W4392931594","https://openalex.org/W4396853029","https://openalex.org/W4396920034","https://openalex.org/W4402170557","https://openalex.org/W4402350391","https://openalex.org/W4402727922","https://openalex.org/W4402754111","https://openalex.org/W4403333920","https://openalex.org/W4408352437"],"related_works":["https://openalex.org/W17155033","https://openalex.org/W3207760230","https://openalex.org/W1496222301","https://openalex.org/W4312814274","https://openalex.org/W1590307681","https://openalex.org/W2536018345","https://openalex.org/W4285370786","https://openalex.org/W2296488620","https://openalex.org/W2358353312","https://openalex.org/W2353836703"],"abstract_inverted_index":{"Sensor-based":[0],"human":[1,189],"activity":[2,96,106],"recognition":[3],"(HAR)":[4],"has":[5],"predominantly":[6],"focused":[7],"on":[8,127,138,198],"Inertial":[9],"Measurement":[10],"Units":[11],"and":[12,28,40,102,108,119,146,156,185,193],"vision":[13],"data,":[14],"often":[15],"overlooking":[16],"the":[17,31,48,177],"capabilities":[18],"unique":[19],"to":[20,52,61,82,153,169,176],"pressure":[21,43,84,100,112],"sensors,":[22],"which":[23],"capture":[24],"subtle":[25],"body":[26],"dynamics":[27],"shifts":[29],"in":[30,47,159,171],"center":[32],"of":[33],"mass.":[34],"Despite":[35],"their":[36],"potential":[37],"for":[38,141],"postural":[39],"balance-based":[41],"activities,":[42],"sensors":[44],"remain":[45],"underutilized":[46],"HAR":[49,68,165,181],"domain":[50],"due":[51],"limited":[53],"datasets.":[54],"To":[55],"bridge":[56],"this":[57],"gap,":[58],"we":[59,71],"propose":[60],"exploit":[62],"generative":[63,79],"foundation":[64,80],"models":[65,81,116],"with":[66,182],"pressure-specific":[67],"techniques.":[69],"Specifically,":[70],"present":[72],"a":[73],"bidirectional":[74],"TextxPressure":[75],"model":[76],"that":[77],"uses":[78],"interpret":[83],"data":[85,140,154,192],"as":[86,144],"natural":[87],"language.":[88],"TxP":[89,124,149],"accomplishes":[90],"two":[91],"tasks:":[92],"(1)":[93],"Text2Pressure,":[94],"converting":[95],"text":[97],"descriptions":[98,107],"into":[99,188],"sequences,":[101],"(2)":[103],"Pressure2Text,":[104],"generating":[105],"classifications":[109],"from":[110],"dynamic":[111],"maps.":[113],"Leveraging":[114],"pre-trained":[115],"like":[117],"CLIP":[118],"LLaMA":[120],"2":[121],"13B":[122],"Chat,":[123],"is":[125],"trained":[126],"our":[128],"synthetic":[129],"PressLang":[130],"dataset,":[131],"containing":[132],"over":[133],"81,100":[134],"text-pressure":[135],"pairs.":[136],"Validated":[137],"real-world":[139],"activities":[142],"such":[143],"yoga":[145],"daily":[147],"tasks,":[148],"provides":[150],"novel":[151],"approaches":[152],"augmentation":[155],"classification":[157],"grounded":[158],"atomic":[160],"actions.":[161],"This":[162],"consequently":[163],"improved":[164],"performance":[166],"by":[167],"up":[168],"12.4%":[170],"macro":[172],"F1":[173],"score":[174],"compared":[175],"state-of-the-art,":[178],"advancing":[179],"pressure-based":[180],"broader":[183],"applications":[184],"deeper":[186],"insights":[187],"movement.":[190],"The":[191],"code":[194],"will":[195],"be":[196],"available":[197],"TxP.":[199]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}