{"id":"https://openalex.org/W7135210750","doi":"https://doi.org/10.48550/arxiv.2603.11950","title":"Learning Transferable Sensor Models via Language-Informed Pretraining","display_name":"Learning Transferable Sensor Models via Language-Informed Pretraining","publication_year":2026,"publication_date":"2026-03-12","ids":{"openalex":"https://openalex.org/W7135210750","doi":"https://doi.org/10.48550/arxiv.2603.11950"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2603.11950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2603.11950","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101723557","display_name":"Yuliang Chen","orcid":"https://orcid.org/0000-0001-9309-2386"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Chen, Yuliang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004965804","display_name":"Arvind Pillai","orcid":"https://orcid.org/0000-0002-2489-1130"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pillai, Arvind","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016916652","display_name":"Yu Yvonne Wu","orcid":"https://orcid.org/0009-0004-3709-7472"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Yu Yvonne","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019911231","display_name":"Tess Z Griffin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Griffin, Tess Z.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081922663","display_name":"Lisa A. Marsch","orcid":"https://orcid.org/0000-0001-6429-0965"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marsch, Lisa","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042790830","display_name":"Michael V. Heinz","orcid":"https://orcid.org/0000-0003-0866-0508"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Heinz, Michael V.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080623810","display_name":"Nicholas C. Jacobson","orcid":"https://orcid.org/0000-0002-8832-4741"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jacobson, Nicholas C.","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5128922894","display_name":"Andrew Campbell","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Campbell, Andrew","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5101723557"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23839999735355377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23839999735355377,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10499999672174454,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10201","display_name":"Speech Recognition and Synthesis","score":0.059700001031160355,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/discriminative-model","display_name":"Discriminative model","score":0.6503000259399414},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5791000127792358},{"id":"https://openalex.org/keywords/closed-captioning","display_name":"Closed captioning","score":0.554099977016449},{"id":"https://openalex.org/keywords/generalization","display_name":"Generalization","score":0.41679999232292175},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.37940001487731934},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.3695000112056732},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.35190001130104065},{"id":"https://openalex.org/keywords/generative-model","display_name":"Generative model","score":0.3508000075817108},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.3472000062465668}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7163000106811523},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.6503000259399414},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.642300009727478},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5791000127792358},{"id":"https://openalex.org/C157657479","wikidata":"https://www.wikidata.org/wiki/Q2367247","display_name":"Closed captioning","level":3,"score":0.554099977016449},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46320000290870667},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.41679999232292175},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.37940001487731934},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3695000112056732},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.35190001130104065},{"id":"https://openalex.org/C167966045","wikidata":"https://www.wikidata.org/wiki/Q5532625","display_name":"Generative model","level":3,"score":0.3508000075817108},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3472000062465668},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.3409999907016754},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.32580000162124634},{"id":"https://openalex.org/C127162648","wikidata":"https://www.wikidata.org/wiki/Q16858953","display_name":"Channel (broadcasting)","level":2,"score":0.3197999894618988},{"id":"https://openalex.org/C2779843651","wikidata":"https://www.wikidata.org/wiki/Q7390335","display_name":"SIGNAL (programming language)","level":2,"score":0.2976999878883362},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.2849000096321106},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2784999907016754},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.27630001306533813},{"id":"https://openalex.org/C2780704645","wikidata":"https://www.wikidata.org/wiki/Q9251458","display_name":"Observer (physics)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C2779439875","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Natural language understanding","level":3,"score":0.25699999928474426},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.2517000138759613},{"id":"https://openalex.org/C104267543","wikidata":"https://www.wikidata.org/wiki/Q208163","display_name":"Signal processing","level":3,"score":0.25110000371932983},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.2506999969482422},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2603.11950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2603.11950","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2603.11950","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","score":0.7372139692306519,"display_name":"Reduced inequalities"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Modern":[0],"sensing":[1],"systems":[2],"generate":[3],"large":[4],"volumes":[5],"of":[6,13],"unlabeled":[7,14],"multivariate":[8],"time-series":[9],"data.":[10],"This":[11],"abundance":[12],"data":[15],"makes":[16],"self-supervised":[17],"learning":[18,24,101],"(SSL)":[19],"a":[20,126,170,175],"natural":[21],"approach":[22],"for":[23,33,47,100],"transferable":[25],"representations.":[26],"However,":[27],"most":[28],"existing":[29],"approaches":[30],"are":[31,67],"optimized":[32],"reconstruction":[34],"or":[35,80],"forecasting":[36],"objectives":[37],"and":[38,50,63,121,133,144,165,182],"often":[39],"fail":[40],"to":[41,69],"capture":[42],"the":[43],"semantic":[44,59],"structure":[45],"required":[46],"downstream":[48],"classification":[49],"reasoning":[51],"tasks.":[52],"While":[53],"recent":[54],"sensor-language":[55],"alignment":[56,113],"methods":[57],"improve":[58],"generalization":[60],"through":[61],"captioning":[62],"zero-shot":[64,161],"transfer,":[65,162],"they":[66],"limited":[68],"fixed":[70],"sensor":[71,108],"configurations,":[72],"such":[73],"as":[74],"predefined":[75],"channel":[76],"sets,":[77],"signal":[78,163],"lengths,":[79],"temporal":[81,142],"resolutions,":[82],"which":[83],"hinders":[84],"cross-domain":[85],"applicability.":[86],"To":[87],"address":[88],"these":[89],"gaps,":[90],"we":[91],"introduce":[92],"\\textbf{SLIP}":[93],"(\\textbf{S}ensor":[94],"\\textbf{L}anguage-\\textbf{I}nformed":[95],"\\textbf{P}retraining),":[96],"an":[97,135],"open-source":[98],"framework":[99],"language-aligned":[102],"representations":[103],"that":[104],"generalize":[105],"across":[106],"diverse":[107],"setups.":[109],"SLIP":[110,139,156],"integrates":[111],"contrastive":[112],"with":[114],"sensor-conditioned":[115],"captioning,":[116,164],"facilitating":[117],"both":[118],"discriminative":[119],"understanding":[120],"generative":[122],"reasoning.":[123],"By":[124],"repurposing":[125],"pretrained":[127],"decoder-only":[128],"language":[129],"model":[130],"via":[131],"cross-attention":[132],"introducing":[134],"elegant,":[136],"flexible":[137],"patch-embedder,":[138],"supports":[140],"different":[141],"resolutions":[143],"variable-length":[145],"input":[146],"at":[147],"inference":[148],"time":[149],"without":[150],"additional":[151],"retraining.":[152],"Across":[153],"11":[154],"datasets,":[155],"demonstrates":[157],"superior":[158],"performance":[159],"in":[160,186],"question":[166,188],"answering.":[167,189],"It":[168],"achieves":[169],"77.14%":[171],"average":[172],"linear-probing":[173],"accuracy,":[174],"5.93%":[176],"relative":[177],"improvement":[178],"over":[179],"strong":[180],"baselines,":[181],"reaches":[183],"64.83%":[184],"accuracy":[185],"sensor-based":[187]},"counts_by_year":[],"updated_date":"2026-03-14T06:46:50.379900","created_date":"2026-03-14T00:00:00"}