{"id":"https://openalex.org/W7214218809","doi":"https://doi.org/10.64898/2026.09.17.751938","title":"Self-Supervised Discovery of Discrete Local States in Noisy Image Sequences","display_name":"Self-Supervised Discovery of Discrete Local States in Noisy Image Sequences","publication_year":2026,"publication_date":"2026-09-24","ids":{"openalex":"https://openalex.org/W7214218809","doi":"https://doi.org/10.64898/2026.09.17.751938"},"language":"en","primary_location":{"id":"doi:10.64898/2026.09.17.751938","doi":"https://doi.org/10.64898/2026.09.17.751938","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.17.751938","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/24/2026.09.17.751938.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/24/2026.09.17.751938.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101738130","display_name":"Song\u2010Chuan Zhao","orcid":"https://orcid.org/0000-0001-6790-9663","observed_orcids":["https://orcid.org/0000-0001-6790-9663"]},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Song-Chuan Zhao","raw_affiliation_strings":["Department of Physics, Kyushu University, Fukuoka, Japan"],"raw_orcid":"https://orcid.org/0000-0001-6790-9663","affiliations":[{"raw_affiliation_string":"Department of Physics, Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5012197403","display_name":"Daisuke Mizuno","orcid":"https://orcid.org/0000-0001-7749-3681","observed_orcids":["https://orcid.org/0000-0001-7749-3681"]},"institutions":[{"id":"https://openalex.org/I135598925","display_name":"Kyushu University","ror":"https://ror.org/00p4k0j84","country_code":"JP","type":"education","lineage":["https://openalex.org/I135598925"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Daisuke Mizuno","raw_affiliation_strings":["Department of Physics, Kyushu University, Fukuoka, Japan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physics, Kyushu University, Fukuoka, Japan","institution_ids":["https://openalex.org/I135598925"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5101738130"],"corresponding_institution_ids":["https://openalex.org/I135598925"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.5458999872207642,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.5458999872207642,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10688","display_name":"Image and Signal Denoising Methods","score":0.15940000116825104,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.09309999644756317,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.9380000233650208},{"id":"https://openalex.org/keywords/vector-quantization","display_name":"vector quantization","score":0.796999990940094},{"id":"https://openalex.org/keywords/masked-transformer","display_name":"masked transformer","score":0.6990000009536743},{"id":"https://openalex.org/keywords/particle-tracking","display_name":"particle tracking","score":0.6549999713897705},{"id":"https://openalex.org/keywords/point-spread-function","display_name":"point spread function","score":0.6050000190734863},{"id":"https://openalex.org/keywords/escherichia-coli","display_name":"Escherichia coli","score":0.5440000295639038},{"id":"https://openalex.org/keywords/scientific-image-analysis","display_name":"scientific image analysis","score":0.4480000138282776},{"id":"https://openalex.org/keywords/spatiotemporal-structure","display_name":"spatiotemporal structure","score":0.6349999904632568}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.670199990272522},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6535999774932861},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5062999725341797},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5048999786376953},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.4948999881744385},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.47940000891685486},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.47099998593330383},{"id":"https://openalex.org/C34388435","wikidata":"https://www.wikidata.org/wiki/Q2267362","display_name":"Bounded function","level":2,"score":0.4287000000476837},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.4187999963760376},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4034000039100647},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.38839998841285706},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.3878999948501587},{"id":"https://openalex.org/C2781137444","wikidata":"https://www.wikidata.org/wiki/Q237105","display_name":"Sharpening","level":2,"score":0.37299999594688416},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.3682999908924103},{"id":"https://openalex.org/C51432778","wikidata":"https://www.wikidata.org/wiki/Q1259145","display_name":"Independent component analysis","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.3564999997615814},{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.3197000026702881},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.304500013589859},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.3021000027656555},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2985000014305115},{"id":"https://openalex.org/C127705205","wikidata":"https://www.wikidata.org/wiki/Q5748245","display_name":"Heuristics","level":2,"score":0.296099990606308},{"id":"https://openalex.org/C75291252","wikidata":"https://www.wikidata.org/wiki/Q1315756","display_name":"TRACE (psycholinguistics)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.2919999957084656},{"id":"https://openalex.org/C52421305","wikidata":"https://www.wikidata.org/wiki/Q1151499","display_name":"Particle filter","level":3,"score":0.2727000117301941},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2687000036239624},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.2549000084400177},{"id":"https://openalex.org/C2780692498","wikidata":"https://www.wikidata.org/wiki/Q16950721","display_name":"Component analysis","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.25360000133514404},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.2531000077724457},{"id":"https://openalex.org/C83665646","wikidata":"https://www.wikidata.org/wiki/Q42139305","display_name":"Feature vector","level":2,"score":0.2522999942302704},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25040000677108765}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.64898/2026.09.17.751938","doi":"https://doi.org/10.64898/2026.09.17.751938","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.17.751938","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/24/2026.09.17.751938.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.64898/2026.09.17.751938","doi":"https://doi.org/10.64898/2026.09.17.751938","is_oa":true,"landing_page_url":"https://doi.org/10.64898/2026.09.17.751938","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2026/09/24/2026.09.17.751938.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7214218809.pdf","grobid_xml":"https://content.openalex.org/works/W7214218809.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7208761851","https://openalex.org/W3114883909","https://openalex.org/W1727982597","https://openalex.org/W2963806976","https://openalex.org/W7152372939","https://openalex.org/W7095686389","https://openalex.org/W4302010597","https://openalex.org/W2735585956","https://openalex.org/W2129230821","https://openalex.org/W2468116161"],"abstract_inverted_index":{"Abstract":[0],"Scientific":[1],"image":[2],"sequences":[3],"often":[4],"feature":[5,75,127],"recurring":[6],"structures":[7,84,208],"with":[8,187],"unknown":[9],"appearance":[10],"and":[11,61,165,185,211,225],"dynamics.":[12],"While":[13],"traditional":[14],"methods":[15],"using":[16,197],"predefined":[17],"templates,":[18,76],"noise":[19],"models,":[20],"or":[21,77,160],"motion":[22],"classes":[23],"work":[24,45],"well":[25],"when":[26],"targets":[27],"are":[28,220],"known,":[29],"such":[30],"assumptions":[31],"can":[32,205],"hinder":[33],"exploratory":[34],"analysis":[35],"where":[36],"discovering":[37],"that":[38,50,82,202],"knowledge":[39],"is":[40,146],"the":[41,101,126,134,167,217],"primary":[42,218],"goal.":[43],"This":[44],"presents":[46],"a":[47,55,87,91,109,130],"self-supervised":[48],"framework":[49,145],"maps":[51],"noisy":[52],"video":[53],"into":[54],"discrete":[56,203],"vocabulary":[57],"of":[58,152],"local":[59],"states":[60,169,204],"their":[62],"spatiotemporal":[63],"relationships.":[64],"The":[65,144],"method":[66],"operates":[67],"without":[68],"clean":[69,158],"targets,":[70],"pretrained":[71],"representations,":[72],"semantic":[73],"labels,":[74],"prescribed":[78],"trajectories,":[79],"assuming":[80],"only":[81],"informative":[83],"recur":[85],"for":[86,137],"finite":[88],"duration":[89],"within":[90],"bounded":[92],"spatial":[93],"neighborhood.":[94],"A":[95],"temporally":[96],"masked":[97,110],"vector-quantized":[98],"network":[99],"predicts":[100],"missing":[102],"central":[103],"frame":[104],"from":[105,209],"its":[106],"neighbors,":[107],"while":[108,129],"Transformer":[111],"refines":[112],"token":[113,123],"assignments":[114],"by":[115],"weighing":[116],"encoder":[117],"evidence":[118,136],"against":[119],"contextual":[120],"compatibility.":[121],"Project-specific":[122],"sets":[124],"define":[125],"family,":[128],"support":[131],"model":[132],"quantifies":[133],"temporal":[135],"individual":[138],"occurrences,":[139],"facilitating":[140],"optional":[141],"conservative":[142],"suppression.":[143],"first":[147],"demonstrated":[148],"on":[149,175],"synthetic":[150],"videos":[151],"moving":[153],"particles.":[154],"Without":[155],"access":[156],"to":[157],"frames":[159],"particle":[161,191],"coordinates":[162],"during":[163],"learning":[164],"selection,":[166],"learned":[168],"recover":[170],"compact,":[171],"point-spread-function-like":[172],"structures.":[173],"Tests":[174],"low-signal":[176],"particle-tracking":[177],"benchmarks":[178],"yield":[179],"frame-wise":[180],"component":[181,226],"precision":[182],"between":[183],"87.0%":[184],"94.5%,":[186],"recall":[188],"decreasing":[189],"as":[190,231],"density":[192],"rises.":[193],"An":[194],"experimental":[195],"example":[196],"E.":[198],"coli":[199],"further":[200],"shows":[201],"separate":[206],"biological":[207],"illumination":[210],"acquisition":[212],"artifacts.":[213],"In":[214],"all":[215],"cases,":[216],"outputs":[219],"interpretable":[221],"state,":[222],"activity,":[223],"support,":[224],"maps;":[227],"rendered":[228],"images":[229],"serve":[230],"diagnostics":[232],"rather":[233],"than":[234],"optimization":[235],"targets.":[236]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2026-09-25T00:00:00"}