{"id":"https://openalex.org/W7211865730","doi":"https://doi.org/10.48550/arxiv.2609.04325","title":"The microscope is the mask: privileged views and labels from a cryo-ET forward model","display_name":"The microscope is the mask: privileged views and labels from a cryo-ET forward model","publication_year":2026,"publication_date":"2026-09-03","ids":{"openalex":"https://openalex.org/W7211865730","doi":"https://doi.org/10.48550/arxiv.2609.04325"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2609.04325","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.04325","pdf_url":"https://arxiv.org/pdf/2609.04325","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2609.04325","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000635139","display_name":"Bogdan Toader","orcid":"https://orcid.org/0000-0001-5444-2179","observed_orcids":["https://orcid.org/0000-0001-5444-2179"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Toader, Bogdan","raw_affiliation_strings":["MRC Laboratory of Molecular Biology Cambridge , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MRC Laboratory of Molecular Biology Cambridge , UK","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050829735","display_name":"Kiarash Jamali","orcid":"https://orcid.org/0009-0008-4805-9518","observed_orcids":["https://orcid.org/0009-0008-4805-9518"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Jamali, Kiarash","raw_affiliation_strings":["MRC Laboratory of Molecular Biology Cambridge , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MRC Laboratory of Molecular Biology Cambridge , UK","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026479727","display_name":"Tanmay A. M. Bharat","orcid":"https://orcid.org/0000-0002-0168-0277","observed_orcids":["https://orcid.org/0000-0002-0168-0277"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Bharat, Tanmay A. M.","raw_affiliation_strings":["MRC Laboratory of Molecular Biology Cambridge , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MRC Laboratory of Molecular Biology Cambridge , UK","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061952716","display_name":"Sjors H. W. Scheres","orcid":"https://orcid.org/0000-0002-0462-6540","observed_orcids":["https://orcid.org/0000-0002-0462-6540"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Scheres, Sjors H. W.","raw_affiliation_strings":["MRC Laboratory of Molecular Biology Cambridge , UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MRC Laboratory of Molecular Biology Cambridge , UK","institution_ids":["https://openalex.org/I170203145"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I170203145"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10857","display_name":"Advanced Electron Microscopy Techniques and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1315","display_name":"Structural Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T10857","display_name":"Advanced Electron Microscopy Techniques and Applications","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1315","display_name":"Structural Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10044","display_name":"Protein Structure and Dynamics","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/protein-function-annotation","display_name":"protein annotation","score":0.7490000128746033},{"id":"https://openalex.org/keywords/cryo-electron-tomography","display_name":"cryo-electron tomography","score":0.9049999713897705},{"id":"https://openalex.org/keywords/data-augmentation","display_name":"data augmentation","score":0.6159999966621399},{"id":"https://openalex.org/keywords/self-supervised-learning","display_name":"self-supervised learning","score":0.8180000185966492},{"id":"https://openalex.org/keywords/protein-detection","display_name":"protein detection","score":0.6100000143051147},{"id":"https://openalex.org/keywords/protein-classification","display_name":"protein classification","score":0.843999981880188},{"id":"https://openalex.org/keywords/carnival","display_name":"carnival","score":0.640999972820282}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7530999779701233},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6988000273704529},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6746000051498413},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.6158999800682068},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5521000027656555},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5436999797821045},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.49059998989105225},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4837999939918518},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4659999907016754},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3901999890804291},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.35019999742507935},{"id":"https://openalex.org/C2779844322","wikidata":"https://www.wikidata.org/wiki/Q2919140","display_name":"Tilt (camera)","level":2,"score":0.3377000093460083},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.3046000003814697},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2987000048160553},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2851000130176544},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.28299999237060547},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.27129998803138733},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26489999890327454},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.25429999828338623},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.2540000081062317},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.25200000405311584}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2609.04325","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.04325","pdf_url":"https://arxiv.org/pdf/2609.04325","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2609.04325","doi":"https://doi.org/10.48550/arxiv.2609.04325","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2609.04325","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2609.04325","doi":null,"is_oa":true,"landing_page_url":"https://arxiv.org/abs/2609.04325","pdf_url":"https://arxiv.org/pdf/2609.04325","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2026990854","display_name":null,"funder_award_id":"MC_UP_A025_1013","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G2912470688","display_name":null,"funder_award_id":"ST/AIRR/I-A-I/1023","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G3830639800","display_name":null,"funder_award_id":"MC_UP_1201/31","funder_id":"https://openalex.org/F4320334626","funder_display_name":"Medical Research Council"},{"id":"https://openalex.org/G6813105184","display_name":null,"funder_award_id":"MC_UP_1201/31","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G963556061","display_name":null,"funder_award_id":"ST/AIRR/I-A-I/1023","funder_id":"https://openalex.org/F4320334632","funder_display_name":"Science and Technology Facilities Council"}],"funders":[{"id":"https://openalex.org/F4320314707","display_name":"Government of the United Kingdom","ror":"https://ror.org/05wnh3t63"},{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320320360","display_name":"University of Bristol","ror":"https://ror.org/0524sp257"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320334632","display_name":"Science and Technology Facilities Council","ror":"https://ror.org/057g20z61"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7211865730.pdf","grobid_xml":"https://content.openalex.org/works/W7211865730.grobid-xml"},"referenced_works_count":26,"referenced_works":["https://openalex.org/W2029101220","https://openalex.org/W2067562626","https://openalex.org/W2148941629","https://openalex.org/W2605102758","https://openalex.org/W2900466252","https://openalex.org/W2952729952","https://openalex.org/W3005680577","https://openalex.org/W3196391835","https://openalex.org/W3210937904","https://openalex.org/W4226002507","https://openalex.org/W4317757295","https://openalex.org/W4321440702","https://openalex.org/W4366208220","https://openalex.org/W4376609015","https://openalex.org/W4403609345","https://openalex.org/W4408414706","https://openalex.org/W4410838734","https://openalex.org/W4414781785","https://openalex.org/W4415914828","https://openalex.org/W4416338927","https://openalex.org/W4416535916","https://openalex.org/W7116072043","https://openalex.org/W7131627642","https://openalex.org/W7136135423","https://openalex.org/W7140141371","https://openalex.org/W7164160020"],"related_works":["https://openalex.org/W4392507361","https://openalex.org/W4403609345","https://openalex.org/W7102272557","https://openalex.org/W4404103510","https://openalex.org/W4367305598","https://openalex.org/W4403150329","https://openalex.org/W4400998835","https://openalex.org/W6948376616","https://openalex.org/W4416298470","https://openalex.org/W7220840808"],"abstract_inverted_index":{"We":[0,142],"explore":[1],"the":[2,31,37,41,51,61,72,77,84,89,92,95,108],"use":[3,68],"of":[4,50,81,91],"simulated":[5,85,156],"data":[6,157],"for":[7,11,55],"training":[8,64],"a":[9,130,147,152],"model":[10,43,93,149],"protein":[12,105,135],"annotation":[13],"in":[14,83,107,126],"crowded":[15],"cryo-electron":[16],"tomography":[17],"volumes":[18,86],"reconstructed":[19],"from":[20,71],"images":[21],"collected":[22],"at":[23,104],"limited":[24],"tilt":[25],"angles":[26],"and":[27,79,94,123,137],"severely":[28],"corrupted":[29],"by":[30,40],"measurement":[32],"operator.":[33],"Firstly,":[34],"we":[35,67],"leverage":[36],"corruptions":[38],"imposed":[39],"forward":[42,160],"to":[44,87],"generate":[45],"domain-specific":[46],"augmented":[47],"paired":[48,162],"views":[49,163],"exact":[52],"same":[53],"scene":[54],"an":[56],"invariance":[57],"objective":[58,154],"integrated":[59],"into":[60],"LeJEPA":[62],"self-supervised":[63],"framework.":[65],"Secondly,":[66],"additional":[69],"information":[70,101],"simulation":[73],"pipeline":[74],"such":[75],"as":[76],"positions":[78,106],"identity":[80],"proteins":[82],"inform":[88],"architecture":[90],"loss":[96],"function,":[97],"so":[98],"that":[99,144],"semantic":[100],"is":[102,117],"localised":[103],"resulting":[109,114],"dense":[110],"feature":[111],"volume.":[112],"The":[113],"model,":[115],"CARNIVAL,":[116],"evaluated":[118],"without":[119,159],"finetuning":[120],"on":[121,155],"classification":[122],"detection":[124],"tasks":[125],"real":[127],"tomograms,":[128],"using":[129,151],"benchmark":[131],"dataset":[132],"containing":[133],"multiple":[134],"types":[136],"two":[138],"tomogram":[139],"processing":[140],"types.":[141],"show":[143],"CARNIVAL":[145],"outperforms":[146],"state-of-the-art":[148],"trained":[150],"contrastive":[153],"but":[158],"model-based":[161],"or":[164],"privileged":[165],"information.":[166]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-09-08T00:00:00"}