{"id":"https://openalex.org/W4414566735","doi":"https://doi.org/10.1101/2025.09.26.678851","title":"Beyond Agreement: Standardizing Crowdsourced Synapse Annotations through Proofreading in EM Connectomics","display_name":"Beyond Agreement: Standardizing Crowdsourced Synapse Annotations through Proofreading in EM Connectomics","publication_year":2025,"publication_date":"2025-09-27","ids":{"openalex":"https://openalex.org/W4414566735","doi":"https://doi.org/10.1101/2025.09.26.678851"},"language":"en","primary_location":{"id":"doi:10.1101/2025.09.26.678851","doi":"https://doi.org/10.1101/2025.09.26.678851","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.09.26.678851","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2025/09/27/2025.09.26.678851.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"volume":null,"type":"preprint","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.biorxiv.org/content/biorxiv/early/2025/09/27/2025.09.26.678851.full.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112630516","display_name":"Shi Yan Lee","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Shi Yan Lee","raw_affiliation_strings":["Department of Physiology, Development and Neuroscience, University of Cambridge, UK","MRC Laboratory of Molecular Biology, Cambridge, UK","University of Cambridge"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Physiology, Development and Neuroscience, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology, Cambridge, UK","institution_ids":["https://openalex.org/I170203145"]},{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032043657","display_name":"Ana Correia","orcid":"https://orcid.org/0000-0001-7944-9326","observed_orcids":["https://orcid.org/0000-0001-7944-9326"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Ana Correia","raw_affiliation_strings":["Department of Physiology, Development and Neuroscience, University of Cambridge, UK","MRC Laboratory of Molecular Biology, Cambridge, UK","MRC Laboratory of Molecular Biology"],"raw_orcid":"https://orcid.org/0000-0001-7944-9326","affiliations":[{"raw_affiliation_string":"Department of Physiology, Development and Neuroscience, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology, Cambridge, UK","institution_ids":["https://openalex.org/I170203145"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069627179","display_name":"Nicol\u00f2 G. Ceffa","orcid":"https://orcid.org/0000-0002-1210-4822","observed_orcids":["https://orcid.org/0000-0002-1210-4822"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nicolo Ceffa","raw_affiliation_strings":["MRC Laboratory of Molecular Biology, Cambridge, UK","MRC Laboratory of Molecular Biology"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MRC Laboratory of Molecular Biology, Cambridge, UK","institution_ids":["https://openalex.org/I170203145"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082997958","display_name":"Miranda Robbins","orcid":"https://orcid.org/0000-0002-6576-5763","observed_orcids":["https://orcid.org/0000-0002-6576-5763"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miranda Robbins","raw_affiliation_strings":["MRC Laboratory of Molecular Biology, Cambridge, UK","MRC Laboratory of Molecular Biology"],"raw_orcid":"https://orcid.org/0000-0002-6576-5763","affiliations":[{"raw_affiliation_string":"MRC Laboratory of Molecular Biology, Cambridge, UK","institution_ids":["https://openalex.org/I170203145"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016240970","display_name":"Daniel Franco-Barranco","orcid":"https://orcid.org/0000-0002-1109-110X","observed_orcids":["https://orcid.org/0000-0002-1109-110X"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]},{"id":"https://openalex.org/I47686490","display_name":"Donostia International Physics Center","ror":"https://ror.org/02e24yw40","country_code":"ES","type":"other","lineage":["https://openalex.org/I47686490"]}],"countries":["ES","GB"],"is_corresponding":false,"raw_author_name":"Daniel Franco-Barranco","raw_affiliation_strings":["Department of Physiology, Development and Neuroscience, University of Cambridge, UK","Donostia International Physics Center (DIPC), San Sebastian, Spain","MRC Laboratory of Molecular Biology, Cambridge, UK","MRC Laboratory of Molecular Biology"],"raw_orcid":"https://orcid.org/0000-0002-1109-110X","affiliations":[{"raw_affiliation_string":"Department of Physiology, Development and Neuroscience, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"Donostia International Physics Center (DIPC), San Sebastian, Spain","institution_ids":["https://openalex.org/I47686490"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology, Cambridge, UK","institution_ids":["https://openalex.org/I170203145"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059140736","display_name":"Marta Zlatic","orcid":"https://orcid.org/0000-0002-3149-2250","observed_orcids":["https://orcid.org/0000-0002-3149-2250"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Marta Zlatic","raw_affiliation_strings":["Department of Physiology, Development and Neuroscience, University of Cambridge, UK","MRC Laboratory of Molecular Biology, Cambridge, UK","MRC Laboratory of Molecular Biology"],"raw_orcid":"https://orcid.org/0000-0002-3149-2250","affiliations":[{"raw_affiliation_string":"Department of Physiology, Development and Neuroscience, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology, Cambridge, UK","institution_ids":["https://openalex.org/I170203145"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042603640","display_name":"Albert Cardona","orcid":"https://orcid.org/0000-0003-4941-6536","observed_orcids":["https://orcid.org/0000-0003-4941-6536"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Albert Cardona","raw_affiliation_strings":["Department of Physiology, Development and Neuroscience, University of Cambridge, UK","MRC Laboratory of Molecular Biology, Cambridge, UK","MRC Laboratory of Molecular Biology"],"raw_orcid":"https://orcid.org/0000-0003-4941-6536","affiliations":[{"raw_affiliation_string":"Department of Physiology, Development and Neuroscience, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology, Cambridge, UK","institution_ids":["https://openalex.org/I170203145"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology","institution_ids":["https://openalex.org/I170203145"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060921300","display_name":"Samia Mohinta","orcid":"https://orcid.org/0000-0002-6675-5006","observed_orcids":["https://orcid.org/0000-0002-6675-5006"]},"institutions":[{"id":"https://openalex.org/I170203145","display_name":"MRC Laboratory of Molecular Biology","ror":"https://ror.org/00tw3jy02","country_code":"GB","type":"facility","lineage":["https://openalex.org/I170203145","https://openalex.org/I4210087105","https://openalex.org/I90344618"]},{"id":"https://openalex.org/I241749","display_name":"University of Cambridge","ror":"https://ror.org/013meh722","country_code":"GB","type":"education","lineage":["https://openalex.org/I241749"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Samia Mohinta","raw_affiliation_strings":["Department of Physiology, Development and Neuroscience, University of Cambridge, UK","MRC Laboratory of Molecular Biology, Cambridge, UK","University of Cambridge"],"raw_orcid":"https://orcid.org/0000-0002-6675-5006","affiliations":[{"raw_affiliation_string":"Department of Physiology, Development and Neuroscience, University of Cambridge, UK","institution_ids":["https://openalex.org/I241749"]},{"raw_affiliation_string":"MRC Laboratory of Molecular Biology, Cambridge, UK","institution_ids":["https://openalex.org/I170203145"]},{"raw_affiliation_string":"University of Cambridge","institution_ids":["https://openalex.org/I241749"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5060921300"],"corresponding_institution_ids":["https://openalex.org/I170203145","https://openalex.org/I241749"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.6172000169754028,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.6172000169754028,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10857","display_name":"Advanced Electron Microscopy Techniques and Applications","score":0.024700000882148743,"subfield":{"id":"https://openalex.org/subfields/1315","display_name":"Structural Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.01940000057220459,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/crowdsourcing","display_name":"crowdsourcing","score":0.6269999742507935},{"id":"https://openalex.org/keywords/dawid-skene-model","display_name":"Dawid-Skene model","score":0.8420000076293945},{"id":"https://openalex.org/keywords/uncertainty-estimation","display_name":"uncertainty estimation","score":0.640999972820282},{"id":"https://openalex.org/keywords/drosophila-melanogaster","display_name":"Drosophila melanogaster","score":0.75},{"id":"https://openalex.org/keywords/larval-brain","display_name":"larval brain","score":0.5400000214576721},{"id":"https://openalex.org/keywords/volumetric-image-analysis","display_name":"volumetric image analysis","score":0.4090000092983246},{"id":"https://openalex.org/keywords/annotation-standardization","display_name":"annotation standardization","score":0.35600000619888306}],"concepts":[{"id":"https://openalex.org/C2779097318","wikidata":"https://www.wikidata.org/wiki/Q2993446","display_name":"Connectomics","level":4,"score":0.8140000104904175},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7508999705314636},{"id":"https://openalex.org/C170748874","wikidata":"https://www.wikidata.org/wiki/Q21117977","display_name":"Proofreading","level":4,"score":0.7342000007629395},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.6266000270843506},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.579800009727478},{"id":"https://openalex.org/C2780522230","wikidata":"https://www.wikidata.org/wiki/Q1140419","display_name":"Ambiguity","level":2,"score":0.5662000179290771},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.5450999736785889},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.49050000309944153},{"id":"https://openalex.org/C165838908","wikidata":"https://www.wikidata.org/wiki/Q736777","display_name":"Calibration","level":2,"score":0.46239998936653137},{"id":"https://openalex.org/C62230096","wikidata":"https://www.wikidata.org/wiki/Q275969","display_name":"Crowdsourcing","level":2,"score":0.4212999939918518},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41920000314712524},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4108000099658966},{"id":"https://openalex.org/C106301342","wikidata":"https://www.wikidata.org/wiki/Q4117933","display_name":"Entropy (arrow of time)","level":2,"score":0.39559999108314514},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.3855000138282776},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.3666999936103821},{"id":"https://openalex.org/C9679016","wikidata":"https://www.wikidata.org/wiki/Q1417473","display_name":"Principle of maximum entropy","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.3353999853134155},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3068999946117401},{"id":"https://openalex.org/C111219384","wikidata":"https://www.wikidata.org/wiki/Q6954384","display_name":"NIST","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.273499995470047},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2685999870300293},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2614000141620636},{"id":"https://openalex.org/C2780767217","wikidata":"https://www.wikidata.org/wiki/Q5532421","display_name":"Generality","level":2,"score":0.25999999046325684},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.25440001487731934}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1101/2025.09.26.678851","doi":"https://doi.org/10.1101/2025.09.26.678851","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.09.26.678851","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2025/09/27/2025.09.26.678851.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"}],"best_oa_location":{"id":"doi:10.1101/2025.09.26.678851","doi":"https://doi.org/10.1101/2025.09.26.678851","is_oa":true,"landing_page_url":"https://doi.org/10.1101/2025.09.26.678851","pdf_url":"https://www.biorxiv.org/content/biorxiv/early/2025/09/27/2025.09.26.678851.full.pdf","source":{"id":"https://openalex.org/S4306402567","display_name":"bioRxiv (Cold Spring Harbor Laboratory)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I2750212522","host_organization_name":"Cold Spring Harbor Laboratory","host_organization_lineage":["https://openalex.org/I2750212522"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"bioRxiv","raw_type":"posted-content"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[{"id":"https://openalex.org/F4068460790","display_name":"Medical Research Council Laboratory of Molecular Biology","ror":null},{"id":"https://openalex.org/F4320306082","display_name":"Howard Hughes Medical Institute","ror":"https://ror.org/006w34k90"},{"id":"https://openalex.org/F4320308380","display_name":"Yale University","ror":"https://ror.org/03v76x132"},{"id":"https://openalex.org/F4320334626","display_name":"Medical Research Council","ror":"https://ror.org/03x94j517"},{"id":"https://openalex.org/F4320334629","display_name":"Biotechnology and Biological Sciences Research Council","ror":"https://ror.org/00cwqg982"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414566735.pdf","grobid_xml":"https://content.openalex.org/works/W4414566735.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W9014458","https://openalex.org/W1513082520","https://openalex.org/W1669587557","https://openalex.org/W1975879668","https://openalex.org/W2040156859","https://openalex.org/W2048489440","https://openalex.org/W2087543137","https://openalex.org/W2119278045","https://openalex.org/W2163314583","https://openalex.org/W2529695649","https://openalex.org/W2619970632","https://openalex.org/W2625278673","https://openalex.org/W2760861884","https://openalex.org/W2916545656","https://openalex.org/W2949808130","https://openalex.org/W3012591046","https://openalex.org/W3090744416","https://openalex.org/W3174415204","https://openalex.org/W3183336689","https://openalex.org/W4206755867","https://openalex.org/W4211114670","https://openalex.org/W4220744753","https://openalex.org/W4224323965","https://openalex.org/W4226069364","https://openalex.org/W4296122806","https://openalex.org/W4313339627","https://openalex.org/W4323809195","https://openalex.org/W4391143096","https://openalex.org/W4396780205","https://openalex.org/W4398233522","https://openalex.org/W4409283696"],"related_works":["https://openalex.org/W2168072374","https://openalex.org/W2254500078","https://openalex.org/W7084038598","https://openalex.org/W2581591112","https://openalex.org/W7165643685","https://openalex.org/W4286009470","https://openalex.org/W4417338026","https://openalex.org/W2475171993","https://openalex.org/W4281732949","https://openalex.org/W7167413237"],"abstract_inverted_index":{"A":[0],"bstract":[1],"Reliable":[2],"synapse":[3],"identification":[4],"in":[5,116],"volumetric":[6],"EM":[7],"is":[8],"hampered":[9],"by":[10],"subtle,":[11],"3D":[12],"cues":[13],"that":[14,25],"yield":[15],"variable":[16],"human":[17],"judgments.":[18],"We":[19],"present":[20],"a":[21,35,69],"standardized":[22],"proofreading":[23],"protocol":[24,127],"pairs":[26],"explicit,":[27,125],"operational":[28],"criteria":[29],"with":[30,68,78],"machine-learning":[31],"candidate":[32],"generation":[33],"and":[34,99,114,137,147],"two-stage":[36],"calibration":[37],"of":[38],"annotators.":[39],"In":[40],"two":[41],"larval":[42],"Drosophila":[43],"melanogaster":[44],"volumes":[45],"imaged":[46],"at":[47,150],"8\u00d78\u00d78":[48],"nm,":[49],"five":[50],"raters":[51],"(expert":[52],"+":[53],"4":[54],"calibrated":[55,79],"annotators)":[56],"reviewed":[57],"model-proposed":[58],"candidates":[59],"using":[60],"efficient":[61],"node-based":[62],"labels.":[63],"Multi-rater":[64],"judgments":[65,130],"were":[66,112],"aggregated":[67],"probabilistic":[70],"Dawid\u2013Skene":[71],"(DS)":[72],"model":[73],"to":[74],"produce":[75],"consensus":[76],"labels":[77],"uncertainty.":[80],"Post-calibration,":[81],"individual":[82],"annotator":[83],"accuracy":[84],"versus":[85],"the":[86],"expert":[87],"improved":[88],"(McNemar":[89],"p":[90],"<":[91],"0.05":[92],"for":[93,104,135,145],"all":[94],"raters),":[95],"DS\u2013expert":[96],"agreement":[97,118],"increased,":[98],"DS":[100],"posterior":[101],"entropy":[102],"decreased":[103],"true":[105],"positives/negatives,":[106],"indicating":[107],"more":[108],"decisive":[109],"consensus;":[110],"gains":[111],"modest":[113],"dataset-dependent":[115],"chance-corrected":[117],"(Krippendorff\u2019s":[119],"\u03b1":[120],").":[121],"By":[122],"making":[123],"uncertainty":[124],"this":[126],"converts":[128],"noisy":[129],"into":[131],"auditable":[132],"supervision":[133],"suitable":[134],"training":[136],"evaluation,":[138],"while":[139],"honestly":[140],"communicating":[141],"residual":[142],"ambiguity":[143],"essential":[144],"reliable":[146],"robust":[148],"connectomics":[149],"scale.":[151]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2025-10-10T00:00:00"}