{"id":"https://openalex.org/W4415067837","doi":"https://doi.org/10.48550/arxiv.2506.10886","title":"S3Mirror: Making Genomic Data Transfers Fast, Reliable, and Observable with DBOS","display_name":"S3Mirror: Making Genomic Data Transfers Fast, Reliable, and Observable with DBOS","publication_year":2025,"publication_date":"2025-06-12","ids":{"openalex":"https://openalex.org/W4415067837","doi":"https://doi.org/10.48550/arxiv.2506.10886"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2506.10886","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.10886","pdf_url":"https://arxiv.org/pdf/2506.10886","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.10886","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031376862","display_name":"Steven G. Grinnell","orcid":"https://orcid.org/0000-0002-8906-9762"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vasquez-Grinnell, Steven","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5085074614","display_name":"Alex Poliakov","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poliakov, Alex","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11287","display_name":"Cancer Genomics and Diagnostics","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11287","display_name":"Cancer Genomics and Diagnostics","score":0.9757000207901001,"subfield":{"id":"https://openalex.org/subfields/1306","display_name":"Cancer Research"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10885","display_name":"Gene expression and cancer classification","score":0.9294000267982483,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/observability","display_name":"Observability","score":0.7836999893188477},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6008999943733215},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.5827000141143799},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.5591999888420105},{"id":"https://openalex.org/keywords/open-source","display_name":"Open source","score":0.49889999628067017},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4887000024318695},{"id":"https://openalex.org/keywords/observable","display_name":"Observable","score":0.414000004529953}],"concepts":[{"id":"https://openalex.org/C36299963","wikidata":"https://www.wikidata.org/wiki/Q1369844","display_name":"Observability","level":2,"score":0.7836999893188477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6886000037193298},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6008999943733215},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.5827000141143799},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.5591999888420105},{"id":"https://openalex.org/C3018397939","wikidata":"https://www.wikidata.org/wiki/Q3644502","display_name":"Open source","level":3,"score":0.49889999628067017},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4887000024318695},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4302000105381012},{"id":"https://openalex.org/C32848918","wikidata":"https://www.wikidata.org/wiki/Q845789","display_name":"Observable","level":2,"score":0.414000004529953},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39570000767707825},{"id":"https://openalex.org/C2994067223","wikidata":"https://www.wikidata.org/wiki/Q380546","display_name":"Genomic sequencing","level":4,"score":0.3456999957561493},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.32440000772476196},{"id":"https://openalex.org/C149629883","wikidata":"https://www.wikidata.org/wiki/Q660926","display_name":"Fraction (chemistry)","level":2,"score":0.3165999948978424},{"id":"https://openalex.org/C2776235265","wikidata":"https://www.wikidata.org/wiki/Q18392052","display_name":"Fragment (logic)","level":2,"score":0.30799999833106995},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.28130000829696655},{"id":"https://openalex.org/C189206191","wikidata":"https://www.wikidata.org/wiki/Q222046","display_name":"Genomics","level":4,"score":0.28110000491142273},{"id":"https://openalex.org/C70721500","wikidata":"https://www.wikidata.org/wiki/Q177005","display_name":"Computational biology","level":1,"score":0.2736999988555908},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.2734000086784363},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.26750001311302185},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.25949999690055847}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2506.10886","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.10886","pdf_url":"https://arxiv.org/pdf/2506.10886","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.10886","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.10886","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.10886","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.10886","pdf_url":"https://arxiv.org/pdf/2506.10886","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"To":[0],"meet":[1],"the":[2,33,45,50,87],"needs":[3],"of":[4,49,66,86,101],"a":[5,64,84],"large":[6,20],"pharmaceutical":[7],"organization,":[8],"we":[9],"set":[10],"out":[11],"to":[12,39,93],"create":[13],"S3Mirror":[14,52,90],"-":[15],"an":[16,54],"application":[17,59],"for":[18,97],"transferring":[19],"genomic":[21],"sequencing":[22],"datasets":[23],"between":[24],"S3":[25],"buckets":[26],"quickly,":[27],"reliably,":[28],"and":[29,43,47,95,103],"observably.":[30],"We":[31],"used":[32],"DBOS":[34,57,69],"Transact":[35],"durable":[36],"execution":[37],"framework":[38],"achieve":[40],"these":[41],"goals":[42],"benchmarked":[44],"performance":[46],"cost":[48],"application.":[51],"is":[53,91],"open":[55],"source":[56],"Python":[58],"that":[60],"can":[61],"run":[62],"in":[63],"variety":[65],"environments,":[67],"including":[68],"Cloud":[70],"Pro,":[71],"where":[72],"it":[73],"runs":[74],"as":[75,77],"much":[76],"40x":[78],"faster":[79],"than":[80],"AWS":[81],"DataSync":[82],"at":[83],"fraction":[85],"cost.":[88],"Moreover,":[89],"resilient":[92],"failures":[94],"allows":[96],"real-time":[98],"filewise":[99],"observability":[100],"ongoing":[102],"past":[104],"transfers.":[105]},"counts_by_year":[],"updated_date":"2026-08-05T07:39:15.569665","created_date":"2025-10-11T00:00:00"}