{"id":"https://openalex.org/W2735271215","doi":"https://doi.org/10.1186/s12859-017-1747-0","title":"Investigating reproducibility and tracking provenance \u2013 A genomic workflow case study","display_name":"Investigating reproducibility and tracking provenance \u2013 A genomic workflow case study","publication_year":2017,"publication_date":"2017-07-12","ids":{"openalex":"https://openalex.org/W2735271215","doi":"https://doi.org/10.1186/s12859-017-1747-0","mag":"2735271215","pmid":"https://pubmed.ncbi.nlm.nih.gov/28701218"},"language":"en","primary_location":{"id":"doi:10.1186/s12859-017-1747-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12859-017-1747-0","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/s12859-017-1747-0","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/s12859-017-1747-0","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003277051","display_name":"Sehrish Kanwal","orcid":"https://orcid.org/0000-0002-5044-4692"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Sehrish Kanwal","raw_affiliation_strings":["Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia. kanwals@unimelb.edu.au","Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia. kanwals@unimelb.edu.au","institution_ids":[]},{"raw_affiliation_string":"Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040816884","display_name":"Farah Zaib Khan","orcid":"https://orcid.org/0000-0002-6337-3037"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Farah Zaib Khan","raw_affiliation_strings":["Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia. khanf1@unimelb.edu.au","Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia. khanf1@unimelb.edu.au","institution_ids":[]},{"raw_affiliation_string":"Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5021677313","display_name":"Andrew Lonie","orcid":"https://orcid.org/0000-0002-2006-3856"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]},{"id":"https://openalex.org/I347366330","display_name":"Melbourne Bioinformatics","ror":"https://ror.org/05gkzhv48","country_code":"AU","type":"education","lineage":["https://openalex.org/I347366330"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Andrew Lonie","raw_affiliation_strings":["Melbourne Bioinformatics, The University of Melbourne, Melbourne, VIC, 3010, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Melbourne Bioinformatics, The University of Melbourne, Melbourne, VIC, 3010, Australia","institution_ids":["https://openalex.org/I347366330","https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039872140","display_name":"Richard Sinnott","orcid":"https://orcid.org/0000-0001-5998-222X"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Richard O. Sinnott","raw_affiliation_strings":["Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computing and Information Systems, The University of Melbourne, Melbourne, VIC, 3010, Australia","institution_ids":["https://openalex.org/I165779595"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5003277051"],"corresponding_institution_ids":["https://openalex.org/I165779595"],"apc_list":{"value":1690,"currency":"GBP","value_usd":2072},"apc_paid":{"value":1690,"currency":"GBP","value_usd":2072},"fwci":29.1886,"has_fulltext":true,"cited_by_count":81,"citation_normalized_percentile":{"value":0.99481213,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":"18","issue":"1","first_page":"337","last_page":"337"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.002099999925121665,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10015","display_name":"Genomics and Phylogenetic Studies","score":0.001500000013038516,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.9164561033248901},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.750791072845459},{"id":"https://openalex.org/keywords/workflow-management-system","display_name":"Workflow management system","score":0.6460064649581909},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.6170340776443481},{"id":"https://openalex.org/keywords/workflow-engine","display_name":"Workflow engine","score":0.5365197062492371},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.5256755948066711},{"id":"https://openalex.org/keywords/workflow-technology","display_name":"Workflow technology","score":0.5215370655059814},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.4256742596626282},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.26875564455986023},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14072895050048828}],"concepts":[{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.9164561033248901},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.750791072845459},{"id":"https://openalex.org/C140824633","wikidata":"https://www.wikidata.org/wiki/Q2808660","display_name":"Workflow management system","level":3,"score":0.6460064649581909},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.6170340776443481},{"id":"https://openalex.org/C188220564","wikidata":"https://www.wikidata.org/wiki/Q3325097","display_name":"Workflow engine","level":3,"score":0.5365197062492371},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.5256755948066711},{"id":"https://openalex.org/C19612761","wikidata":"https://www.wikidata.org/wiki/Q8034836","display_name":"Workflow technology","level":3,"score":0.5215370655059814},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.4256742596626282},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.26875564455986023},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14072895050048828}],"mesh":[{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D014584","descriptor_name":"User-Computer Interface","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D015203","descriptor_name":"Reproducibility of Results","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017422","descriptor_name":"Sequence Analysis, DNA","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017422","descriptor_name":"Sequence Analysis, DNA","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D017422","descriptor_name":"Sequence Analysis, DNA","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D020407","descriptor_name":"Internet","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020407","descriptor_name":"Internet","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D020407","descriptor_name":"Internet","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D023281","descriptor_name":"Genomics","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059014","descriptor_name":"High-Throughput Nucleotide Sequencing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059014","descriptor_name":"High-Throughput Nucleotide Sequencing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D059014","descriptor_name":"High-Throughput Nucleotide Sequencing","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":5,"locations":[{"id":"doi:10.1186/s12859-017-1747-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12859-017-1747-0","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/s12859-017-1747-0","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},{"id":"pmid:28701218","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/28701218","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC bioinformatics","raw_type":null},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/256462","is_oa":true,"landing_page_url":"http://hdl.handle.net/11343/256462","pdf_url":"http://hdl.handle.net/11343/256462","source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:doaj.org/article:6de38347d0a74e74a18be3cbad32e606","is_oa":true,"landing_page_url":"https://doaj.org/article/6de38347d0a74e74a18be3cbad32e606","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics, Vol 18, Iss 1, Pp 1-14 (2017)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:4357619","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/5508699","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s12859-017-1747-0","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12859-017-1747-0","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/s12859-017-1747-0","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320974","display_name":"University of Melbourne","ror":"https://ror.org/01ej9dk98"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2735271215.pdf","grobid_xml":"https://content.openalex.org/works/W2735271215.grobid-xml"},"referenced_works_count":63,"referenced_works":["https://openalex.org/W154507433","https://openalex.org/W1523725737","https://openalex.org/W1540414121","https://openalex.org/W1556260704","https://openalex.org/W1569860203","https://openalex.org/W1621502610","https://openalex.org/W1636538241","https://openalex.org/W1802483710","https://openalex.org/W1968659469","https://openalex.org/W1979461729","https://openalex.org/W1979916898","https://openalex.org/W1981745715","https://openalex.org/W1983833794","https://openalex.org/W1988431525","https://openalex.org/W1988545508","https://openalex.org/W1996423252","https://openalex.org/W1996591641","https://openalex.org/W2000528034","https://openalex.org/W2001427281","https://openalex.org/W2013434113","https://openalex.org/W2022406334","https://openalex.org/W2028513946","https://openalex.org/W2036089620","https://openalex.org/W2038615878","https://openalex.org/W2049185824","https://openalex.org/W2062293942","https://openalex.org/W2062312459","https://openalex.org/W2064200890","https://openalex.org/W2069028640","https://openalex.org/W2090705041","https://openalex.org/W2097438318","https://openalex.org/W2103441770","https://openalex.org/W2109419450","https://openalex.org/W2110417468","https://openalex.org/W2114850508","https://openalex.org/W2118526609","https://openalex.org/W2119180969","https://openalex.org/W2123100726","https://openalex.org/W2124796057","https://openalex.org/W2136482257","https://openalex.org/W2145154883","https://openalex.org/W2150934173","https://openalex.org/W2155574916","https://openalex.org/W2161427213","https://openalex.org/W2166378641","https://openalex.org/W2167716326","https://openalex.org/W2171475421","https://openalex.org/W2268004891","https://openalex.org/W2310259903","https://openalex.org/W2406493898","https://openalex.org/W2411420503","https://openalex.org/W2560471521","https://openalex.org/W2567510233","https://openalex.org/W2593789619","https://openalex.org/W2623627587","https://openalex.org/W2913036292","https://openalex.org/W2952100469","https://openalex.org/W2955573656","https://openalex.org/W2983921479","https://openalex.org/W2995867266","https://openalex.org/W3022387011","https://openalex.org/W4297970464","https://openalex.org/W7062913937"],"related_works":["https://openalex.org/W2352774566","https://openalex.org/W2049143847","https://openalex.org/W2356466503","https://openalex.org/W2376671203","https://openalex.org/W2391168633","https://openalex.org/W2385499106","https://openalex.org/W1574425962","https://openalex.org/W2354357087","https://openalex.org/W2387628393","https://openalex.org/W2370201914"],"abstract_inverted_index":{"BACKGROUND:":[0],"Computational":[1],"bioinformatics":[2,84,152],"workflows":[3],"are":[4],"extensively":[5],"used":[6,64],"to":[7,15,46,65,90,128,137],"analyse":[8],"genomics":[9],"data,":[10],"with":[11,172,184],"different":[12],"approaches":[13,89,103],"available":[14],"support":[16],"implementation":[17],"and":[18,34,52,63,93,132,169],"execution":[19,115,164],"of":[20,26,49,54,72,109,116,124,161,188,196],"these":[21,68,102,130,176],"workflows.":[22,74],"Reproducibility":[23],"is":[24,39,44],"one":[25],"the":[27,117,134,162],"core":[28],"principles":[29],"for":[30],"any":[31,155],"scientific":[32,135],"workflow":[33,55,85,91,110,153,163,189],"remains":[35],"a":[36,79,122,151],"challenge,":[37],"which":[38],"not":[40],"fully":[41],"addressed.":[42],"This":[43,119],"due":[45],"incomplete":[47],"understanding":[48],"reproducibility":[50,143,173,195],"requirements":[51,69,111],"assumptions":[53,99,131,168],"definition":[56,92],"approaches.":[57],"Provenance":[58],"information":[59],"should":[60],"be":[61],"tracked":[62],"capture":[66],"all":[67],"supporting":[70],"reusability":[71],"existing":[73],"RESULTS:":[75],"We":[76],"have":[77],"implemented":[78],"complex":[80],"but":[81],"widely":[82],"deployed":[83],"using":[86],"three":[87],"representative":[88],"execution.":[94],"Through":[95],"implementation,":[96],"we":[97,178],"identified":[98],"implicit":[100],"in":[101,113,154,193],"that":[104,126,182],"ultimately":[105],"produce":[106],"insufficient":[107],"documentation":[108],"resulting":[112],"failed":[114],"workflow.":[118],"study":[120],"proposes":[121],"set":[123],"recommendations":[125,181],"aims":[127],"mitigate":[129],"guides":[133],"community":[136],"accomplish":[138],"reproducible":[139],"science,":[140],"hence":[141],"addressing":[142],"crisis.":[144],"CONCLUSIONS:":[145],"Reproducing,":[146],"adapting":[147],"or":[148],"even":[149],"repeating":[150],"environment":[156],"requires":[157],"substantial":[158],"technical":[159],"knowledge":[160],"environment,":[165],"resolving":[166],"analysis":[167],"rigorous":[170],"compliance":[171],"requirements.":[174],"Towards":[175],"goals,":[177],"propose":[179],"conclusive":[180],"along":[183],"an":[185],"explicit":[186],"declaration":[187],"specification":[190],"would":[191],"result":[192],"enhanced":[194],"computational":[197],"genomic":[198],"analyses.":[199]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":12},{"year":2018,"cited_by_count":13},{"year":2017,"cited_by_count":7}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}