{"id":"https://openalex.org/W1985613945","doi":"https://doi.org/10.1109/bigdata.2013.6691584","title":"Adaptive file management for scientific workflows on the Azure cloud","display_name":"Adaptive file management for scientific workflows on the Azure cloud","publication_year":2013,"publication_date":"2013-10-01","ids":{"openalex":"https://openalex.org/W1985613945","doi":"https://doi.org/10.1109/bigdata.2013.6691584","mag":"1985613945"},"language":"en","primary_location":{"id":"doi:10.1109/bigdata.2013.6691584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2013.6691584","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Big Data","raw_type":"proceedings-article"},"type":"preprint","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006549758","display_name":"Radu Tudoran","orcid":null},"institutions":[{"id":"https://openalex.org/I4210161634","display_name":"Microsoft (France)","ror":"https://ror.org/0521n7n83","country_code":"FR","type":"company","lineage":["https://openalex.org/I1290206253","https://openalex.org/I4210161634"]},{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["FR","US"],"is_corresponding":true,"raw_author_name":"Radu Tudoran","raw_affiliation_strings":["Microsoft Research-Inria Joint Centre, Palaiseau, France","Microsoft Research - Inria Joint Centre, Palaiseau, France"],"affiliations":[{"raw_affiliation_string":"Microsoft Research-Inria Joint Centre, Palaiseau, France","institution_ids":["https://openalex.org/I4210161634"]},{"raw_affiliation_string":"Microsoft Research - Inria Joint Centre, Palaiseau, France","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086689035","display_name":"Alexandru Costan","orcid":"https://orcid.org/0000-0003-3111-6308"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210133778","display_name":"Inria Rennes - Bretagne Atlantique Research Centre","ror":"https://ror.org/04040yw90","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210133778"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Alexandra Costan","raw_affiliation_strings":["Inria Rennes-Bretagne Atlantique, Rennes, France","INRIA Rennes - Bretagne, Atlantique, Rennes, France#TAB#"],"affiliations":[{"raw_affiliation_string":"Inria Rennes-Bretagne Atlantique, Rennes, France","institution_ids":["https://openalex.org/I4210133778"]},{"raw_affiliation_string":"INRIA Rennes - Bretagne, Atlantique, Rennes, France#TAB#","institution_ids":["https://openalex.org/I1326498283"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010030182","display_name":"Ramin Rezai Rad","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ramin Rezai Rad","raw_affiliation_strings":["Microsoft Research ATLE, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Microsoft Research ATLE, Aachen, Germany","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023803228","display_name":"Goetz Brasche","orcid":null},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Goetz Brasche","raw_affiliation_strings":["Microsoft Research ATLE, Aachen, Germany"],"affiliations":[{"raw_affiliation_string":"Microsoft Research ATLE, Aachen, Germany","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077818565","display_name":"Gabriel Antoniu","orcid":"https://orcid.org/0000-0001-6525-3736"},"institutions":[{"id":"https://openalex.org/I1326498283","display_name":"Institut national de recherche en informatique et en automatique","ror":"https://ror.org/02kvxyf05","country_code":"FR","type":"funder","lineage":["https://openalex.org/I1326498283"]},{"id":"https://openalex.org/I4210133778","display_name":"Inria Rennes - Bretagne Atlantique Research Centre","ror":"https://ror.org/04040yw90","country_code":"FR","type":"government","lineage":["https://openalex.org/I1326498283","https://openalex.org/I4210133778"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Gabriel Antoniu","raw_affiliation_strings":["Inria Rennes-Bretagne Atlantique, Rennes, France","INRIA Rennes - Bretagne, Atlantique, Rennes, France#TAB#"],"affiliations":[{"raw_affiliation_string":"Inria Rennes-Bretagne Atlantique, Rennes, France","institution_ids":["https://openalex.org/I4210133778"]},{"raw_affiliation_string":"INRIA Rennes - Bretagne, Atlantique, Rennes, France#TAB#","institution_ids":["https://openalex.org/I1326498283"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5006549758"],"corresponding_institution_ids":["https://openalex.org/I4210161634","https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":3.33907084,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.94133682,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"25","issue":null,"first_page":"273","last_page":"281"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10715","display_name":"Distributed and Parallel Computing Systems","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8781121969223022},{"id":"https://openalex.org/keywords/cloud-computing","display_name":"Cloud computing","score":0.7667742371559143},{"id":"https://openalex.org/keywords/workflow","display_name":"Workflow","score":0.7285887598991394},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.6520997285842896},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.5451568365097046},{"id":"https://openalex.org/keywords/virtual-file-system","display_name":"Virtual file system","score":0.5042418241500854},{"id":"https://openalex.org/keywords/file-transfer","display_name":"File transfer","score":0.4719274044036865},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.46821144223213196},{"id":"https://openalex.org/keywords/workflow-engine","display_name":"Workflow engine","score":0.4496798515319824},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.41952067613601685},{"id":"https://openalex.org/keywords/ssh-file-transfer-protocol","display_name":"SSH File Transfer Protocol","score":0.41450440883636475},{"id":"https://openalex.org/keywords/file-system","display_name":"File system","score":0.37417301535606384},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.34453627467155457},{"id":"https://openalex.org/keywords/self-certifying-file-system","display_name":"Self-certifying File System","score":0.2951045334339142},{"id":"https://openalex.org/keywords/transfer","display_name":"Transfer (computing)","score":0.1831587553024292},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.09354272484779358}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8781121969223022},{"id":"https://openalex.org/C79974875","wikidata":"https://www.wikidata.org/wiki/Q483639","display_name":"Cloud computing","level":2,"score":0.7667742371559143},{"id":"https://openalex.org/C177212765","wikidata":"https://www.wikidata.org/wiki/Q627335","display_name":"Workflow","level":2,"score":0.7285887598991394},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.6520997285842896},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.5451568365097046},{"id":"https://openalex.org/C58861120","wikidata":"https://www.wikidata.org/wiki/Q1330734","display_name":"Virtual file system","level":5,"score":0.5042418241500854},{"id":"https://openalex.org/C2776162994","wikidata":"https://www.wikidata.org/wiki/Q534400","display_name":"File transfer","level":3,"score":0.4719274044036865},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.46821144223213196},{"id":"https://openalex.org/C188220564","wikidata":"https://www.wikidata.org/wiki/Q3325097","display_name":"Workflow engine","level":3,"score":0.4496798515319824},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.41952067613601685},{"id":"https://openalex.org/C88520388","wikidata":"https://www.wikidata.org/wiki/Q1126823","display_name":"SSH File Transfer Protocol","level":4,"score":0.41450440883636475},{"id":"https://openalex.org/C2780940931","wikidata":"https://www.wikidata.org/wiki/Q174989","display_name":"File system","level":2,"score":0.37417301535606384},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.34453627467155457},{"id":"https://openalex.org/C82820731","wikidata":"https://www.wikidata.org/wiki/Q2640620","display_name":"Self-certifying File System","level":3,"score":0.2951045334339142},{"id":"https://openalex.org/C2776175482","wikidata":"https://www.wikidata.org/wiki/Q1195816","display_name":"Transfer (computing)","level":2,"score":0.1831587553024292},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.09354272484779358},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/bigdata.2013.6691584","is_oa":false,"landing_page_url":"https://doi.org/10.1109/bigdata.2013.6691584","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE International Conference on Big Data","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320308943","display_name":"Microsoft Research","ror":"https://ror.org/00d0nc645"},{"id":"https://openalex.org/F4320313934","display_name":"Institut national de recherche en informatique et en automatique (INRIA)","ror":"https://ror.org/02kvxyf05"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W26797728","https://openalex.org/W1974508523","https://openalex.org/W1977658424","https://openalex.org/W1978802375","https://openalex.org/W1984716838","https://openalex.org/W2029467255","https://openalex.org/W2041127627","https://openalex.org/W2053571556","https://openalex.org/W2053859629","https://openalex.org/W2074032650","https://openalex.org/W2082197016","https://openalex.org/W2099651742","https://openalex.org/W2100830825","https://openalex.org/W2110173188","https://openalex.org/W2110298485","https://openalex.org/W2117963990","https://openalex.org/W2119714163","https://openalex.org/W2130062566","https://openalex.org/W2141782735","https://openalex.org/W2147006751","https://openalex.org/W2149587920","https://openalex.org/W2171568320","https://openalex.org/W3100379359","https://openalex.org/W6676560735","https://openalex.org/W6679442904"],"related_works":["https://openalex.org/W3772390","https://openalex.org/W2358449002","https://openalex.org/W1576817767","https://openalex.org/W2287165970","https://openalex.org/W2125323599","https://openalex.org/W2097152548","https://openalex.org/W2527421983","https://openalex.org/W2390256929","https://openalex.org/W1599631564","https://openalex.org/W150515408"],"abstract_inverted_index":{"Scientific":[0],"workflows":[1,64],"typically":[2],"communicate":[3],"data":[4,48,70,93],"between":[5,54],"tasks":[6],"using":[7,17,119],"files.":[8],"Currently,":[9],"on":[10,60,126,149,162],"public":[11],"clouds,":[12],"this":[13],"is":[14],"achieved":[15],"by":[16],"the":[18,27,55,61,85,92,96,100,110,127],"cloud":[19,151],"storage":[20,152],"services,":[21],"which":[22],"are":[23,31],"unable":[24],"to":[25,33,82,99,140,146,160],"exploit":[26],"workflow":[28,101,114],"semantics":[29],"and":[30,36,90,116,122,153],"subject":[32],"low":[34],"throughput":[35],"high":[37],"latencies.":[38],"To":[39],"overcome":[40],"these":[41],"limitations,":[42],"we":[43],"propose":[44],"an":[45],"alternative":[46],"leveraging":[47],"locality":[49],"through":[50],"direct":[51],"file":[52,104,142],"transfers":[53],"compute":[56],"nodes.":[57],"We":[58],"rely":[59],"observation":[62],"that":[63,73],"generate":[65],"a":[66,123],"set":[67],"of":[68],"common":[69],"access":[71],"patterns":[72],"our":[74],"solution":[75],"exploits":[76],"in":[77],"conjunction":[78],"with":[79],"context":[80],"information":[81],"self-adapt,":[83],"choose":[84],"most":[86],"adequate":[87],"transfer":[88,143],"protocol":[89],"expose":[91],"layout":[94],"within":[95,109],"virtual":[97],"machines":[98],"engines.":[102],"This":[103],"management":[105],"system":[106],"was":[107,117],"integrated":[108],"Microsoft":[111],"Generic":[112],"Worker":[113],"engine":[115],"validated":[118],"synthetic":[120],"benchmarks":[121],"real-life":[124],"application":[125,156],"Azure":[128],"cloud.":[129],"The":[130],"results":[131],"show":[132],"it":[133],"can":[134],"bring":[135],"significant":[136],"performance":[137],"gains:":[138],"up":[139],"5x":[141],"speedup":[144],"compared":[145,159],"solutions":[147],"based":[148],"standard":[150],"over":[154],"25%":[155],"timespan":[157],"reduction":[158],"Hadoop":[161],"Azure.":[163]},"counts_by_year":[{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}