{"id":"https://openalex.org/W6950350139","doi":"https://doi.org/10.5281/zenodo.6375114","title":"Reproduction: Assessing Robustness of ML-Based Program Analysis Tools using Metamorphic Program Transformations","display_name":"Reproduction: Assessing Robustness of ML-Based Program Analysis Tools using Metamorphic Program Transformations","publication_year":2022,"publication_date":"2022-03-22","ids":{"openalex":"https://openalex.org/W6950350139","doi":"https://doi.org/10.5281/zenodo.6375114"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:6375114","is_oa":true,"landing_page_url":"https://zenodo.org/record/6375114","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"software"},"type":"software","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://zenodo.org/record/6375114","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Applis, Leonhard","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Applis, Leonhard","raw_affiliation_strings":["TU Delft"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"TU Delft","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Panichella, Annibale","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Panichella, Annibale","raw_affiliation_strings":["TU Delft"],"raw_orcid":"https://orcid.org/0000-0002-7395-3588","affiliations":[{"raw_affiliation_string":"TU Delft","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":null,"display_name":"Van Deursen, Arie","orcid":"https://orcid.org/0000-0003-4850-3312"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Van Deursen, Arie","raw_affiliation_strings":["TU Delft"],"raw_orcid":"https://orcid.org/0000-0003-4850-3312","affiliations":[{"raw_affiliation_string":"TU Delft","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6777999997138977},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5794000029563904},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5040000081062317},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4796999990940094},{"id":"https://openalex.org/keywords/program-analysis","display_name":"Program analysis","score":0.413100004196167},{"id":"https://openalex.org/keywords/program-code","display_name":"Program code","score":0.37450000643730164},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.35100001096725464},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.3391000032424927}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7759000062942505},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6777999997138977},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5794000029563904},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5051000118255615},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5040000081062317},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4796999990940094},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.47200000286102295},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.413100004196167},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.37450000643730164},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.35100001096725464},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.34389999508857727},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.3391000032424927},{"id":"https://openalex.org/C105446022","wikidata":"https://www.wikidata.org/wiki/Q445962","display_name":"Legacy system","level":3,"score":0.33059999346733093},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.32710000872612},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.3172999918460846},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.3001999855041504},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2906000018119812},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.27549999952316284},{"id":"https://openalex.org/C128595289","wikidata":"https://www.wikidata.org/wiki/Q131140","display_name":"COBOL","level":2,"score":0.2685000002384186},{"id":"https://openalex.org/C2780154274","wikidata":"https://www.wikidata.org/wiki/Q7126717","display_name":"Download","level":2,"score":0.2671000063419342},{"id":"https://openalex.org/C172658912","wikidata":"https://www.wikidata.org/wiki/Q661613","display_name":"Batch processing","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:6375114","is_oa":true,"landing_page_url":"https://zenodo.org/record/6375114","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"software"},{"id":"doi:10.5281/zenodo.6375114","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6375114","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Software"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:6375114","is_oa":true,"landing_page_url":"https://zenodo.org/record/6375114","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"software"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"#":[0],"Lampion":[1,12],"CodeBERT":[2,13],"Code2Text":[3,14],"Reproduction":[4],"Welcome":[5],"to":[6,19,91,111,146,175,218,223,297],"the":[7,11,24,29,48,87,99,105,109,116,127,228,235,245,290,294],"reproduction":[8],"package":[9],"for":[10,23,35,166,283],"Grid-Experiment.<br>":[15],"This":[16],"is":[17],"meant":[18],"give":[20],"easy":[21],"access":[22],"final":[25],"experiments":[26],"shown":[27],"in":[28,129,189,191,203],"accomodating":[30],"paper.":[31],"The":[32,181,195,239,251],"creation":[33],"process":[34],"these":[36],"files,":[37],"as":[38,40,199,280],"well":[39],"a":[41,121],"bigger":[42],"overview,":[43],"can":[44],"be":[45],"found":[46],"[in":[47,234],"repository](https://github.com/ciselab/Lampion/tree/main/Experiments/CodeBert_CodeToText/).":[49],"##":[50,94,161,237,259],"Requirements":[51],"-":[52,56,59,63,68,73,163,170,173,178,207,212,216,221,301,306,311,315,320],"Linux":[53,302],"Operating":[54],"System<br>":[55],"Docker":[57,60,322],"v20.10.13<br>":[58],"Compose":[61],"v2.2.2<br>":[62],"[CodeBERT":[64,69,74],"Experiment":[65],"Dockerimage](https://github.com/ciselab/CodeBert-CodeToText-Reproduction)":[66],"v.1.3<br>":[67],"Python-Preprocessing":[70],"Image](https://github.com/ciselab/Lampion/tree/main/Experiments/CodeBert_CodeToText/preprocessing-python)":[71],"v1.1<br>":[72],"Java-Preprocessing":[75],"Image](https://github.com/ciselab/Lampion/tree/main/Experiments/CodeBert_CodeToText/preprocessing-java)":[76],"v1.1":[77],"In":[78],"case":[79],"that":[80,186,266,274],"no":[81],"GPUs":[82],"are":[83,184,231,247,263,269,293],"available":[84,232],"/":[85],"configured,":[86],"experiment":[88],"will":[89,119],"default":[90,201],"using":[92],"CPUs.":[93],"How":[95],"To":[96],"1.":[97],"Prepare":[98],"requirements":[100],"(namely,":[101],"download":[102],"or":[103],"build":[104],"images)<br>":[106],"2.":[107],"Ship":[108],"folders":[110],"your":[112,158],"GPU-Server<br>":[113],"3.":[114],"Run":[115,126,144],"`replicator.sh`":[117],"(this":[118],"need":[120],"lot":[122],"of":[123,227],"space!)<br>":[124],"4.":[125],"`runner.sh`":[128],"background":[130],"per:":[131],"`nohup":[132],"./runner.sh":[133],"&gt;runner.log":[134],"&amp;`<br>":[135],"5.":[136],"Wait":[137],"(estimate":[138],"~1h+":[139],"per":[140,200],"experiment)<br>":[141],"6.":[142],"Optional:":[143],"`extractor.sh`":[145],"only":[147],"get":[148],"output":[149],"files":[150],"(to":[151],"not":[152],"copy":[153],"model-replicas":[154],"and":[155,168,241],"data-replicas":[156],"on":[157,285],"local":[159],"computer)":[160],"Contents":[162],"Pretrained":[164],"Models":[165],"Java":[167],"Python<br>":[169],"Cleaned":[171],"Test-Datasets<br>":[172],"docker-composes":[174],"run":[176,219],"experiments<br>":[177,220],"helper":[179],"shell-files":[180],"pretrained":[182],"models":[183,196],"those":[185],"scored":[187],"best":[188],"BLEU":[190],"training":[192],"(\"best":[193],"bleu\").<br>":[194],"were":[197],"trained":[198],"configuration":[202],"[CodeXGlue":[204],"Readme](https://github.com/microsoft/CodeXGLUE/tree/main/Code-Text/code-to-text)":[205],"Not-Contents:":[206],"Training":[208],"&amp;":[209],"Validation":[210],"Files<br>":[211],"File":[213],"Cleaning":[214],"Process<br>":[215],"Code-Files":[217],"Dockerfiles":[222],"create":[224],"images":[225],"Most":[226],"Non-Content":[229],"elements":[230,278],"FOSS":[233],"repository](https://github.com/ciselab/Lampion/).":[236],"Licence(s)":[238],"code":[240],"artifacts":[242],"provided":[243],"by":[244],"authors":[246],"under":[248],"MIT":[249],"Licence.<br>":[250],"NVidia":[252,307,316,321],"containers":[253],"come":[254],"with":[255],"an":[256],"implicit":[257],"License.":[258],"Used":[260],"Environment":[261],"We":[262,272],"unfortunately":[264],"aware":[265],"GPU":[267],"Containers":[268],"very":[270],"fragile.<br>":[271],"hope":[273],"we":[275],"figured":[276],"most":[277],"out,":[279],"it":[281],"worked":[282],"us":[284],"multiple":[286],"different":[287],"machines.<br>":[288],"Never":[289],"less,":[291],"here":[292],"used":[295],"specs":[296],"produce":[298],"our":[299],"results:":[300],"5.4.0":[303],"Generic":[304],"Ubuntu<br>":[305],"A40":[308],"(Graphics":[309],"Card)<br>":[310],"CUDA":[312],"Version":[313,318],"11.6<br>":[314],"Driver":[317],"510.47.03<br>":[319],"2.9.1":[323]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}