{"id":"https://openalex.org/W6912863878","doi":"https://doi.org/10.5281/zenodo.6379376","title":"Reproduction: Assessing Robustness of ML-Based Program Analysis Tools using Metamorphic Program Transformations","display_name":"Reproduction: Assessing Robustness of ML-Based Program Analysis Tools using Metamorphic Program Transformations","publication_year":2022,"publication_date":"2022-03-22","ids":{"openalex":"https://openalex.org/W6912863878","doi":"https://doi.org/10.5281/zenodo.6379376"},"language":"en","primary_location":{"id":"pmh:oai:zenodo.org:6379376","is_oa":true,"landing_page_url":"https://zenodo.org/record/6379376","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"type":"other","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://zenodo.org/record/6379376","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Applis, Leonhard","orcid":null},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":true,"raw_author_name":"Applis, Leonhard","raw_affiliation_strings":["TU Delft"],"affiliations":[{"raw_affiliation_string":"TU Delft","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Panichella, Annibale","orcid":"https://orcid.org/0000-0002-7395-3588"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Panichella, Annibale","raw_affiliation_strings":["TU Delft"],"affiliations":[{"raw_affiliation_string":"TU Delft","institution_ids":["https://openalex.org/I98358874"]}]},{"author_position":"last","author":{"id":null,"display_name":"Van Deursen, Arie","orcid":"https://orcid.org/0000-0003-4850-3312"},"institutions":[{"id":"https://openalex.org/I98358874","display_name":"Delft University of Technology","ror":"https://ror.org/02e2c7k09","country_code":"NL","type":"education","lineage":["https://openalex.org/I98358874"]}],"countries":["NL"],"is_corresponding":false,"raw_author_name":"Van Deursen, Arie","raw_affiliation_strings":["TU Delft"],"affiliations":[{"raw_affiliation_string":"TU Delft","institution_ids":["https://openalex.org/I98358874"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I98358874"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6593000292778015},{"id":"https://openalex.org/keywords/java","display_name":"Java","score":0.5712000131607056},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5120000243186951},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4909000098705292},{"id":"https://openalex.org/keywords/program-analysis","display_name":"Program analysis","score":0.41999998688697815},{"id":"https://openalex.org/keywords/program-code","display_name":"Program code","score":0.4165000021457672},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.387800008058548},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.3801000118255615}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7990000247955322},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6593000292778015},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.5712000131607056},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.5163000226020813},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5120000243186951},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.49950000643730164},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4909000098705292},{"id":"https://openalex.org/C98183937","wikidata":"https://www.wikidata.org/wiki/Q2112188","display_name":"Program analysis","level":2,"score":0.41999998688697815},{"id":"https://openalex.org/C2988963302","wikidata":"https://www.wikidata.org/wiki/Q629206","display_name":"Program code","level":2,"score":0.4165000021457672},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.387800008058548},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.3801000118255615},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.35030001401901245},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.33640000224113464},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3346000015735626},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3269999921321869},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.31779998540878296},{"id":"https://openalex.org/C105446022","wikidata":"https://www.wikidata.org/wiki/Q445962","display_name":"Legacy system","level":3,"score":0.3018999993801117},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29580000042915344},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C2777211547","wikidata":"https://www.wikidata.org/wiki/Q17141490","display_name":"Training (meteorology)","level":2,"score":0.2728999853134155},{"id":"https://openalex.org/C128595289","wikidata":"https://www.wikidata.org/wiki/Q131140","display_name":"COBOL","level":2,"score":0.26899999380111694},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.2612999975681305},{"id":"https://openalex.org/C2780154274","wikidata":"https://www.wikidata.org/wiki/Q7126717","display_name":"Download","level":2,"score":0.2563000023365021}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:zenodo.org:6379376","is_oa":true,"landing_page_url":"https://zenodo.org/record/6379376","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},{"id":"doi:10.5281/zenodo.6379376","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.6379376","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:zenodo.org:6379376","is_oa":true,"landing_page_url":"https://zenodo.org/record/6379376","pdf_url":null,"source":null,"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/other"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"<strong>Lampion":[0],"CodeBERT":[1,12],"Code2Text":[2,13],"Reproduction</strong>":[3],"Welcome":[4],"to":[5,18,89,108,143,171,214,219,291],"the":[6,10,23,28,47,85,96,102,106,113,124,224,231,240,284,288],"reproduction":[7],"package":[8],"for":[9,22,34,162,277],"Lampion":[11],"Grid-Experiment.<br>":[14],"This":[15],"is":[16],"meant":[17],"give":[19],"easy":[20],"access":[21],"final":[24],"experiments":[25],"shown":[26],"in":[27,126,185,187,199],"accomodating":[29],"paper.":[30],"The":[31,177,191,234,246],"creation":[32],"process":[33],"these":[35],"files,":[36],"as":[37,39,195,274],"well":[38],"a":[40,118],"bigger":[41],"overview,":[42],"can":[43],"be":[44],"found":[45],"[in":[46,230],"repository](https://github.com/ciselab/Lampion/tree/main/Experiments/CodeBert_CodeToText/).":[48],"<strong>Requirements</strong>":[49],"-":[50,54,57,61,66,71,159,166,169,174,203,208,212,217,295,300,305,309,314],"Linux":[51,296],"Operating":[52],"System<br>":[53],"Docker":[55,58,316],"v20.10.13<br>":[56],"Compose":[59],"v2.2.2<br>":[60],"[CodeBERT":[62,67,72],"Experiment":[63],"Dockerimage](https://github.com/ciselab/CodeBert-CodeToText-Reproduction)":[64],"v.1.3<br>":[65],"Python-Preprocessing":[68],"Image](https://github.com/ciselab/Lampion/tree/main/Experiments/CodeBert_CodeToText/preprocessing-python)":[69],"v1.1<br>":[70],"Java-Preprocessing":[73],"Image](https://github.com/ciselab/Lampion/tree/main/Experiments/CodeBert_CodeToText/preprocessing-java)":[74],"v1.1":[75],"In":[76],"case":[77],"that":[78,182,260,268],"no":[79],"GPUs":[80],"are":[81,180,227,242,257,263,287],"available":[82,228],"/":[83],"configured,":[84],"experiment":[86],"will":[87,116],"default":[88,197],"using":[90],"CPUs.":[91],"<strong>How":[92],"To</strong>":[93],"1.":[94],"Prepare":[95],"requirements":[97],"(namely,":[98],"download":[99],"or":[100],"build":[101],"images)<br>":[103],"2.":[104],"Ship":[105],"folders":[107],"your":[109,155],"GPU-Server<br>":[110],"3.":[111],"Run":[112,123,141],"`replicator.sh`":[114],"(this":[115],"need":[117],"lot":[119],"of":[120,223],"space!)<br>":[121],"4.":[122],"`runner.sh`":[125],"background":[127],"per:":[128],"`nohup":[129],"./runner.sh":[130],"&gt;runner.log":[131],"&amp;`<br>":[132],"5.":[133],"Wait":[134],"(estimate":[135],"~1h+":[136],"per":[137,196],"experiment)<br>":[138],"6.":[139],"Optional:":[140],"`extractor.sh`":[142],"only":[144],"get":[145],"output":[146],"files":[147],"(to":[148],"not":[149],"copy":[150],"model-replicas":[151],"and":[152,164,236],"data-replicas":[153],"on":[154,279],"local":[156],"computer)":[157],"<strong>Contents</strong>":[158],"Pretrained":[160],"Models":[161],"Java":[163],"Python<br>":[165],"Cleaned":[167],"Test-Datasets<br>":[168],"docker-composes":[170],"run":[172,215],"experiments<br>":[173,216],"helper":[175],"shell-files":[176],"pretrained":[178],"models":[179,192],"those":[181],"scored":[183],"best":[184],"BLEU":[186],"training":[188],"(\"best":[189],"bleu\").<br>":[190],"were":[193],"trained":[194],"configuration":[198],"[CodeXGlue":[200],"Readme](https://github.com/microsoft/CodeXGLUE/tree/main/Code-Text/code-to-text)":[201],"Not-Contents:":[202],"Training":[204],"&amp;":[205],"Validation":[206],"Files<br>":[207],"File":[209],"Cleaning":[210],"Process<br>":[211],"Code-Files":[213],"Dockerfiles":[218],"create":[220],"images":[221],"Most":[222],"Non-Content":[225],"elements":[226,272],"FOSS":[229],"repository](https://github.com/ciselab/Lampion/).":[232],"<strong>Licence(s)</strong>":[233],"code":[235],"artifacts":[237],"provided":[238],"by":[239],"authors":[241],"under":[243],"MIT":[244],"Licence.<br>":[245],"NVidia":[247,301,310,315],"containers":[248],"come":[249],"with":[250],"an":[251],"implicit":[252],"License.":[253],"<strong>Used":[254],"Environment</strong>":[255],"We":[256,266],"unfortunately":[258],"aware":[259],"GPU":[261],"Containers":[262],"very":[264],"fragile.<br>":[265],"hope":[267],"we":[269],"figured":[270],"most":[271],"out,":[273],"it":[275],"worked":[276],"us":[278],"multiple":[280],"different":[281],"machines.<br>":[282],"Never":[283],"less,":[285],"here":[286],"used":[289],"specs":[290],"produce":[292],"our":[293],"results:":[294],"5.4.0":[297],"Generic":[298],"Ubuntu<br>":[299],"A40":[302],"(Graphics":[303],"Card)<br>":[304],"CUDA":[306],"Version":[307,312],"11.6<br>":[308],"Driver":[311],"510.47.03<br>":[313],"2.9.1":[317]},"counts_by_year":[],"updated_date":"2026-02-05T00:54:17.221276","created_date":"2025-10-10T00:00:00"}