{"id":"https://openalex.org/W6949283154","doi":"https://doi.org/10.5281/zenodo.14724553","title":"Artifact of Search+LLM-based Testing for ARM Simulators","display_name":"Artifact of Search+LLM-based Testing for ARM Simulators","publication_year":2025,"publication_date":"2025-01-23","ids":{"openalex":"https://openalex.org/W6949283154","doi":"https://doi.org/10.5281/zenodo.14724553"},"language":"en","primary_location":{"id":"doi:10.5281/zenodo.14724553","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14724553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"type":"dataset","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.5281/zenodo.14724553","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Even-Mendoza, Karine","orcid":"https://orcid.org/0000-0002-3099-1189"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Even-Mendoza, Karine","raw_affiliation_strings":["King's College London"],"raw_orcid":"https://orcid.org/0000-0002-3099-1189","affiliations":[{"raw_affiliation_string":"King's College London","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Menendez, Hector","orcid":"https://orcid.org/0000-0002-6314-3725"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Menendez, Hector","raw_affiliation_strings":["King's College London"],"raw_orcid":"https://orcid.org/0000-0002-6314-3725","affiliations":[{"raw_affiliation_string":"King's College London","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Langdon, W.B.","orcid":"https://orcid.org/0000-0002-6388-4160"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Langdon, W.B.","raw_affiliation_strings":["University College London"],"raw_orcid":"https://orcid.org/0000-0002-6388-4160","affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dakhama, Aidan","orcid":"https://orcid.org/0009-0002-7318-7964"},"institutions":[{"id":"https://openalex.org/I183935753","display_name":"King's College London","ror":"https://ror.org/0220mzb33","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I183935753"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Dakhama, Aidan","raw_affiliation_strings":["King's College London"],"raw_orcid":"https://orcid.org/0009-0002-7318-7964","affiliations":[{"raw_affiliation_string":"King's College London","institution_ids":["https://openalex.org/I183935753"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Petke, Justyna","orcid":"https://orcid.org/0000-0002-7833-6044"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Petke, Justyna","raw_affiliation_strings":["University College London"],"raw_orcid":"https://orcid.org/0000-0002-7833-6044","affiliations":[{"raw_affiliation_string":"University College London","institution_ids":["https://openalex.org/I45129253"]}]},{"author_position":"last","author":{"id":null,"display_name":"Bruce, Bobby R.","orcid":"https://orcid.org/0000-0001-6070-9722"},"institutions":[{"id":"https://openalex.org/I84218800","display_name":"University of California, Davis","ror":"https://ror.org/05rrcem69","country_code":"US","type":"education","lineage":["https://openalex.org/I84218800"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bruce, Bobby R.","raw_affiliation_strings":["University of California, Davis"],"raw_orcid":"https://orcid.org/0000-0001-6070-9722","affiliations":[{"raw_affiliation_string":"University of California, Davis","institution_ids":["https://openalex.org/I84218800"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.7322999835014343},{"id":"https://openalex.org/keywords/fuzz-testing","display_name":"Fuzz testing","score":0.6018999814987183},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5781999826431274},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5130000114440918},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.48649999499320984},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4650999903678894},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4618000090122223},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.43959999084472656}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7404000163078308},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.7322999835014343},{"id":"https://openalex.org/C111065885","wikidata":"https://www.wikidata.org/wiki/Q1189053","display_name":"Fuzz testing","level":3,"score":0.6018999814987183},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5781999826431274},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5130000114440918},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.48649999499320984},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.48350000381469727},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.46950000524520874},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4650999903678894},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4618000090122223},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.43959999084472656},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.385699987411499},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C93226319","wikidata":"https://www.wikidata.org/wiki/Q193137","display_name":"Differential (mechanical device)","level":2,"score":0.3422999978065491},{"id":"https://openalex.org/C107683887","wikidata":"https://www.wikidata.org/wiki/Q782466","display_name":"Integration testing","level":3,"score":0.30000001192092896},{"id":"https://openalex.org/C45235069","wikidata":"https://www.wikidata.org/wiki/Q278425","display_name":"Table (database)","level":2,"score":0.2904999852180481},{"id":"https://openalex.org/C165005293","wikidata":"https://www.wikidata.org/wiki/Q1074500","display_name":"Chip","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.2759999930858612},{"id":"https://openalex.org/C26771161","wikidata":"https://www.wikidata.org/wiki/Q16980","display_name":"ARM architecture","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C2779421379","wikidata":"https://www.wikidata.org/wiki/Q898872","display_name":"Shaker","level":3,"score":0.26499998569488525},{"id":"https://openalex.org/C109852812","wikidata":"https://www.wikidata.org/wiki/Q2406355","display_name":"Test harness","level":5,"score":0.2574999928474426}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5281/zenodo.14724553","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14724553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Dataset"}],"best_oa_location":{"id":"doi:10.5281/zenodo.14724553","is_oa":true,"landing_page_url":"https://doi.org/10.5281/zenodo.14724553","pdf_url":null,"source":{"id":"https://openalex.org/S4306400562","display_name":"Zenodo (CERN European Organization for Nuclear Research)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I67311998","host_organization_name":"European Organization for Nuclear Research","host_organization_lineage":["https://openalex.org/I67311998"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Dataset"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.453371524810791,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Abstract.":[0],"We":[1,137,262,329,678,699,1166,1197],"present":[2,700],"and":[3,59,98,119,131,134,157,183,215,245,273,282,382,426,443,455,459,462,465,468,628,669,692,701,757,796,817,829,832,838,845,884,922,980,985,1010,1176,1250,1262,1306,1322],"discuss":[4,702],"our":[5,139,241,703],"solution":[6,704],"to":[7,16,27,162,223,235,254,323,331,424,436,580,623,675,696,705,714,725,843,861,1203,1233,1303],"the":[8,18,36,39,106,146,149,155,160,164,167,197,225,237,252,266,316,325,339,343,350,369,374,380,388,394,398,408,421,448,619,626,629,670,685,706,716,734,737,804,855,859,863,1189,1205,1214,1220,1247,1259,1263,1274,1279,1361],"problem":[9,707],"of":[10,38,105,109,221,251,298,342,584,621,632,687,708,736,803,807,952,1210,1246,1258,1273,1350],"testing":[11,199,226,614,648,682,709,897,935,968,1257],"software":[12,633,651,710],"simulators,":[13,711],"using":[14,712],"SearchSYS":[15,47,65,274,357,428,438,653,713,745,763,834,839,1194],"test":[17,28,50,68,96,102,111,129,371,715,726,748,766,794,800,809,827],"gem5":[19,202,272,717,900,938,971],"VLSI":[20,718],"digital":[21,719],"circuit":[22,720],"simulator,":[23,721],"employed":[24,722],"by":[25,55,79,121,683,723,753,777,819],"ARM":[26,40,175,229,440,724,738,876,914,945],"their":[29,727],"systems.":[30,728],"In":[31,729],"particular,":[32,730],"we":[33,90,124,731,788,822,1269],"focus":[34,732],"on":[35,233,379,439,486,606,638,689,733,978,1195,1201],"simulation":[37,627,735],"silicon":[41,739],"chip":[42,740],"Instruction":[43,741],"Set":[44,742],"Architecture":[45,743],"(ISA).":[46,744],"can":[48,359,377,419,746,1218,1292],"create":[49,747],"cases":[51,69,83,97,749,767,781,795],"that":[52,70,634,750,768],"activate":[53,751],"bugs":[54,93,115,752,791,813],"combining":[56,754],"LLMs,":[57,755],"fuzzing,":[58,75,756,773],"differential":[60,88,198,681,758,786,896,934,967,1256],"testing.":[61,759],"Using":[62,760],"only":[63,761],"LLM,":[64,549,762],"identified":[66,91,764,789],"74":[67,765],"activated":[71,769],"bugs.":[72,770],"By":[73,771],"incorporating":[74,772],"this":[76,293,299,365,774],"number":[77,108,503,631,775,806],"increased":[78,776],"93":[80,778],"additional":[81,779],"bug-activating":[82,110,780,808],"within":[84,257,782],"24":[85,783],"hours.":[86,784],"Through":[87,785],"testing,":[89,787],"624":[92,790],"with":[94,100,127,177,203,230,265,792,798,825,878,901,916,939,972,996,1007,1240],"LLM-generated":[95,793,1351],"126":[99,797],"fuzzed":[101,370,799,846,1239],"inputs.":[103,801],"Out":[104,802],"total":[107,805],"cases,":[112,810],"4":[113,811],"unique":[114,812],"have":[116,310,591,814],"been":[117,313,592,815],"reported":[118,816],"acknowledged":[120,818],"developers.":[122,820],"Additionally,":[123,821],"provided":[125,823],"developers":[126,824],"a":[128,248,258,296,333,607,640,647,655,676,693,826],"suite":[130,828],"fuzzing":[132,409,688,830,1248,1275],"statistics,":[133,831],"open-sourced":[135,833],"SearchSYS.":[136],"published":[138],"artifact":[140,207,294],"in":[141,148,166,240,292,304,491,613,865,1171,1223],"Zenodo":[142],"https://zenodo.org/records/14724553.":[143],"To":[144,367,1277],"reproduce":[145,163,236,862,1278],"evaluation":[147,345,1206,1227],"paper,":[150],"ensure":[151],"your":[152,852,1295],"system":[153,589,596,694,853],"meets":[154,854],"requirements,":[156,856],"then":[158,667,679,857,1251,1299],"follow":[159,324,420,858,1281],"instructions":[161,232,422,860,1191],"tables":[165,239,864],"results.":[168],"Hardware":[169,870,907,908],"requirements:":[170,871,909],"You":[171,418,872,910],"will":[172,352,873,911,1301],"need":[173,874,912,1302],"an":[174,875,913],"machine,":[176,877,915],"80":[178,879,917,950],"GB":[179,185,193,880,886,893,918,924,931,951,959,965],"HD":[180,881,919,946],"free":[181,882,920,953],"space,":[182,883,921],"72":[184,885,923,958],"RAM":[186,887,925,956],"(for":[187,364,888,926,960,966],"AFL++":[188,204,889,902,927,940,961,973,1241],"fuzzing)":[189,890,928,962],"or":[190,260,891,929,1207],"(else)":[191],"16":[192,892,930,964],"if":[194,1314],"merely":[195],"running":[196,684,1193],"without":[200,898,936,969],"building":[201,899,937,970],"instrumentation.":[205],"The":[206,289,385,411,431],"documentation":[208,220],"contains":[209,397,1188],"three":[210],"sections:":[211],"Section":[212,218,246,277,283,305,866,1224],"1:":[213],"Software":[214,487,489,547,984],"hardware":[216,587,691],"requirements;":[217],"2:":[219],"how":[222,234,435,1202],"build":[224],"environment":[227],"for":[228,429,476,650,659,835,841,1192,1255,1265],"full":[231,399,1190,1215],"four":[238],"ICSE-SEIP":[242,1183],"2025":[243,1184],"paper;":[244],"3:":[247],"shortened":[249,267,1221],"version":[250,1001,1222],"evaluation,":[253,268],"be":[255,360,636,1003],"run":[256,378,427,437,637,1208],"day":[259],"less.":[261],"suggest":[263],"starting":[264],"after":[269],"installing":[270],"AFL++,":[271,540],"(Section":[275],"1,":[276],"2.1":[278],"-":[279,957,963,1342,1347],"TinyLlama":[280],"only,":[281],"2.2).":[284],"==":[285,354,849],"ARTIFACT":[286,1385],"EVALUATION":[287],"NOTE:":[288],"README.md":[290,317,335],"file":[291,336,396],"is":[295,321,414,666,673,1213],"copy":[297],"document.":[300],"However,":[301,594],"2":[302],"mistakes":[303,349],"3.3":[306],"were":[307],"fixed":[308],"but":[309,998,1298],"not":[311,599],"yet":[312],"pushed":[314],"into":[315],"file.":[318],"Consequentially,":[319],"it":[320],"recommended":[322],"text":[326],"here":[327,376,423,433],"instead.":[328],"plan":[330],"push":[332],"new":[334],"once":[337],"passing":[338],"first":[340],"stage":[341],"artefact":[344],"(fixing":[346],"any":[347,999],"other":[348],"committee":[351],"find).":[353],"Additional":[355],"Resources.":[356],"tool":[358],"downloaded":[361],"here:":[362],"a239d3c":[363],"work).":[366],"process":[368],"inputs,":[372],"post-fuzzing,":[373],"*.sh":[375],"output/default/queue":[381],"crash":[383],"folders.":[384],"rest":[386],"are":[387,404],"data":[389,413,1362],"collected":[390],"during":[391],"experiments:":[392],"(1)":[393],"Excel":[395],"analysis":[400],"while":[401],"(2)":[402],"*.tar.gz":[403],"all":[405,1168],"outputs":[406,686],"from":[407,416,618],"stage.":[410],"LLM":[412],"taken":[415],"here.":[417],"install":[425,1029,1093,1100,1108,1124,1130,1140],"X86.":[430],"record":[432],"details":[434],"machines":[441],"(arm64-ubuntu-2204":[442],"Red":[444,981],"Hat-based":[445,1174],"system).":[446],"Cite":[447],"paper:":[449],"@inproceedings{Even-Mendoza:2025:ICSE-SEIP,":[450],"author":[451],"=":[452,473,480,495,498,501,504,507,510,513,517,520,525,528,531,534,563,566,569,573,577],"{Karine":[453],"Even-Mendoza":[454],"Hector":[456],"D.":[457],"Menendez":[458],"W.B":[460],"Langdon":[461],"Aidan":[463],"Dakhama":[464],"Justyna":[466],"Petke":[467],"Bobby":[469],"R.":[470],"Bruce},":[471],"title":[472],"{{Search+LLM-based}":[474],"Testing":[475],"{ARM}":[477],"Simulators},":[478],"booktitle":[479],"{2025":[481],"IEEE/ACM":[482],"47th":[483],"International":[484],"Conference":[485],"Engineering:":[488],"Engineering":[490],"Practice":[492],"(ICSE-SEIP)},":[493],"year":[494],"{2025},":[496],"editor":[497],"{},":[499,502,505,508,511,518,526,529,564],"volume":[500],"series":[506],"pages":[509],"address":[512],"{Ottawa,":[514],"Canada},":[515],"publisher_address":[516],"month":[519],"{April":[521],"27-May":[522],"3},":[523],"organisation":[524],"publisher":[527],"note":[530],"{https://conf.researchr.org/track/icse-2025/icse-2025-software-engineering-in-practice#Accepted-Papers},":[532],"keywords":[533],"{Software":[535],"System":[536,976],"Simulation,":[537],"SearchSYS,":[538,646],"gem5,":[539],"Fuzzing,":[541],"Fuzz":[542],"Testing,":[543,545,548],"Differential":[544],"Search-Based":[546],"Language":[550],"Models,":[551],"Ollama,":[552],"CodeLlama,":[553],"TinyLlama,":[554],"Phi2,":[555],"Llama2,":[556],"Magicoder,":[557],"CodeBooga,":[558],"GPT-3.5-turbo,":[559],"prompt":[560],"engineering},":[561],"ISBN13":[562],"url":[565],"{https://solar.cs.ucl.ac.uk/pdf/ICSE_SEIP_2025___SearchSYS_and_ARM.pdf},":[567],"code_url":[568],"{https://zenodo.org/records/13450472,":[570],"https://zenodo.org/records/14724553},":[571],"size":[572],"{12":[574],"pages},":[575],"abstract":[576],"{In":[578],"order":[579],"aid":[581],"quality":[582],"assurance":[583],"large":[585,656],"complex":[586],"architectures,":[588],"simulators":[590,597,616],"developed.":[593],"such":[595,639],"do":[598],"always":[600],"accurately":[601],"mirror":[602],"what":[603],"would":[604],"happen":[605],"real":[608,690],"device.":[609,641],"A":[610,1288],"significant":[611],"challenge":[612],"these":[615,1282],"arises":[617],"complexity":[620],"having":[622],"model":[624,658],"both":[625],"infinite":[630],"could":[635],"Our":[642],"previous":[643],"work":[644],"introduced":[645],"framework":[649],"simulators.":[652],"leverages":[654],"language":[657],"initial":[660,836,1236,1260],"seed":[661],"C":[662,1352],"code":[663],"generation,":[664],"which":[665],"compiled,":[668],"resultant":[671],"binary":[672],"fed":[674],"fuzzer.":[677],"use":[680,1219,1294],"simulator":[695],"identify":[697],"mismatches.":[698],"seeds":[837],"code,":[840],"adjustment":[842],"ARM8v":[844],"seeds.},":[847],"}":[848],"Experiments.":[850],"Ensure":[851],"5":[867,1271],"(V.":[868],"Results).":[869],"else":[894,932],"(just":[895,933],"instrumentation).":[903,941],"1.":[904],"Requirements:":[905],"1.1":[906],"Requirement":[942],"Details":[943],"Processor":[944],"space":[947,955],"At":[948],"least":[949],"disk":[954],"instrumentation)":[974],"Operating":[975],"Tested":[977],"Ubuntu":[979],"Hat":[982],"1.2":[983],"Packages:":[986],"GCC-11":[987],"wget,":[988],"zip,":[989],"unzip":[990,1363],"(any":[991],"version)":[992],"LLVM-13+":[993],"(we":[994],"tested":[995],"LLVM-13,":[997],"newer":[1000],"should":[1002,1228],"okay)":[1004],"Python3":[1005],"(tested":[1006],"Python":[1008],"3.8":[1009],"3.10)":[1011],"Other":[1012],"packages:":[1013],"sudo":[1014,1017,1020,1023,1026,1037,1044,1047,1052,1057,1062,1067,1072,1079,1083,1086,1091,1098,1106,1122,1128,1138,1143,1147,1158,1310,1318,1327,1330,1332,1336],"apt-get":[1015,1018,1024,1027,1092,1099,1107,1123,1129,1139],"update":[1016,1025],"upgrade":[1019],"add-apt-repository":[1021],"ppa:ubuntu-toolchain-r/test":[1022],"-y":[1028,1094,1101,1109,1125,1131,1141,1145],"gcc-11":[1030],"g++-11":[1031],"cpp-11":[1032],"wget":[1033,1077,1357,1388],"lsb-release":[1034],"gnupg":[1035],"software-properties-common":[1036],"rm":[1038,1045],"/usr/bin/cpp":[1039,1051],"/usr/bin/gcc":[1040,1056],"/usr/bin/g++":[1041,1066],"/usr/bin/gcov":[1042,1076],"/usr/bin/c++":[1043,1071],"/usr/bin/cc":[1046,1061],"ln":[1048,1053,1058,1063,1068,1073,1087],"-s":[1049,1054,1059,1064,1069,1074,1088],"/usr/bin/cpp-11":[1050],"/usr/bin/gcc-11":[1055,1060],"/usr/bin/g++-11":[1065,1070],"/usr/bin/gcov-11":[1075],"https://apt.llvm.org/llvm.sh":[1078],"chmod":[1080],"+x":[1081],"llvm.sh":[1082],"./llvm.sh":[1084],"13":[1085],"/usr/bin/llvm-config-13":[1089,1163],"/usr/bin/llvm-config":[1090,1161],"lld-13":[1095],"llvm-13-dev":[1096],"clang-13":[1097],"lld":[1102],"llvm":[1103,1135],"llvm-dev":[1104],"clang":[1105,1151],"build-essential":[1110],"python3-dev":[1111],"automake":[1112],"cmake":[1113,1127,1134],"git":[1114,1132],"flex":[1115],"bison":[1116],"libglib2.0-dev":[1117],"libpixman-1-dev":[1118],"python3-setuptools":[1119],"cargo":[1120],"libgtk-3-dev":[1121],"ninja-build":[1126],"make":[1133],"gdb":[1136],"coreutils":[1137],"gcc-11-plugin-dev":[1142],"apt":[1144],"autoremove":[1146],"update-alternatives":[1148,1159],"--install":[1149,1160],"/usr/bin/clang":[1150],"/usr/bin/clang-13":[1152],"1300":[1153,1164],"--slave":[1154],"/usr/bin/clang++":[1155],"clang++":[1156],"/usr/bin/clang++-13":[1157],"llvm-config":[1162],"LLVM_CONFIG=/usr/bin/llvm-config-13":[1165],"attached":[1167],"installed":[1169],"packages":[1170],"installed_karl.log":[1172],"(Red":[1173],"system)":[1175],"installed_m400.log":[1177],"+":[1178],"installed_m400_repeat.log(Ubuntu/Unix,":[1179],"arm64-ubuntu-2204).":[1180],"2.":[1181],"Reproduce":[1182],"Evaluation:":[1185],"This":[1186,1212,1226],"section":[1187],"ARM.":[1196],"include":[1198],"further":[1199],"explanations":[1200],"customise":[1204],"part":[1209],"it.":[1211],"version,":[1216],"you":[1217,1300],"3.":[1225],"take":[1229],"around":[1230,1252],"40":[1231],"days":[1232,1254],"reproduce:":[1234],"7":[1235,1348],"corpora,":[1237],"each":[1238,1266],"five":[1242],"times":[1243],"(5":[1244],"repeats":[1245,1272],"campaign),":[1249],"2-3":[1253],"corpora":[1261],"same":[1264],"repetition":[1267],"(and":[1268],"had":[1270],"campaign).":[1276],"experiments":[1280],"commands":[1283],"(Unix":[1284],"system):":[1285],"##":[1286,1309,1344,1354],"CREATE":[1287],"NEW":[1289],"USER":[1290],"(you":[1291],"also":[1293],"own":[1296],"user":[1297],"amend":[1304],"/home/debian":[1305,1335,1339,1356,1387],"debian,":[1307],"accordingly)":[1308],"adduser":[1311],"debian":[1312,1320,1331,1340,1343],"#":[1313,1317,1321,1359],"needed":[1315],"run:":[1316],"passwd":[1319],"set":[1323,1349],"some":[1324],"simple":[1325],"password":[1326],"usermod":[1328,1337],"-aG":[1329],"mkdir":[1333],"-p":[1334],"-d":[1338,1366],"su":[1341],"GET":[1345],"DATA":[1346],"programs":[1353],"cd":[1355,1368],"\"https://zenodo.org/records/10999115/files/LLM_test_inputs-4FuzzExp2.zip\"":[1358],"Get":[1360],"-n":[1364],"LLM_test_inputs-4FuzzExp2.zip":[1365],"/home/debian/experiment":[1367],"/home/debian/experiment/":[1369],"sed":[1370],"-i":[1371],"\"s:/home/ubuntu/experiment-7/:/home/debian/experiment/:g\"":[1372],"*/input/*.txt":[1373],"cat":[1374],"/home/debian/experiment/TinyLlama-cmin/input/test_input_574567374417673.txt":[1375],"YOU":[1376],"WILL":[1377],"NEED":[1378],"TO":[1379],"COPY":[1380],"ALL":[1381],"SCRIPTS":[1382],"OF":[1383],"THIS":[1384],"INTO":[1386],"\"https://zenodo.org/records/14724553/files/1-run-diff-test.sh\"":[1389]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2025-10-10T00:00:00"}