{"id":"https://openalex.org/W7162436243","doi":"https://doi.org/10.1109/ispass69572.2026.00029","title":"Cleaning up the Mess: Re-Evaluating the Real-System Modeling Accuracy of Ramulator 2.0","display_name":"Cleaning up the Mess: Re-Evaluating the Real-System Modeling Accuracy of Ramulator 2.0","publication_year":2026,"publication_date":"2026-04-26","ids":{"openalex":"https://openalex.org/W7162436243","doi":"https://doi.org/10.1109/ispass69572.2026.00029"},"language":null,"primary_location":{"id":"doi:10.1109/ispass69572.2026.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispass69572.2026.00029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5137060630","display_name":"F. Nisa Bostanc\u0131","orcid":null},"institutions":[{"id":"https://openalex.org/I204881574","display_name":"University of Pavol Jozef \u0160af\u00e1rik","ror":"https://ror.org/039965637","country_code":"SK","type":"education","lineage":["https://openalex.org/I204881574"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"F. Nisa Bostanc\u0131","raw_affiliation_strings":["SAFARI Research Group ETH,Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAFARI Research Group ETH,Zürich","institution_ids":["https://openalex.org/I204881574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137027626","display_name":"Haocong Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I204881574","display_name":"University of Pavol Jozef \u0160af\u00e1rik","ror":"https://ror.org/039965637","country_code":"SK","type":"education","lineage":["https://openalex.org/I204881574"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Haocong Luo","raw_affiliation_strings":["SAFARI Research Group ETH,Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAFARI Research Group ETH,Zürich","institution_ids":["https://openalex.org/I204881574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056716458","display_name":"Ataberk Olgun","orcid":"https://orcid.org/0000-0001-5333-5726"},"institutions":[{"id":"https://openalex.org/I204881574","display_name":"University of Pavol Jozef \u0160af\u00e1rik","ror":"https://ror.org/039965637","country_code":"SK","type":"education","lineage":["https://openalex.org/I204881574"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Ataberk Olgun","raw_affiliation_strings":["SAFARI Research Group ETH,Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAFARI Research Group ETH,Zürich","institution_ids":["https://openalex.org/I204881574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120244612","display_name":"Maria Makeenkova","orcid":null},"institutions":[{"id":"https://openalex.org/I204881574","display_name":"University of Pavol Jozef \u0160af\u00e1rik","ror":"https://ror.org/039965637","country_code":"SK","type":"education","lineage":["https://openalex.org/I204881574"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Maria Makeenkova","raw_affiliation_strings":["SAFARI Research Group ETH,Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAFARI Research Group ETH,Zürich","institution_ids":["https://openalex.org/I204881574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137057930","display_name":"Geraldo F. de Oliveira","orcid":null},"institutions":[{"id":"https://openalex.org/I204881574","display_name":"University of Pavol Jozef \u0160af\u00e1rik","ror":"https://ror.org/039965637","country_code":"SK","type":"education","lineage":["https://openalex.org/I204881574"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Geraldo F. de Oliveira","raw_affiliation_strings":["SAFARI Research Group ETH,Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAFARI Research Group ETH,Zürich","institution_ids":["https://openalex.org/I204881574"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5137017451","display_name":"A. Giray Ya\u011fl\u0131k\u00e7\u0131","orcid":null},"institutions":[{"id":"https://openalex.org/I204881574","display_name":"University of Pavol Jozef \u0160af\u00e1rik","ror":"https://ror.org/039965637","country_code":"SK","type":"education","lineage":["https://openalex.org/I204881574"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"A. Giray Ya\u011fl\u0131k\u00e7\u0131","raw_affiliation_strings":["SAFARI Research Group ETH,Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAFARI Research Group ETH,Zürich","institution_ids":["https://openalex.org/I204881574"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5137050610","display_name":"Onur Mutlu","orcid":null},"institutions":[{"id":"https://openalex.org/I204881574","display_name":"University of Pavol Jozef \u0160af\u00e1rik","ror":"https://ror.org/039965637","country_code":"SK","type":"education","lineage":["https://openalex.org/I204881574"]}],"countries":["SK"],"is_corresponding":false,"raw_author_name":"Onur Mutlu","raw_affiliation_strings":["SAFARI Research Group ETH,Zürich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SAFARI Research Group ETH,Zürich","institution_ids":["https://openalex.org/I204881574"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I204881574"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"209","last_page":"219"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.1527000069618225,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.1527000069618225,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13286","display_name":"Modeling and Simulation Systems","score":0.11270000040531158,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.07410000264644623,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.25279998779296875},{"id":"https://openalex.org/keywords/noise","display_name":"Noise (video)","score":0.2425999939441681},{"id":"https://openalex.org/keywords/identification","display_name":"Identification (biology)","score":0.23759999871253967},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.23549999296665192},{"id":"https://openalex.org/keywords/automation","display_name":"Automation","score":0.22779999673366547}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4000000059604645},{"id":"https://openalex.org/C39432304","wikidata":"https://www.wikidata.org/wiki/Q188847","display_name":"Environmental science","level":0,"score":0.32499998807907104},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.25279998779296875},{"id":"https://openalex.org/C99498987","wikidata":"https://www.wikidata.org/wiki/Q2210247","display_name":"Noise (video)","level":3,"score":0.2425999939441681},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.24169999361038208},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.23759999871253967},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.23549999296665192},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.22779999673366547},{"id":"https://openalex.org/C62649853","wikidata":"https://www.wikidata.org/wiki/Q199687","display_name":"Remote sensing","level":1,"score":0.22630000114440918},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.22460000216960907}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ispass69572.2026.00029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ispass69572.2026.00029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2026 IEEE International Symposium on Performance Analysis of Systems and Software (ISPASS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":20,"referenced_works":["https://openalex.org/W2034861439","https://openalex.org/W2135965542","https://openalex.org/W2593313312","https://openalex.org/W2754369244","https://openalex.org/W2908077141","https://openalex.org/W2921566567","https://openalex.org/W2921796727","https://openalex.org/W2962844766","https://openalex.org/W3111721177","https://openalex.org/W3121647552","https://openalex.org/W3167833281","https://openalex.org/W3186967175","https://openalex.org/W3196818429","https://openalex.org/W4232168013","https://openalex.org/W4245923077","https://openalex.org/W4293731257","https://openalex.org/W4309137721","https://openalex.org/W4388757726","https://openalex.org/W4404954819","https://openalex.org/W4411233331"],"related_works":[],"abstract_inverted_index":{"A":[0],"MICRO":[1],"2024":[2],"best":[3,398],"paper":[4,9,69,245,336],"runner-up":[5],"publication":[6,32],"(the":[7],"Mess":[8,68,120,198,220,244,335],"[1])":[10],"with":[11,43,288],"all":[12,218,384,390],"three":[13],"artifact":[14,87,200,250,364],"badges":[15],"awarded":[16],"(including":[17],"\u201cReproducible\u201d)":[18],"proposes":[19],"a":[20,144],"new":[21],"benchmark":[22],"to":[23,108,170,193,215,290,307,322,326,338,348,360,404],"evaluate":[24],"real":[25,138],"and":[26,38,55,83,142,235,267,281,302,313,330,344,347,367,373,381,393,400,407],"simulated":[27,132,172,185],"memory":[28,46,133,212,260],"system":[29,47,53,134,139,210],"performance.":[30,174],"The":[31],"contends":[33],"that":[34,57,66,88,96,124,156,167,183,225,238,272],"Ramulator":[35,98,128,130,265,279,328],"2.0":[36,99,266,329],"[2]":[37],"DAMOV":[39,158,331],"[3]":[40],"(ZSim+Ramulator)":[41],"(along":[42],"other":[44,236],"existing":[45],"simulators)":[48],"\u201cpoorly":[49],"resemble":[50],"the":[51,67,97,119,157,171,197,205,219,226,243,249,274,283,298,318,327,334,340,350,353],"actual":[52],"performance\u201d":[54],"asserts":[56],"their":[58],"simulator":[59,233,261],"is":[60,150,188],"better.In":[61],"this":[62],"paper,":[63],"we":[64,181,387],"show":[65,123,182],"[1]":[70,104,149,162,337],"has":[71],"1)":[72],"demonstrable":[73],"technical":[74],"misconfigurations,":[75],"2)":[76],"methodological":[77],"errors":[78,111],"in":[79,103,161,191,229,242,248,258],"interpreting":[80],"simulation":[81,100,115,159,165,179,305,410],"statistics,":[82,180],"3)":[84],"an":[85],"incomplete":[86],"makes":[89],"its":[90],"key":[91,145],"results":[92,101,160,271,287,306,312,332,346,372],"irreproducible.":[93],"We":[94,122,153,223,269,296,315,395],"demonstrate":[95],"reported":[102],"are":[105,168,239,294],"incorrect":[106,311],"due":[107],"multiple":[109],"configuration":[110],"instead":[112],"of":[113,148,278,300,333,342,352,383,409],"inherent":[114],"inaccuracy":[116],"claimed":[117,146],"by":[118,125],"paper.":[121],"correctly":[126],"configuring":[127],"2.0,":[129,280],"2.0\u2019s":[131],"performance":[135],"actually":[136],"resembles":[137],"characteristics":[140],"well,":[141],"thus":[143],"contribution":[147],"factually":[151,310],"incorrect.":[152,295],"also":[154,358,396],"identify":[155],"use":[163,232],"wrong":[164],"statistics":[166],"unrelated":[169],"DRAM":[173,178,186],"By":[175],"using":[176],"correct":[177],"DAMOV\u2019s":[184],"latency":[187],"not":[189],"constant,":[190],"contrast":[192],"[1]\u2019s":[194,259,286],"claim.":[195],"Moreover,":[196],"paper\u2019s":[199,221],"repository":[201,251],"[4,":[202,230,252],"5]":[203,231],"lacks":[204],"necessary":[206],"sources":[207],"(simulator":[208],"code,":[209],"configurations,":[211],"traces,":[213],"etc.)":[214],"fully":[216],"reproduce":[217],"results.":[222],"find":[224],"experiment":[227],"scripts":[228],"executables":[234],"resources":[237],"neither":[240],"described":[241],"nor":[246],"found":[247],"5].Our":[253],"work":[254],"identifies":[255],"important":[256],"issues":[257],"evaluation":[262,365],"methodology":[263],"regarding":[264],"DAMOV.":[268],"present":[270],"validate":[273],"real-system":[275],"modeling":[276],"accuracy":[277],"describe":[282],"reasons":[284],"why":[285],"respect":[289],"these":[291],"two":[292],"simulators":[293],"emphasize":[297],"importance":[299],"carefully":[301],"rigorously":[303],"validating":[304],"avoid":[308],"publishing":[309],"contributions.":[314],"strongly":[316],"encourage":[317],"computer":[319],"architecture":[320],"community":[321],"consider":[323],"our":[324,385,391],"corrections":[325],"prevent":[339],"propagation":[341],"inaccurate":[343],"misleading":[345],"maintain":[349],"reliability":[351],"scientific":[354],"record.":[355],"Our":[356],"investigation":[357],"aims":[359],"stimulate":[361],"discussion":[362],"on":[363,368],"practices":[366,399],"mechanisms":[369],"for":[370],"correcting":[371],"artifacts":[374],"after":[375],"publication.":[376],"To":[377],"aid":[378,405],"future":[379],"works":[380],"reproduction":[382],"results,":[386],"open":[388],"source":[389],"code":[392],"scripts.":[394],"discuss":[397],"add":[401],"sanity":[402],"checks":[403],"users":[406],"developers":[408],"tools.":[411]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2026-05-27T00:00:00"}