{"id":"https://openalex.org/W4416873927","doi":"https://doi.org/10.1109/qce65121.2025.10315","title":"QSimBench: An Execution-Level Benchmark Suite for Quantum Software Engineering","display_name":"QSimBench: An Execution-Level Benchmark Suite for Quantum Software Engineering","publication_year":2025,"publication_date":"2025-08-30","ids":{"openalex":"https://openalex.org/W4416873927","doi":"https://doi.org/10.1109/qce65121.2025.10315"},"language":null,"primary_location":{"id":"doi:10.1109/qce65121.2025.10315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce65121.2025.10315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5070512940","display_name":"Giuseppe Bisicchia","orcid":"https://orcid.org/0000-0002-1187-8391"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Giuseppe Bisicchia","raw_affiliation_strings":["University of Pisa,Pisa,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa,Pisa,Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025732788","display_name":"Alessandro Bocci","orcid":"https://orcid.org/0000-0002-7000-2103"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessandro Bocci","raw_affiliation_strings":["University of Pisa,Pisa,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa,Pisa,Italy","institution_ids":["https://openalex.org/I108290504"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029686194","display_name":"Jos\u00e9 Garc\u00ed\u00ada-Alonso","orcid":"https://orcid.org/0000-0002-6819-0299"},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Jos\u00e9 Garc\u00eda-Alonso","raw_affiliation_strings":["University of Extremadura,Cáceres,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Extremadura,Cáceres,Spain","institution_ids":["https://openalex.org/I80606768"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028549815","display_name":"Juan M. Murillo","orcid":"https://orcid.org/0000-0003-4961-4030"},"institutions":[{"id":"https://openalex.org/I80606768","display_name":"Universidad de Extremadura","ror":"https://ror.org/0174shg90","country_code":"ES","type":"education","lineage":["https://openalex.org/I80606768"]}],"countries":["ES"],"is_corresponding":false,"raw_author_name":"Juan M. Murillo","raw_affiliation_strings":["University of Extremadura,Cáceres,Spain"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Extremadura,Cáceres,Spain","institution_ids":["https://openalex.org/I80606768"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046300674","display_name":"Antonio Brogi","orcid":"https://orcid.org/0000-0003-2048-2468"},"institutions":[{"id":"https://openalex.org/I108290504","display_name":"University of Pisa","ror":"https://ror.org/03ad39j10","country_code":"IT","type":"education","lineage":["https://openalex.org/I108290504"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Antonio Brogi","raw_affiliation_strings":["University of Pisa,Pisa,Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Pisa,Pisa,Italy","institution_ids":["https://openalex.org/I108290504"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.34923263,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"175","last_page":"180"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9223999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10682","display_name":"Quantum Computing Algorithms and Architecture","score":0.9223999977111816,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10101","display_name":"Cloud Computing and Resource Management","score":0.007499999832361937,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12101","display_name":"Advanced Bandit Algorithms Research","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.650600016117096},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.630299985408783},{"id":"https://openalex.org/keywords/python","display_name":"Python (programming language)","score":0.6294999718666077},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5422000288963318},{"id":"https://openalex.org/keywords/quantum","display_name":"Quantum","score":0.5285000205039978},{"id":"https://openalex.org/keywords/quantum-circuit","display_name":"Quantum circuit","score":0.44020000100135803},{"id":"https://openalex.org/keywords/quantum-computer","display_name":"Quantum computer","score":0.42719998955726624},{"id":"https://openalex.org/keywords/comparability","display_name":"Comparability","score":0.39329999685287476}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7724999785423279},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.650600016117096},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.630299985408783},{"id":"https://openalex.org/C519991488","wikidata":"https://www.wikidata.org/wiki/Q28865","display_name":"Python (programming language)","level":2,"score":0.6294999718666077},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5422000288963318},{"id":"https://openalex.org/C84114770","wikidata":"https://www.wikidata.org/wiki/Q46344","display_name":"Quantum","level":2,"score":0.5285000205039978},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.48649999499320984},{"id":"https://openalex.org/C124148022","wikidata":"https://www.wikidata.org/wiki/Q2122210","display_name":"Quantum circuit","level":5,"score":0.44020000100135803},{"id":"https://openalex.org/C58053490","wikidata":"https://www.wikidata.org/wiki/Q176555","display_name":"Quantum computer","level":3,"score":0.42719998955726624},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41179999709129333},{"id":"https://openalex.org/C197947376","wikidata":"https://www.wikidata.org/wiki/Q5155608","display_name":"Comparability","level":2,"score":0.39329999685287476},{"id":"https://openalex.org/C2778736646","wikidata":"https://www.wikidata.org/wiki/Q1143070","display_name":"Software suite","level":3,"score":0.38449999690055847},{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.3684000074863434},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3621000051498413},{"id":"https://openalex.org/C459310","wikidata":"https://www.wikidata.org/wiki/Q117801","display_name":"Computational science","level":1,"score":0.31299999356269836},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.2786000072956085},{"id":"https://openalex.org/C188087704","wikidata":"https://www.wikidata.org/wiki/Q369577","display_name":"Standardization","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C137019171","wikidata":"https://www.wikidata.org/wiki/Q2623817","display_name":"Quantum algorithm","level":3,"score":0.2646999955177307},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.2606000006198883},{"id":"https://openalex.org/C207850805","wikidata":"https://www.wikidata.org/wiki/Q269608","display_name":"Reverse engineering","level":2,"score":0.25780001282691956},{"id":"https://openalex.org/C169460222","wikidata":"https://www.wikidata.org/wiki/Q1206311","display_name":"Quantum logic","level":4,"score":0.2549999952316284}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/qce65121.2025.10315","is_oa":false,"landing_page_url":"https://doi.org/10.1109/qce65121.2025.10315","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE International Conference on Quantum Computing and Engineering (QCE)","raw_type":"proceedings-article"},{"id":"pmh:oai:arpi.unipi.it:11568/1342255","is_oa":false,"landing_page_url":"https://hdl.handle.net/11568/1342255","pdf_url":null,"source":{"id":"https://openalex.org/S4377196265","display_name":"CINECA IRIS Institutial research information system (University of Pisa)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I108290504","host_organization_name":"University of Pisa","host_organization_lineage":["https://openalex.org/I108290504"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W3033436415","https://openalex.org/W3179419443","https://openalex.org/W4206310632","https://openalex.org/W4280566442","https://openalex.org/W4285729218","https://openalex.org/W4288758398","https://openalex.org/W4313893488","https://openalex.org/W4384934446","https://openalex.org/W4388878343","https://openalex.org/W4389162713","https://openalex.org/W4389672456","https://openalex.org/W4401609678"],"related_works":[],"abstract_inverted_index":{"Reproducibility":[0],"and":[1,27,34,55,62,76,106,113,135,141,152,165,194,208],"comparability":[2],"remain":[3],"fundamental":[4],"challenges":[5,17],"in":[6,129],"the":[7,20,28,58,126,131,169,212],"empirical":[8],"evaluation":[9],"of":[10,24,60,156],"Quantum":[11],"Software":[12],"Engineering":[13],"(QSE)":[14],"tools.":[15],"These":[16],"arise":[18],"from":[19],"intrinsic":[21],"probabilistic":[22],"behavior":[23],"quantum":[25,32,39,175,213],"programs":[26],"variability":[29],"introduced":[30],"by":[31],"hardware":[33],"simulator":[35],"backends.":[36],"While":[37],"existing":[38],"benchmarks":[40],"typically":[41],"offer":[42],"only":[43,120],"static":[44],"circuit":[45,103,128],"definitions,":[46],"they":[47],"often":[48],"leave":[49],"researchers":[50,147],"responsible":[51],"for":[52,162,171],"data":[53,189],"generation":[54],"execution,":[56],"hindering":[57],"creation":[59],"standardized":[61],"reproducible":[63,209],"experiments.":[64],"In":[65],"this":[66],"paper,":[67],"we":[68],"introduce":[69],"QSimBench,":[70],"a":[71,182],"novel,":[72],"open-source":[73],"benchmark":[74,178],"suite":[75],"accompanying":[77],"Python":[78,184],"library":[79],"designed":[80],"to":[81,148,205],"address":[82],"these":[83],"limitations.":[84],"QSimBench":[85,145,200],"provides":[86],"over":[87],"20":[88],"million":[89],"precomputed":[90],"shot-level":[91],"execution":[92],"traces:$\\mathbf{2":[93],"0,":[94],"0":[95,96],"0}$measurements":[97],"each,":[98],"across$\\mathbf{1":[99],"4}$quantum":[100],"algorithms,":[101],"multiple":[102],"sizes":[104],"($4-15$qubits),":[105],"six":[107],"Qiskit-based":[108],"backends":[109],"including":[110],"both":[111],"ideal":[112],"noise-injected":[114],"simulations.":[115],"Each":[116],"configuration":[117,136],"includes":[118],"not":[119],"detailed":[121],"measurement":[122],"histories":[123],"but":[124],"also":[125],"original":[127],"OpenQASM,":[130],"backend's":[132],"noise":[133],"model,":[134],"metadata,":[137],"ensuring":[138],"full":[139],"transparency":[140],"enabling":[142],"in-depth":[143],"analysis.":[144],"empowers":[146],"conduct":[149],"scalable,":[150],"reproducible,":[151],"statistically":[153],"rigorous":[154],"evaluations":[155],"QSE":[157],"tools,":[158],"such":[159],"as":[160],"those":[161],"monitoring,":[163],"orchestration,":[164],"statistical":[166],"post-processing,":[167],"without":[168],"need":[170],"expensive":[172],"or":[173],"difficult-to-reproduce":[174],"executions.":[176],"The":[177],"is":[179,201],"distributed":[180],"with":[181],"lightweight":[183],"API":[185],"that":[186],"facilitates":[187],"fast":[188],"retrieval,":[190],"flexible":[191],"sampling":[192],"strategies,":[193],"seamless":[195],"integration":[196],"into":[197],"experimental":[198],"pipelines.":[199],"publicly":[202],"available,":[203],"aiming":[204],"foster":[206],"collaborative":[207],"research":[210],"within":[211],"software":[214],"community.":[215]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-12-01T00:00:00"}