{"id":"https://openalex.org/W4287022643","doi":null,"title":"Benchpress: A Scalable and Versatile Workflow for Benchmarking Structure Learning Algorithms","display_name":"Benchpress: A Scalable and Versatile Workflow for Benchmarking Structure Learning Algorithms","alternate_titles":[],"publication_year":2021,"publication_date":"2021-07-08","ids":{"openalex":"https://openalex.org/W4287022643"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2107.03863","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.03863","pdf_url":"https://arxiv.org/pdf/2107.03863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W4287022643"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":["arxiv"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2107.03863","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5061783155","display_name":"Felix L. Rios","orcid":"https://orcid.org/0000-0002-6886-5436","observed_orcids":["https://orcid.org/0000-0002-6886-5436"]},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Rios, Felix L.","raw_affiliation_strings":["Department of Mathematics and Computer Science University of Basel Spiegelgasse 1 , 4051 Basel , Switzerland","University of Basel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science University of Basel Spiegelgasse 1 , 4051 Basel , Switzerland","institution_ids":["https://openalex.org/I1850255"]},{"raw_affiliation_string":"University of Basel","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041779794","display_name":"Giusi Moffa","orcid":"https://orcid.org/0000-0002-2739-0454","observed_orcids":["https://orcid.org/0000-0002-2739-0454"]},"institutions":[{"id":"https://openalex.org/I1850255","display_name":"University of Basel","ror":"https://ror.org/02s6k3f65","country_code":"CH","type":"education","lineage":["https://openalex.org/I1850255"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Moffa, Giusi","raw_affiliation_strings":["Department of Mathematics and Computer Science University of Basel Spiegelgasse 1 , 4051 Basel , Switzerland","University of Basel"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Mathematics and Computer Science University of Basel Spiegelgasse 1 , 4051 Basel , Switzerland","institution_ids":["https://openalex.org/I1850255"]},{"raw_affiliation_string":"University of Basel","institution_ids":["https://openalex.org/I1850255"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5038666930","display_name":"Jack Kuipers","orcid":"https://orcid.org/0000-0001-5357-2705","observed_orcids":["https://orcid.org/0000-0001-5357-2705"]},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kuipers, Jack","raw_affiliation_strings":["Department of Biosystems Science and Engineering ETH Z\u00fcrich Mattenstrasse 26 , 4058 Basel , Switzerland","ETH Z\u00fcrich"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Biosystems Science and Engineering ETH Z\u00fcrich Mattenstrasse 26 , 4058 Basel , Switzerland","institution_ids":["https://openalex.org/I35440088"]},{"raw_affiliation_string":"ETH Z\u00fcrich","institution_ids":["https://openalex.org/I35440088"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.000699999975040555,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10136","display_name":"Statistical Methods and Inference","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.7540000081062317},{"id":"https://openalex.org/keywords/structure-learning","display_name":"structure learning","score":0.8320000171661377},{"id":"https://openalex.org/keywords/probabilistic-graphical-models","display_name":"probabilistic graphical models","score":0.9509999752044678},{"id":"https://openalex.org/keywords/bayesian-networks","display_name":"Bayesian networks","score":0.7979999780654907},{"id":"https://openalex.org/keywords/snakemake-workflow","display_name":"Snakemake workflow","score":0.9490000009536743},{"id":"https://openalex.org/keywords/reproducibility","display_name":"reproducibility","score":0.7720000147819519},{"id":"https://openalex.org/keywords/causal-discovery","display_name":"causal discovery","score":0.7850000262260437},{"id":"https://openalex.org/keywords/benchmark-dataset","display_name":"benchmark dataset","score":0.47999998927116394},{"id":"https://openalex.org/keywords/performance-evaluation","display_name":"performance evaluation","score":0.4429999887943268}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.3838009834289551}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:arXiv.org:2107.03863","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.03863","pdf_url":"https://arxiv.org/pdf/2107.03863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2107.03863","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2107.03863","pdf_url":"https://arxiv.org/pdf/2107.03863","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4287022643.pdf","grobid_xml":"https://content.openalex.org/works/W4287022643.grobid-xml"},"referenced_works_count":75,"referenced_works":["https://openalex.org/W87366574","https://openalex.org/W1517637854","https://openalex.org/W1517993545","https://openalex.org/W1529197954","https://openalex.org/W1668219064","https://openalex.org/W1975062332","https://openalex.org/W2012436088","https://openalex.org/W2019963883","https://openalex.org/W2030680205","https://openalex.org/W2036280132","https://openalex.org/W2049910836","https://openalex.org/W2055841987","https://openalex.org/W2073307618","https://openalex.org/W2073728299","https://openalex.org/W2074360197","https://openalex.org/W2082695959","https://openalex.org/W2095067466","https://openalex.org/W2099978770","https://openalex.org/W2110417468","https://openalex.org/W2115984935","https://openalex.org/W2125631472","https://openalex.org/W2128088446","https://openalex.org/W2132555912","https://openalex.org/W2144731007","https://openalex.org/W2149337551","https://openalex.org/W2161642932","https://openalex.org/W2165190832","https://openalex.org/W2168701649","https://openalex.org/W2179859124","https://openalex.org/W2184333816","https://openalex.org/W2189372254","https://openalex.org/W2267567366","https://openalex.org/W2296335794","https://openalex.org/W2330192890","https://openalex.org/W2341844252","https://openalex.org/W2519023215","https://openalex.org/W2570760970","https://openalex.org/W2611370172","https://openalex.org/W2613409207","https://openalex.org/W2616641613","https://openalex.org/W2620230519","https://openalex.org/W2622142234","https://openalex.org/W2626936765","https://openalex.org/W2761438027","https://openalex.org/W2798869818","https://openalex.org/W2802117660","https://openalex.org/W2802779426","https://openalex.org/W2806110837","https://openalex.org/W2806222559","https://openalex.org/W2889900103","https://openalex.org/W2950017290","https://openalex.org/W2952051154","https://openalex.org/W2964164655","https://openalex.org/W2966749130","https://openalex.org/W2970068706","https://openalex.org/W2986579771","https://openalex.org/W2990427812","https://openalex.org/W2997591727","https://openalex.org/W3002588292","https://openalex.org/W3026534141","https://openalex.org/W3128261063","https://openalex.org/W3137804125","https://openalex.org/W3157340769","https://openalex.org/W3161754242","https://openalex.org/W3195224214","https://openalex.org/W3201412947","https://openalex.org/W3210869577","https://openalex.org/W4229043266","https://openalex.org/W4381568385","https://openalex.org/W4384023559","https://openalex.org/W4385474105","https://openalex.org/W4386044220","https://openalex.org/W7096555874","https://openalex.org/W7133208550","https://openalex.org/W7133225351"],"related_works":["https://openalex.org/W4287024522","https://openalex.org/W7056235092","https://openalex.org/W4255738661","https://openalex.org/W6893331467","https://openalex.org/W6904775382","https://openalex.org/W2750888327","https://openalex.org/W6939701816","https://openalex.org/W6964894436","https://openalex.org/W7168061196","https://openalex.org/W6958116287"],"abstract_inverted_index":{"Describing":[0],"the":[1,4,12,33,36,61,104,169,182,194],"relationship":[2],"between":[3],"variables":[5],"in":[6,20,108,188,203],"a":[7,17,46,53,68,93,109,126,151,173,189],"study":[8],"domain":[9],"and":[10,45,78,146,159,165,178,211],"modelling":[11],"data":[13,156,206],"generating":[14,157],"mechanism":[15],"is":[16,42,90,106,213],"fundamental":[18],"problem":[19],"many":[21],"empirical":[22],"sciences.":[23],"Probabilistic":[24],"graphical":[25,37,87,179],"models":[26,41,158,164,180],"are":[27],"one":[28],"common":[29],"approach":[30],"to":[31,113,116,125],"tackle":[32],"problem.":[34],"Learning":[35],"structure":[38,82],"for":[39,74,85,100,155,199],"such":[40,134],"computationally":[43],"challenging":[44],"fervent":[47],"area":[48],"of":[49,55,63,81,129,153,175,196],"current":[50],"research":[51],"with":[52],"plethora":[54],"algorithms":[56,84,131],"being":[57],"developed.":[58],"To":[59],"facilitate":[60],"benchmarking":[62,190],"different":[64],"methods,":[65],"we":[66],"present":[67],"novel":[69],"Snakemake":[70],"workflow,":[71],"called":[72],"Benchpress":[73,89,120],"producing":[75],"scalable,":[76],"reproducible,":[77],"platform-independent":[79],"benchmarks":[80],"learning":[83,200],"probabilistic":[86],"models.":[88],"interfaced":[91],"via":[92],"simple":[94],"JSON-file,":[95],"which":[96,184],"makes":[97],"it":[98],"accessible":[99],"all":[101],"users,":[102],"while":[103],"code":[105,210],"designed":[107],"fully":[110],"modular":[111],"fashion":[112],"enable":[114],"researchers":[115],"contribute":[117],"additional":[118],"methodologies.":[119],"currently":[121],"provides":[122],"an":[123],"interface":[124],"large":[127],"number":[128,174],"state-of-the-art":[130],"from":[132,181,216],"libraries":[133],"as":[135,148,150],"BDgraph,":[136],"BiDAG,":[137],"bnlearn,":[138],"causal-learn,":[139],"gCastle,":[140],"GOBNILP,":[141],"pcalg,":[142],"r.blip,":[143],"scikit-learn,":[144],"TETRAD,":[145],"trilearn":[147],"well":[149],"variety":[152],"methods":[154],"performance":[160],"evaluation.":[161],"Alongside":[162],"user-defined":[163],"randomly":[166],"generated":[167],"datasets,":[168],"workflow":[170,198],"also":[171],"includes":[172],"standard":[176],"datasets":[177],"literature,":[183],"may":[185],"be":[186],"included":[187],"study.":[191],"We":[192],"demonstrate":[193],"applicability":[195],"this":[197],"Bayesian":[201],"networks":[202],"five":[204],"typical":[205],"scenarios.":[207],"The":[208],"source":[209],"documentation":[212],"publicly":[214],"available":[215],"http://benchpressdocs.readthedocs.io.":[217]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4287022643","counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2022-07-25T00:00:00"}
