{"id":"https://openalex.org/W2895868736","doi":"https://doi.org/10.3233/aic-170537","title":"Performance robustness of AI planners in the 2014 International Planning Competition","display_name":"Performance robustness of AI planners in the 2014 International Planning Competition","publication_year":2018,"publication_date":"2018-10-16","ids":{"openalex":"https://openalex.org/W2895868736","doi":"https://doi.org/10.3233/aic-170537","mag":"2895868736"},"language":"en","primary_location":{"id":"doi:10.3233/aic-170537","is_oa":true,"landing_page_url":"https://doi.org/10.3233/aic-170537","pdf_url":"https://content.iospress.com:443/download/ai-communications/aic170537?id=ai-communications%2Faic170537","source":{"id":"https://openalex.org/S176303223","display_name":"AI Communications","issn_l":"0921-7126","issn":["0921-7126","1875-8452"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI Communications","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"bronze","oa_url":"https://content.iospress.com:443/download/ai-communications/aic170537?id=ai-communications%2Faic170537","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5097213824","display_name":"Andrea F. Bocchese","orcid":null},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Andrea\u00a0F. Bocchese","raw_affiliation_strings":["Dipartimento di Ingegneria dell\u2019Informazione, Universit\u00e0 degli Studi di Brescia, Brescia, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell\u2019Informazione, Universit\u00e0 degli Studi di Brescia, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001062659","display_name":"Chris Fawcett","orcid":"https://orcid.org/0000-0003-0258-7418"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Chris Fawcett","raw_affiliation_strings":["Department of Computer Science, University of British Columbia, Vancouver, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5086585008","display_name":"Mauro Vallati","orcid":"https://orcid.org/0000-0002-8429-3570"},"institutions":[{"id":"https://openalex.org/I133837150","display_name":"University of Huddersfield","ror":"https://ror.org/05t1h8f27","country_code":"GB","type":"education","lineage":["https://openalex.org/I133837150"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Mauro Vallati","raw_affiliation_strings":["School of Computing and Engineering, University of Huddersfield, Queensgate, Huddersfield, United Kingdom"],"affiliations":[{"raw_affiliation_string":"School of Computing and Engineering, University of Huddersfield, Queensgate, Huddersfield, United Kingdom","institution_ids":["https://openalex.org/I133837150"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5073627176","display_name":"Alfonso Gerevini","orcid":"https://orcid.org/0000-0001-9008-6386"},"institutions":[{"id":"https://openalex.org/I79940851","display_name":"University of Brescia","ror":"https://ror.org/02q2d2610","country_code":"IT","type":"education","lineage":["https://openalex.org/I79940851"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alfonso\u00a0E. Gerevini","raw_affiliation_strings":["Dipartimento di Ingegneria dell\u2019Informazione, Universit\u00e0 degli Studi di Brescia, Brescia, Italy"],"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell\u2019Informazione, Universit\u00e0 degli Studi di Brescia, Brescia, Italy","institution_ids":["https://openalex.org/I79940851"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025342513","display_name":"Holger H. Hoos","orcid":"https://orcid.org/0000-0003-0629-0099"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Holger\u00a0H. Hoos","raw_affiliation_strings":["Department of Computer Science, University of British Columbia, Vancouver, Canada"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of British Columbia, Vancouver, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5086585008"],"corresponding_institution_ids":["https://openalex.org/I133837150"],"apc_list":null,"apc_paid":null,"fwci":0.1692,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.61077544,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"31","issue":"6","first_page":"445","last_page":"463"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9945999979972839,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/agile-software-development","display_name":"Agile software development","score":0.8441078662872314},{"id":"https://openalex.org/keywords/solver","display_name":"Solver","score":0.8232702016830444},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8225023746490479},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7140631079673767},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.6503137350082397},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5813527703285217},{"id":"https://openalex.org/keywords/competition","display_name":"Competition (biology)","score":0.5791096687316895},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.4949790835380554},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41778337955474854},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.08418557047843933}],"concepts":[{"id":"https://openalex.org/C14185376","wikidata":"https://www.wikidata.org/wiki/Q30232","display_name":"Agile software development","level":2,"score":0.8441078662872314},{"id":"https://openalex.org/C2778770139","wikidata":"https://www.wikidata.org/wiki/Q1966904","display_name":"Solver","level":2,"score":0.8232702016830444},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8225023746490479},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7140631079673767},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.6503137350082397},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5813527703285217},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.5791096687316895},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.4949790835380554},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41778337955474854},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.08418557047843933},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.3233/aic-170537","is_oa":true,"landing_page_url":"https://doi.org/10.3233/aic-170537","pdf_url":"https://content.iospress.com:443/download/ai-communications/aic170537?id=ai-communications%2Faic170537","source":{"id":"https://openalex.org/S176303223","display_name":"AI Communications","issn_l":"0921-7126","issn":["0921-7126","1875-8452"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI Communications","raw_type":"journal-article"},{"id":"pmh:oai:pure.atira.dk:openaire/8c453546-d808-4cc9-b880-600ecf3a1824","is_oa":true,"landing_page_url":"https://pure.hud.ac.uk/en/publications/8c453546-d808-4cc9-b880-600ecf3a1824","pdf_url":null,"source":{"id":"https://openalex.org/S4306402508","display_name":"Huddersfield Research Portal (University of Huddersfield)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I133837150","host_organization_name":"University of Huddersfield","host_organization_lineage":["https://openalex.org/I133837150"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Bocchese, A, Fawcett, C, Vallati, M, Gerevini, A E & Hoos, H H 2018, 'Performance Robustness of AI Planners in the 2014 International Planning Competition', AI Communications, vol. 31, no. 6, pp. 445-463. https://doi.org/10.3233/AIC-170537","raw_type":"info:eu-repo/semantics/publishedVersion"},{"id":"pmh:oai:iris.unibs.it:11379/512208","is_oa":false,"landing_page_url":"http://hdl.handle.net/11379/512208","pdf_url":null,"source":{"id":"https://openalex.org/S4306400804","display_name":"Institutional Research Information System (Universit\u00e0 degli Studi di Brescia)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66752286","host_organization_name":"University of Milano-Bicocca","host_organization_lineage":["https://openalex.org/I66752286"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.3233/aic-170537","is_oa":true,"landing_page_url":"https://doi.org/10.3233/aic-170537","pdf_url":"https://content.iospress.com:443/download/ai-communications/aic170537?id=ai-communications%2Faic170537","source":{"id":"https://openalex.org/S176303223","display_name":"AI Communications","issn_l":"0921-7126","issn":["0921-7126","1875-8452"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310318577","host_organization_name":"IOS Press","host_organization_lineage":["https://openalex.org/P4310318577"],"host_organization_lineage_names":["IOS Press"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"AI Communications","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320314000","display_name":"Compute Canada","ror":"https://ror.org/03ty8yr27"},{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2895868736.pdf","grobid_xml":"https://content.openalex.org/works/W2895868736.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W28466788","https://openalex.org/W38624865","https://openalex.org/W1492450056","https://openalex.org/W1510816548","https://openalex.org/W1542756864","https://openalex.org/W1562498886","https://openalex.org/W1580769741","https://openalex.org/W1594907998","https://openalex.org/W1620410031","https://openalex.org/W1886279298","https://openalex.org/W1987703212","https://openalex.org/W1989914740","https://openalex.org/W2033901233","https://openalex.org/W2042590837","https://openalex.org/W2101901809","https://openalex.org/W2111384628","https://openalex.org/W2117539524","https://openalex.org/W2138481840","https://openalex.org/W2147277731","https://openalex.org/W2295272781","https://openalex.org/W2403801554","https://openalex.org/W2576170812","https://openalex.org/W2604181050","https://openalex.org/W2801760638","https://openalex.org/W3021616496","https://openalex.org/W4246708745","https://openalex.org/W6675011887"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W2086519370","https://openalex.org/W2087343574","https://openalex.org/W2121910908"],"abstract_inverted_index":{"Solver":[0],"competitions":[1],"have":[2,83],"been":[3,36],"used":[4],"in":[5,52],"many":[6],"areas":[7],"of":[8,15,78],"AI":[9,24],"to":[10,44,115,169],"assess":[11],"the":[12,16,30,45,75,96,104,112,122,148,164,171,175],"current":[13],"state":[14],"art":[17],"and":[18,22,29,47,65,80,89,107,126,134,150,153],"guide":[19],"future":[20],"research":[21],"development.":[23],"planning":[25],"is":[26,90,157,167],"no":[27],"exception,":[28],"International":[31],"Planning":[32],"Competition":[33],"(IPC)":[34],"has":[35],"frequently":[37],"run":[38],"for":[39,68,160,178],"nearly":[40],"two":[41,118,130],"decades.":[42],"Due":[43],"organisational":[46],"comput":[48],"ational":[49],"burden":[50],"involved":[51],"running":[53],"these":[54,117],"competitions,":[55],"solvers":[56],"are":[57],"generally":[58],"compared":[59],"using":[60],"a":[61],"single":[62],"homogeneous":[63],"hardware":[64,79,132,149],"software":[66,81,137,151],"environment":[67,82],"all":[69,161],"competitors.":[70],"To":[71],"what":[72],"extent":[73],"does":[74],"specific":[76],"choice":[77],"an":[84],"effect":[85,92],"on":[86,129,147],"solver":[87,142],"performance,":[88],"that":[91,141,154],"distributed":[93],"equally":[94],"across":[95],"competing":[97,105],"solvers?":[98],"In":[99],"this":[100,155],"work,":[101],"we":[102],"use":[103],"planners":[106,177],"benchmark":[108],"instance":[109],"sets":[110],"from":[111],"2014":[113,123],"IPC":[114,124],"investigate":[116],"questions.":[119],"We":[120,139],"recreate":[121],"Optimal":[125],"Agile":[127],"tracks":[128],"distinct":[131,136],"environments":[133],"eight":[135],"environments.":[138],"show":[140],"performance":[143],"varies":[144],"significantly":[145],"based":[146],"environment,":[152],"variation":[156,166],"not":[158],"equal":[159],"planners.":[162],"Furthermore,":[163],"observed":[165],"sufficient":[168],"change":[170],"competition":[172],"rankings,":[173],"including":[174],"top-ranked":[176],"some":[179],"tracks.":[180]},"counts_by_year":[{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2026-04-21T08:09:41.155169","created_date":"2025-10-10T00:00:00"}