{"id":"https://openalex.org/W2550007215","doi":"https://doi.org/10.5220/0004818604610468","title":"Why you should Empirically Evaluate your AI Tool - From SPOSH to yaPOSH","display_name":"Why you should Empirically Evaluate your AI Tool - From SPOSH to yaPOSH","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W2550007215","doi":"https://doi.org/10.5220/0004818604610468","mag":"2550007215"},"language":"en","primary_location":{"id":"doi:10.5220/0004818604610468","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0004818604610468","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th International Conference on Agents and Artificial Intelligence","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.5220/0004818604610468","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071288565","display_name":"Jakub Gemrot","orcid":"https://orcid.org/0000-0002-4394-3450"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Jakub Gemrot","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110521744","display_name":"Martin \u010cern\u00fd","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Martin \u010cern\u00fd","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5027765968","display_name":"Cyril Brom","orcid":"https://orcid.org/0000-0001-5945-0514"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cyril Brom","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5071288565"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.24004165,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"461","last_page":"468"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11574","display_name":"Artificial Intelligence in Games","score":0.9854000210762024,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10215","display_name":"Semantic Web and Ontologies","score":0.9621000289916992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8014427423477173},{"id":"https://openalex.org/keywords/toolchain","display_name":"Toolchain","score":0.7374603748321533},{"id":"https://openalex.org/keywords/development-environment","display_name":"Development environment","score":0.5847920179367065},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.49837350845336914},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.48293229937553406},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4617808759212494},{"id":"https://openalex.org/keywords/video-game-development","display_name":"Video game development","score":0.4180935323238373},{"id":"https://openalex.org/keywords/development","display_name":"Development (topology)","score":0.41630759835243225},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.39834359288215637},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.33622950315475464},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.31372153759002686},{"id":"https://openalex.org/keywords/game-design","display_name":"Game design","score":0.2747567296028137},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.18277382850646973}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8014427423477173},{"id":"https://openalex.org/C2777062904","wikidata":"https://www.wikidata.org/wiki/Q545406","display_name":"Toolchain","level":3,"score":0.7374603748321533},{"id":"https://openalex.org/C139968098","wikidata":"https://www.wikidata.org/wiki/Q3055454","display_name":"Development environment","level":2,"score":0.5847920179367065},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.49837350845336914},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.48293229937553406},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4617808759212494},{"id":"https://openalex.org/C54276265","wikidata":"https://www.wikidata.org/wiki/Q1061635","display_name":"Video game development","level":3,"score":0.4180935323238373},{"id":"https://openalex.org/C2776542497","wikidata":"https://www.wikidata.org/wiki/Q5266672","display_name":"Development (topology)","level":2,"score":0.41630759835243225},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.39834359288215637},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.33622950315475464},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.31372153759002686},{"id":"https://openalex.org/C503285160","wikidata":"https://www.wikidata.org/wiki/Q858057","display_name":"Game design","level":2,"score":0.2747567296028137},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.18277382850646973},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.5220/0004818604610468","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0004818604610468","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th International Conference on Agents and Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.5220/0004818604610468","is_oa":true,"landing_page_url":"https://doi.org/10.5220/0004818604610468","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 6th International Conference on Agents and Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.4000000059604645,"id":"https://metadata.un.org/sdg/9"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2013037783","https://openalex.org/W2909413202","https://openalex.org/W4385243142","https://openalex.org/W1999008563","https://openalex.org/W4206329492","https://openalex.org/W2373960762","https://openalex.org/W2031246247","https://openalex.org/W4401509356","https://openalex.org/W2924799365","https://openalex.org/W2466033677"],"abstract_inverted_index":{"The":[0,84,136],"autonomous":[1],"agents":[2],"community":[3,56],"has":[4,73],"been":[5,21],"developing":[6,29],"specific":[7],"agent-oriented":[8],"programming":[9],"languages":[10,19,52,121],"for":[11,28,33,118,188],"more":[12],"than":[13],"two":[14],"decades.":[15],"Some":[16],"of":[17,42,49,105,145],"the":[18,43,47,54,67,79,87,103,106,162],"have":[20],"considered":[22],"by":[23,66],"academia":[24],"as":[25,40],"possible":[26],"tools":[27,124],"artificial":[30],"intelligence":[31],"(AI)":[32],"non-player":[34],"characters":[35],"in":[36,108,125],"computer":[37],"games.":[38],"However,":[39],"most":[41],"research":[44],"related":[45],"to":[46,168,184],"development":[48,97,142,158,183],"new":[50],"AI":[51,120,186],"within":[53],"agent":[55,151],"does":[57],"not":[58,77],"reach":[59],"production":[60],"quality,":[61],"they":[62],"are":[63],"seldom":[64],"adopted":[65],"games":[68],"industry.":[69],"As":[70],"our":[71,116,141,175],"experience":[72,176],"shown,":[74],"it":[75],"is":[76,138],"only":[78],"actual":[80,185],"language":[81,88,107],"that":[82,156],"matters.":[83],"toolchain":[85],"supporting":[86],"and":[89,122,143,147],"its":[90],"integration":[91],"(or":[92],"lack":[93],"thereof)":[94],"with":[95,131],"a":[96],"environment":[98],"can":[99],"make":[100],"or":[101],"break":[102],"success":[104],"practical":[109],"applications.":[110],"In":[111],"this":[112],"paper,":[113],"we":[114],"describe":[115],"methodology":[117,137],"evaluating":[119],"associated":[123],"practice":[126],"based":[127],"on":[128,140],"controlled":[129],"experiments":[130],"programmers":[132],"and/or":[133],"game":[134],"designers.":[135],"demonstrated":[139],"evaluation":[144],"SPOSH":[146],"yaPOSH":[148,182],"high":[149],"level":[150],"behavior":[152],"languages.":[153],"We":[154,172],"show":[155],"incomplete":[157],"support":[159],"may":[160],"prevent":[161],"tool":[163],"from":[164,177],"giving":[165],"any":[166],"benefit":[167],"developers":[169],"at":[170],"all.":[171],"also":[173],"present":[174],"transferring":[178],"knowledge":[179],"gained":[180],"during":[181],"design":[187],"an":[189],"upcoming":[190],"AAA":[191],"game.":[192]},"counts_by_year":[],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2016-11-30T00:00:00"}