{"id":"https://openalex.org/W141973477","doi":null,"title":"A Universal Criteria Catalog for Evaluation of Heterogeneous Agent Development Artifacts","display_name":"A Universal Criteria Catalog for Evaluation of Heterogeneous Agent Development Artifacts","alternate_titles":[],"publication_year":2008,"publication_date":"2008-01-01","ids":{"openalex":"https://openalex.org/W141973477","mag":"141973477"},"language":"en","primary_location":{"id":"mag:141973477","doi":null,"is_oa":false,"landing_page_url":"https://vsis-www.informatik.uni-hamburg.de/getDoc.php/publications/316/evaluation.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W141973477"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037595687","display_name":"Lars Braubach","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Lars Braubach","raw_affiliation_strings":["UNIVERSITY OF HAMBURG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNIVERSITY OF HAMBURG","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045696593","display_name":"Alexander Pokahr","orcid":"https://orcid.org/0000-0001-6476-6994","observed_orcids":["https://orcid.org/0000-0001-6476-6994"]},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Alexander Pokahr","raw_affiliation_strings":["UNIVERSITY OF HAMBURG"],"raw_orcid":"https://orcid.org/0000-0001-6476-6994","affiliations":[{"raw_affiliation_string":"UNIVERSITY OF HAMBURG","institution_ids":["https://openalex.org/I159176309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087564248","display_name":"Winfried Lamersdorf","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I159176309","display_name":"Universit\u00e4t Hamburg","ror":"https://ror.org/00g30e956","country_code":"DE","type":"education","lineage":["https://openalex.org/I159176309"]}],"countries":["DE"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Winfried Lamersdorf","raw_affiliation_strings":["UNIVERSITY OF HAMBURG"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UNIVERSITY OF HAMBURG","institution_ids":["https://openalex.org/I159176309"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I159176309"],"apc_list":null,"apc_paid":null,"fwci":1.8072,"has_fulltext":false,"cited_by_count":23,"citation_normalized_percentile":{"value":0.85194039,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":86,"max":98},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-systems","display_name":"multi-agent systems","score":0.9769999980926514},{"id":"https://openalex.org/keywords/evaluation-criteria","display_name":"evaluation criteria","score":0.6899999976158142},{"id":"https://openalex.org/keywords/criteria-catalog","display_name":"criteria catalog","score":0.7870000004768372},{"id":"https://openalex.org/keywords/agent-architecture","display_name":"agent architecture","score":0.4099999964237213},{"id":"https://openalex.org/keywords/agent-languages","display_name":"agent languages","score":0.9860000014305115},{"id":"https://openalex.org/keywords/agent-platforms","display_name":"agent platforms","score":0.9729999899864197},{"id":"https://openalex.org/keywords/survey-methodology","display_name":"survey methodology","score":0.6389999985694885}],"concepts":[{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.7685661315917969},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7376401424407959},{"id":"https://openalex.org/C155911762","wikidata":"https://www.wikidata.org/wiki/Q422321","display_name":"Blueprint","level":2,"score":0.6727702021598816},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.6469042301177979},{"id":"https://openalex.org/C2780615836","wikidata":"https://www.wikidata.org/wiki/Q2471869","display_name":"USable","level":2,"score":0.5976796746253967},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46773582696914673},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.33205318450927734},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2771650552749634},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.2258796989917755},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11374655365943909},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"mag:141973477","doi":null,"is_oa":false,"landing_page_url":"https://vsis-www.informatik.uni-hamburg.de/getDoc.php/publications/316/evaluation.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.183.3807","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.183.3807","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.ofai.at/research/agents/conf/at2ai6/papers/Braubach.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.900.3325","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.900.3325","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://vsis-www.informatik.uni-hamburg.de/getDoc.php/publications/316/evaluation.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W35834047","https://openalex.org/W198400421","https://openalex.org/W1523868966","https://openalex.org/W1536565715","https://openalex.org/W1548094152","https://openalex.org/W1558569230","https://openalex.org/W1574918374","https://openalex.org/W1578996581","https://openalex.org/W1581665037","https://openalex.org/W1608796453","https://openalex.org/W1657704689","https://openalex.org/W1795930985","https://openalex.org/W1800478330","https://openalex.org/W1964839117","https://openalex.org/W2052992098","https://openalex.org/W2056245254","https://openalex.org/W2074098370","https://openalex.org/W2088563966","https://openalex.org/W2102130535","https://openalex.org/W2102826504","https://openalex.org/W2130766754","https://openalex.org/W2133127141","https://openalex.org/W2143436119","https://openalex.org/W2146792166","https://openalex.org/W2147544033","https://openalex.org/W2150382432","https://openalex.org/W2282031335","https://openalex.org/W2294972439","https://openalex.org/W2987669503"],"related_works":["https://openalex.org/W7097418193","https://openalex.org/W2165159570","https://openalex.org/W2520209584","https://openalex.org/W2520015257","https://openalex.org/W1505849598","https://openalex.org/W7099661071","https://openalex.org/W2295018338","https://openalex.org/W1866599528","https://openalex.org/W2107728968","https://openalex.org/W7079496583"],"abstract_inverted_index":{"Abstract.":[0],"The":[1],"research":[2],"discipline":[3],"of":[4,13,22,40,110,122,153,175,187,207,214],"multi-agent":[5,49,98],"systems":[6,50],"is":[7,35],"character-ized":[8],"by":[9],"a":[10,19,133,150,188,194],"high":[11],"degree":[12],"heterogeneity.":[14],"This":[15],"heterogeneity":[16],"leads":[17],"to":[18,30,84,171,179],"vast":[20],"amount":[21],"options":[23,62],"(e.g.":[24],"dierent":[25,61],"architectures":[26],"and":[27,58,63,104,193,220],"languages)":[28],"how":[29,161],"em-ploy":[31],"agent":[32,114,154,215],"technology":[33],"but":[34],"also":[36,76],"one":[37,107],"major":[38],"source":[39],"diculties":[41],"for":[42,81,146,149,196],"its":[43,182,204],"adoption.":[44],"People":[45],"interested":[46],"in":[47,65,95,211],"using":[48],"depend":[51],"on":[52],"solid":[53],"survey":[54,74,189,197],"articles,":[55],"which":[56,66,68,86],"clarify":[57],"evaluate":[59],"these":[60],"ex-plain":[64],"situations":[67],"choices":[69],"should":[70,75],"be":[71,138,159,166,191,200,223],"made.":[72],"A":[73],"propose":[77],"viable":[78],"classication":[79],"means":[80],"helping":[82],"readers":[83],"under-stand":[85],"development":[87,155],"artifacts":[88],"broadly":[89],"exhibit":[90],"similar":[91],"properties.":[92],"To":[93,202],"date,":[94],"most":[96],"cases":[97],"system":[99],"surveys":[100],"do":[101],"without":[102,127],"classications":[103],"only":[105,119],"address":[106],"specic":[108],"type":[109],"artifact":[111],"such":[112],"as":[113,185],"languages":[115],"or":[116],"tools.":[117],"Often,":[118],"the":[120,123,172,180,212],"characteristics":[121],"representatives":[124],"are":[125],"described":[126],"evaluating":[128],"them.":[129],"In":[130,177],"this":[131,162],"work":[132],"universal":[134],"criteria":[135],"catalog":[136,164,181],"will":[137,158,190,199,222],"presented":[139],"that":[140],"has":[141],"been":[142],"dened":[143],"abstractly":[144],"enough":[145],"being":[147],"usable":[148],"wide":[151],"variety":[152],"artifacts.":[156],"It":[157],"shown":[160],"abstract":[163],"can":[165],"further":[167],"rened":[168],"with":[169],"respect":[170],"chosen":[173],"area":[174],"investigation.":[176],"addition":[178],"general":[183],"usage":[184],"part":[186],"explained":[192],"blueprint":[195],"conduction":[198],"presented.":[201,224],"demonstrate":[203],"usefulness":[205],"cutouts":[206],"extensive":[208],"evaluations,":[209],"performed":[210],"areas":[213],"architectures,":[216],"languages,":[217],"methodologies,":[218],"tools":[219],"platforms,":[221],"1":[225]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W141973477","counts_by_year":[{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":2}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
