{"id":"https://openalex.org/W7161942832","doi":"https://doi.org/10.1145/3786335.3813130","title":"Open Agent Specification: Enabling Cross-Framework Comparison of AI Agents","display_name":"Open Agent Specification: Enabling Cross-Framework Comparison of AI Agents","publication_year":2026,"publication_date":"2026-05-22","ids":{"openalex":"https://openalex.org/W7161942832","doi":"https://doi.org/10.1145/3786335.3813130"},"language":null,"primary_location":{"id":"doi:10.1145/3786335.3813130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813130","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3786335.3813130","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136708730","display_name":"Soufiane Amini","orcid":"https://orcid.org/0009-0008-6946-9364"},"institutions":[{"id":"https://openalex.org/I4210128415","display_name":"\u00c9cole d'Architecture de Casablanca","ror":"https://ror.org/03fgj8421","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210128415"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Soufiane Amini","raw_affiliation_strings":["Oracle, Casablanca, Morocco"],"raw_orcid":"https://orcid.org/0009-0008-6946-9364","affiliations":[{"raw_affiliation_string":"Oracle, Casablanca, Morocco","institution_ids":["https://openalex.org/I4210128415"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109466332","display_name":"Yassine Benajiba","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yassine Benajiba","raw_affiliation_strings":["Oracle, New York, USA"],"raw_orcid":"https://orcid.org/0009-0008-8158-4867","affiliations":[{"raw_affiliation_string":"Oracle, New York, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007661427","display_name":"Cesare Bernardis","orcid":"https://orcid.org/0000-0002-8972-0850"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cesare Bernardis","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-8972-0850","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117865108","display_name":"Paul Cayet","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Paul Cayet","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0001-4140-8155","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047912647","display_name":"Hassan Chafi","orcid":"https://orcid.org/0009-0003-1172-0409"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hassan Chafi","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0003-1172-0409","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066980762","display_name":"Abderrahim Fathan","orcid":"https://orcid.org/0000-0002-5749-1643"},"institutions":[{"id":"https://openalex.org/I4210128415","display_name":"\u00c9cole d'Architecture de Casablanca","ror":"https://ror.org/03fgj8421","country_code":"MA","type":"education","lineage":["https://openalex.org/I4210128415"]}],"countries":["MA"],"is_corresponding":false,"raw_author_name":"Abderrahim Fathan","raw_affiliation_strings":["Oracle, Casablanca, Morocco"],"raw_orcid":"https://orcid.org/0000-0002-5749-1643","affiliations":[{"raw_affiliation_string":"Oracle, Casablanca, Morocco","institution_ids":["https://openalex.org/I4210128415"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004260756","display_name":"Louis Faucon","orcid":"https://orcid.org/0000-0001-5690-5018"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Louis Faucon","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-5690-5018","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117865104","display_name":"Damien Hilloulin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Damien Hilloulin","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0003-8013-1616","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101546364","display_name":"Sungpack Hong","orcid":"https://orcid.org/0009-0007-0656-2847"},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sungpack Hong","raw_affiliation_strings":["Oracle, Redwood City, USA"],"raw_orcid":"https://orcid.org/0009-0007-0656-2847","affiliations":[{"raw_affiliation_string":"Oracle, Redwood City, USA","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065110262","display_name":"Ingo Kossyk","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ingo Kossyk","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0006-1648-8663","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087755670","display_name":"Tirthankar Lahiri","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tirthankar Lahiri","raw_affiliation_strings":["Oracle, Redwood City, Switzerland"],"raw_orcid":"https://orcid.org/0009-0002-9656-1795","affiliations":[{"raw_affiliation_string":"Oracle, Redwood City, Switzerland","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101264784","display_name":"Tran Minh Son Le","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tran Minh Son Le","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0001-6706-1746","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024369849","display_name":"Rhicheek Patra","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rhicheek Patra","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-9914-9088","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104067009","display_name":"Sujith Ravi","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sujith Ravi","raw_affiliation_strings":["Oracle, California, USA"],"raw_orcid":"https://orcid.org/0009-0003-9948-0277","affiliations":[{"raw_affiliation_string":"Oracle, California, USA","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119913445","display_name":"Jonas Schweizer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jonas Schweizer","raw_affiliation_strings":["Oracle, Zurich, Switzerland"],"raw_orcid":"https://orcid.org/0009-0007-4838-7848","affiliations":[{"raw_affiliation_string":"Oracle, Zurich, Switzerland","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5134368365","display_name":"Jyotika Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jyotika Singh","raw_affiliation_strings":["Oracle, California, USA"],"raw_orcid":"https://orcid.org/0000-0002-5442-3004","affiliations":[{"raw_affiliation_string":"Oracle, California, USA","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043550998","display_name":"Shailender Singh","orcid":null},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shailender Singh","raw_affiliation_strings":["Oracle, Washington, Switzerland"],"raw_orcid":"https://orcid.org/0009-0004-6423-8664","affiliations":[{"raw_affiliation_string":"Oracle, Washington, Switzerland","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089025930","display_name":"W. Sun","orcid":"https://orcid.org/0000-0003-4002-0199"},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weiyi Sun","raw_affiliation_strings":["Oracle, Massachusetts, USA"],"raw_orcid":"https://orcid.org/0009-0000-0273-3089","affiliations":[{"raw_affiliation_string":"Oracle, Massachusetts, USA","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060691179","display_name":"Kartik Talamadupula","orcid":"https://orcid.org/0000-0002-4628-3785"},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kartik Talamadupula","raw_affiliation_strings":["Oracle, Washington, USA"],"raw_orcid":"https://orcid.org/0000-0002-4628-3785","affiliations":[{"raw_affiliation_string":"Oracle, Washington, USA","institution_ids":["https://openalex.org/I1342911587"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5136679684","display_name":"Jerry Xu","orcid":"https://orcid.org/0009-0005-0152-3203"},"institutions":[{"id":"https://openalex.org/I1342911587","display_name":"Oracle (United States)","ror":"https://ror.org/006c77m33","country_code":"US","type":"company","lineage":["https://openalex.org/I1342911587"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jerry Xu","raw_affiliation_strings":["Oracle, Santa Clara, USA"],"raw_orcid":"https://orcid.org/0009-0005-0152-3203","affiliations":[{"raw_affiliation_string":"Oracle, Santa Clara, USA","institution_ids":["https://openalex.org/I1342911587"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":20,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.80863839,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"404","last_page":"418"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.6331999897956848,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.6331999897956848,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.09960000216960907,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12203","display_name":"Mobile Agent-Based Network Management","score":0.02759999968111515,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/multi-agent-system","display_name":"Multi-agent system","score":0.2703000009059906},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.26350000500679016},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.26260000467300415},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.25130000710487366},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.24869999289512634}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5746999979019165},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37700000405311584},{"id":"https://openalex.org/C41550386","wikidata":"https://www.wikidata.org/wiki/Q529909","display_name":"Multi-agent system","level":2,"score":0.2703000009059906},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.26350000500679016},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.26260000467300415},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.25130000710487366},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.24869999289512634},{"id":"https://openalex.org/C115901376","wikidata":"https://www.wikidata.org/wiki/Q184199","display_name":"Automation","level":2,"score":0.23330000042915344},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.22200000286102295},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.21809999644756317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3786335.3813130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813130","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3786335.3813130","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3786335.3813130","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM Conference on AI and Agentic Systems","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W4402670060","https://openalex.org/W4402671584","https://openalex.org/W4407670622","https://openalex.org/W4411151922","https://openalex.org/W4412877164","https://openalex.org/W4412889943","https://openalex.org/W4413180532","https://openalex.org/W4413427262","https://openalex.org/W7133207889","https://openalex.org/W7133214447"],"related_works":[],"abstract_inverted_index":{"The":[0],"proliferation":[1],"of":[2],"agent":[3,119],"frameworks":[4,17,152],"has":[5],"made":[6],"it":[7],"difficult":[8],"to":[9,131,157,163],"evaluate":[10],"AI":[11,67],"agents":[12,68],"fairly":[13],"across":[14,100],"runtimes,":[15],"because":[16],"differ":[18,122],"in":[19,124],"their":[20],"abstractions,":[21],"execution":[22,128],"semantics,":[23,78],"prompt":[24],"handling,":[25],"and":[26,45,69,75,79,98,107,127,148,165],"tool":[27],"integration":[28],"mechanisms.":[29],"We":[30,134],"present":[31],"a":[32,41,46,61,140,144],"cross-framework":[33,160],"evaluation":[34,48],"methodology":[35],"for":[36,65,150],"agentic":[37],"systems":[38],"based":[39],"on":[40],"shared":[42],"declarative":[43,63],"representation":[44,88],"standardized":[47],"harness.":[49],"To":[50],"enable":[51],"this":[52],"methodology,":[53],"we":[54,90],"introduce":[55],"Open":[56],"Agent":[57,83],"Specification":[58],"(Agent":[59],"Spec),":[60],"framework-agnostic":[62],"language":[64],"representing":[66],"workflows":[70],"with":[71],"common":[72,87],"components,":[73],"control":[74],"data":[76],"flow":[77],"validation":[80],"support.":[81],"Using":[82],"Spec":[84],"as":[85],"the":[86,117],"layer,":[89],"study":[91],"four":[92],"distinct":[93],"runtimes":[94,121],"(LangGraph,":[95],"CrewAI,":[96],"AutoGen,":[97,155],"WayFlow)":[99],"three":[101],"different":[102],"benchmarks":[103],"(SimpleQA":[104],"Verified,":[105],"\u03c42-Bench":[106],"BIRD-SQL).":[108],"Our":[109],"results":[110],"show":[111],"that,":[112],"even":[113],"when":[114],"starting":[115],"from":[116],"same":[118],"specification,":[120],"meaningfully":[123],"accuracy,":[125],"latency,":[126],"behavior":[129],"due":[130],"framework-specific":[132],"differences.":[133],"also":[135],"release":[136],"supporting":[137],"tooling,":[138],"including":[139],"Python":[141],"SDK":[142],"(PyAgentSpec),":[143],"reference":[145],"runtime":[146],"(WayFlow),":[147],"adapters":[149],"popular":[151],"(e.g.,":[153],"LangGraph,":[154],"CrewAI),":[156],"make":[158],"such":[159],"comparisons":[161],"easier":[162],"reproduce":[164],"extend.":[166]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2026-05-22T00:00:00"}