{"id":"https://openalex.org/W4400799124","doi":"https://doi.org/10.1145/3626203.3670579","title":"Human-powered AI Gym: Lessons Learned as the Test and Evaluation Team for the DARPA SHADE Program: Human-powered AI Gym","display_name":"Human-powered AI Gym: Lessons Learned as the Test and Evaluation Team for the DARPA SHADE Program: Human-powered AI Gym","publication_year":2024,"publication_date":"2024-07-17","ids":{"openalex":"https://openalex.org/W4400799124","doi":"https://doi.org/10.1145/3626203.3670579"},"language":"en","primary_location":{"id":"doi:10.1145/3626203.3670579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626203.3670579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing 2024: Human Powered Computing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3626203.3670579","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5075120675","display_name":"Justin A. Drake","orcid":"https://orcid.org/0000-0001-8966-3027"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Justin Drake","raw_affiliation_strings":["Texas Advanced Computing Center, University of Texas at Austin, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, University of Texas at Austin, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072619092","display_name":"Niall Gaffney","orcid":"https://orcid.org/0000-0002-3668-9853"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Niall Gaffney","raw_affiliation_strings":["Texas Advanced Computing Center, University of Texas at Austin, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, University of Texas at Austin, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089646687","display_name":"Nathan Freeman","orcid":"https://orcid.org/0000-0002-9711-8296"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nathan Freeman","raw_affiliation_strings":["Texas Advanced Computing Center, University of Texas at Austin, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, University of Texas at Austin, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090195616","display_name":"Erik Ferlanti","orcid":"https://orcid.org/0000-0001-5128-1584"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Erik Ferlanti","raw_affiliation_strings":["Texas Advanced Computing Center, University of Texas at Austin, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, University of Texas at Austin, USA","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051814524","display_name":"John Fonner","orcid":"https://orcid.org/0000-0003-4398-2916"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"John Fonner","raw_affiliation_strings":["Texas Advanced Computing Center, University of Texas at Austin, USA"],"affiliations":[{"raw_affiliation_string":"Texas Advanced Computing Center, University of Texas at Austin, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5075120675"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.326,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.64259247,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11323","display_name":"Gamma-ray bursts and supernovae","score":0.9537000060081482,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11323","display_name":"Gamma-ray bursts and supernovae","score":0.9537000060081482,"subfield":{"id":"https://openalex.org/subfields/3103","display_name":"Astronomy and Astrophysics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9513000249862671,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.9498999714851379,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6360613107681274},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.45903870463371277},{"id":"https://openalex.org/keywords/aeronautics","display_name":"Aeronautics","score":0.4241247773170471},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.4035485088825226},{"id":"https://openalex.org/keywords/multimedia","display_name":"Multimedia","score":0.37458938360214233},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36729222536087036}],"concepts":[{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6360613107681274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.45903870463371277},{"id":"https://openalex.org/C178802073","wikidata":"https://www.wikidata.org/wiki/Q8421","display_name":"Aeronautics","level":1,"score":0.4241247773170471},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.4035485088825226},{"id":"https://openalex.org/C49774154","wikidata":"https://www.wikidata.org/wiki/Q131765","display_name":"Multimedia","level":1,"score":0.37458938360214233},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36729222536087036},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3626203.3670579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626203.3670579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing 2024: Human Powered Computing","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3626203.3670579","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3626203.3670579","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Practice and Experience in Advanced Research Computing 2024: Human Powered Computing","raw_type":"proceedings-article"},"sustainable_development_goals":[{"display_name":"Quality Education","score":0.41999998688697815,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320323817","display_name":"Universitas Brawijaya","ror":"https://ror.org/01wk3d929"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":4,"referenced_works":["https://openalex.org/W3034545571","https://openalex.org/W3156001951","https://openalex.org/W4309663019","https://openalex.org/W4366310717"],"related_works":["https://openalex.org/W2152805146","https://openalex.org/W641782856","https://openalex.org/W2077812314","https://openalex.org/W2326483923","https://openalex.org/W593591422","https://openalex.org/W1985678447","https://openalex.org/W1568411643","https://openalex.org/W3034012767","https://openalex.org/W2950750861","https://openalex.org/W3032034519"],"abstract_inverted_index":{"We":[0],"present":[1],"the":[2,10,15,40,57,70],"best":[3],"practices":[4],"and":[5,63,83],"collaborative":[6],"methods":[7],"used":[8],"during":[9],"DARPA":[11],"SHADE":[12],"program,":[13,28],"exploring":[14],"use":[16],"of":[17,42,72],"AI":[18,44,47,54],"agents":[19],"to":[20,37,76],"advise":[21],"diplomatic":[22],"negotiations.":[23],"In":[24],"this":[25],"accelerated":[26],"18-month":[27],"we":[29],"created":[30],"an":[31,43,50],"environment":[32],"for":[33],"seven":[34],"research":[35],"performers":[36],"collaborate":[38],"in":[39,52],"development":[41],"Gym.":[45],"This":[46],"Gym":[48],"provided":[49],"area":[51],"which":[53],"developed":[55],"by":[56],"various":[58],"teams":[59],"could":[60],"compete,":[61],"negotiate,":[62],"explain":[64],"their":[65,78],"intentions":[66],"as":[67],"they":[68],"played":[69],"game":[71],"Diplomacy,":[73],"allowing":[74],"us":[75],"evaluate":[77],"abilities":[79],"against":[80],"other":[81],"digital":[82],"human":[84],"agents.":[85]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}