{"id":"https://openalex.org/W4387171524","doi":"https://doi.org/10.3233/faia230613","title":"Knowledge Injection for Multiagent Systems via Counterfactual Perception Shaping","display_name":"Knowledge Injection for Multiagent Systems via Counterfactual Perception Shaping","publication_year":2023,"publication_date":"2023-09-28","ids":{"openalex":"https://openalex.org/W4387171524","doi":"https://doi.org/10.3233/faia230613"},"language":"en","primary_location":{"id":"doi:10.3233/faia230613","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230613","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230613","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230613","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042169330","display_name":"Nicholas Zerbel","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nicholas Zerbel","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5084748531","display_name":"Kagan Tumer","orcid":"https://orcid.org/0009-0007-3809-7257"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kagan Tumer","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5042169330"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35950972,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9056000113487244,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9056000113487244,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/counterfactual-thinking","display_name":"Counterfactual thinking","score":0.8732494115829468},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.5540376305580139},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.553066611289978},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5454689860343933},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5267964005470276},{"id":"https://openalex.org/keywords/function","display_name":"Function (biology)","score":0.48594772815704346},{"id":"https://openalex.org/keywords/retraining","display_name":"Retraining","score":0.4713558554649353},{"id":"https://openalex.org/keywords/knowledge-management","display_name":"Knowledge management","score":0.4002344012260437},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37646597623825073},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.3465607464313507},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.20536234974861145},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.10887080430984497},{"id":"https://openalex.org/keywords/business","display_name":"Business","score":0.10326549410820007},{"id":"https://openalex.org/keywords/social-psychology","display_name":"Social psychology","score":0.058657169342041016}],"concepts":[{"id":"https://openalex.org/C108650721","wikidata":"https://www.wikidata.org/wiki/Q1783253","display_name":"Counterfactual thinking","level":2,"score":0.8732494115829468},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.5540376305580139},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.553066611289978},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5454689860343933},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5267964005470276},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.48594772815704346},{"id":"https://openalex.org/C2778712577","wikidata":"https://www.wikidata.org/wiki/Q3505966","display_name":"Retraining","level":2,"score":0.4713558554649353},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.4002344012260437},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37646597623825073},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.3465607464313507},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.20536234974861145},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.10887080430984497},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.10326549410820007},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.058657169342041016},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C155202549","wikidata":"https://www.wikidata.org/wiki/Q178803","display_name":"International trade","level":1,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia230613","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230613","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230613","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia230613","is_oa":true,"landing_page_url":"http://dx.doi.org/10.3233/faia230613","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA230613","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3611504697","display_name":null,"funder_award_id":"IIS-2112633","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G523099503","display_name":null,"funder_award_id":"S-2112633","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7403748957","display_name":null,"funder_award_id":"2112633","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G848032724","display_name":null,"funder_award_id":"Science","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4387171524.pdf","grobid_xml":"https://content.openalex.org/works/W4387171524.grobid-xml"},"referenced_works_count":35,"referenced_works":["https://openalex.org/W1555689267","https://openalex.org/W1605268984","https://openalex.org/W1606056663","https://openalex.org/W1959261928","https://openalex.org/W2097381042","https://openalex.org/W2107544712","https://openalex.org/W2129512980","https://openalex.org/W2133040789","https://openalex.org/W2148704121","https://openalex.org/W2149125415","https://openalex.org/W2149901355","https://openalex.org/W2164830492","https://openalex.org/W2397581010","https://openalex.org/W2432717477","https://openalex.org/W2472819217","https://openalex.org/W2535584654","https://openalex.org/W2576551432","https://openalex.org/W2601322194","https://openalex.org/W2605801332","https://openalex.org/W2620645529","https://openalex.org/W2921955147","https://openalex.org/W2963341924","https://openalex.org/W2965908096","https://openalex.org/W3015206254","https://openalex.org/W3035966219","https://openalex.org/W3122137622","https://openalex.org/W3164972323","https://openalex.org/W3207405075","https://openalex.org/W3215139883","https://openalex.org/W3216302784","https://openalex.org/W4200169892","https://openalex.org/W4281727664","https://openalex.org/W4298018319","https://openalex.org/W4312867245","https://openalex.org/W4313146344"],"related_works":["https://openalex.org/W3201448254","https://openalex.org/W4286970243","https://openalex.org/W2066431708","https://openalex.org/W3025615835","https://openalex.org/W4384133558","https://openalex.org/W173210993","https://openalex.org/W2390660599","https://openalex.org/W3028847759","https://openalex.org/W2598946408","https://openalex.org/W3196817267"],"abstract_inverted_index":{"Reward":[0],"shaping":[1],"can":[2,166],"be":[3],"used":[4],"to":[5,41,48,75,95,125,141,145,155,169],"train":[6],"coordinated":[7],"agent":[8,97],"teams,":[9],"but":[10,51],"most":[11],"learning":[12,86],"approaches":[13],"optimize":[14],"for":[15],"training":[16],"conditions":[17],"and":[18,57],"by":[19,23,27],"design,":[20],"are":[21],"limited":[22],"knowledge":[24,90,140],"directly":[25],"captured":[26],"the":[28,85,100,109,173],"reward":[29],"function.":[30],"Advances":[31],"in":[32,46,116,143],"adaptive":[33],"systems":[34],"(e.g.,":[35],"transfer":[36],"learning)":[37],"may":[38],"enable":[39],"agents":[40,53,122,142,154],"quickly":[42],"learn":[43],"new":[44],"policies":[45,106],"response":[47,144],"changing":[49],"conditions,":[50],"retraining":[52],"is":[54],"both":[55],"difficult":[56],"risks":[58],"losing":[59],"team":[60],"coordination":[61,161],"altogether.":[62],"In":[63],"this":[64],"work":[65],"we":[66],"introduce":[67],"Counterfactual":[68],"Knowledge":[69],"Injection":[70],"(CKI),":[71],"a":[72,80,117],"novel":[73],"approach":[74],"injecting":[76],"high-level":[77,138],"information":[78],"into":[79,91],"multiagent":[81,118],"system":[82,101,111,139],"outside":[83],"of":[84,99,129,159],"process.":[87],"CKI":[88,115,135,152],"encodes":[89],"counterfactual":[92],"state":[93],"representations":[94],"shape":[96],"perceptions":[98],"so":[102],"that":[103,134,151,171],"their":[104,157],"current":[105,110],"better":[107],"match":[108],"conditions.":[112],"We":[113,132,148],"demonstrate":[114],"exploration":[119],"task":[120],"where":[121],"must":[123],"collaborate":[124],"observe":[126],"various":[127],"Points":[128],"Interest":[130],"(POI).":[131],"show":[133,150],"successfully":[136],"imparts":[137],"imperceptible":[146],"changes.":[147],"also":[149],"enables":[153],"adjust":[156],"level":[158],"agent-to-agent":[160],"ranging":[162],"from":[163],"tasks":[164,170],"individuals":[165],"complete":[167],"up":[168],"require":[172],"entire":[174],"team.":[175]},"counts_by_year":[],"updated_date":"2026-03-18T14:38:29.013473","created_date":"2025-10-10T00:00:00"}