{"id":"https://openalex.org/W4237193969","doi":"https://doi.org/10.1109/wsc.2017.8247872","title":"Agent-based model construction using inverse reinforcement learning","display_name":"Agent-based model construction using inverse reinforcement learning","publication_year":2017,"publication_date":"2017-12-01","ids":{"openalex":"https://openalex.org/W4237193969","doi":"https://doi.org/10.1109/wsc.2017.8247872"},"language":"en","primary_location":{"id":"doi:10.1109/wsc.2017.8247872","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc.2017.8247872","pdf_url":null,"source":{"id":"https://openalex.org/S4363607803","display_name":"2017 Winter Simulation Conference (WSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5020687590","display_name":"Kamwoo Lee","orcid":"https://orcid.org/0000-0001-7871-2102"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kamwoo Lee","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023688216","display_name":"Mark Rucker","orcid":"https://orcid.org/0000-0003-0705-6704"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mark Rucker","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051468788","display_name":"William T. Scherer","orcid":"https://orcid.org/0000-0002-1069-7898"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William T. Scherer","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056670558","display_name":"Peter A. Beling","orcid":"https://orcid.org/0000-0003-2196-6982"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter A. Beling","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034370354","display_name":"Matthew S. Gerber","orcid":"https://orcid.org/0000-0002-9069-4100"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matthew S. Gerber","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5084868844","display_name":"Hyojung Kang","orcid":"https://orcid.org/0000-0001-7429-1101"},"institutions":[{"id":"https://openalex.org/I51556381","display_name":"University of Virginia","ror":"https://ror.org/0153tk833","country_code":"US","type":"education","lineage":["https://openalex.org/I51556381"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Hyojung Kang","raw_affiliation_strings":["Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Systems and Information Engineering, University of Virginia, Charlottesville, VA, USA","institution_ids":["https://openalex.org/I51556381"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I51556381"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1264","last_page":"1275"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9988999962806702,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9850999712944031,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11975","display_name":"Evolutionary Algorithms and Applications","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.7891287803649902},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7662258148193359},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7497535943984985},{"id":"https://openalex.org/keywords/complement","display_name":"Complement (music)","score":0.7156301736831665},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6250573396682739},{"id":"https://openalex.org/keywords/behavioral-modeling","display_name":"Behavioral modeling","score":0.5449707508087158},{"id":"https://openalex.org/keywords/aggregate","display_name":"Aggregate (composite)","score":0.4885135889053345},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4610004425048828},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.4166387915611267},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.1066129207611084}],"concepts":[{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.7891287803649902},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7662258148193359},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7497535943984985},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.7156301736831665},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6250573396682739},{"id":"https://openalex.org/C78639753","wikidata":"https://www.wikidata.org/wiki/Q3318160","display_name":"Behavioral modeling","level":2,"score":0.5449707508087158},{"id":"https://openalex.org/C4679612","wikidata":"https://www.wikidata.org/wiki/Q866298","display_name":"Aggregate (composite)","level":2,"score":0.4885135889053345},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4610004425048828},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.4166387915611267},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1066129207611084},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C192562407","wikidata":"https://www.wikidata.org/wiki/Q228736","display_name":"Materials science","level":0,"score":0.0},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.0},{"id":"https://openalex.org/C159985019","wikidata":"https://www.wikidata.org/wiki/Q181790","display_name":"Composite material","level":1,"score":0.0},{"id":"https://openalex.org/C127716648","wikidata":"https://www.wikidata.org/wiki/Q104053","display_name":"Phenotype","level":3,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C188082640","wikidata":"https://www.wikidata.org/wiki/Q1780899","display_name":"Complementation","level":4,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wsc.2017.8247872","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wsc.2017.8247872","pdf_url":null,"source":{"id":"https://openalex.org/S4363607803","display_name":"2017 Winter Simulation Conference (WSC)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 Winter Simulation Conference (WSC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":29,"referenced_works":["https://openalex.org/W28373771","https://openalex.org/W1496546024","https://openalex.org/W1591675293","https://openalex.org/W1977578104","https://openalex.org/W1986014385","https://openalex.org/W1989158281","https://openalex.org/W1999874108","https://openalex.org/W2021472139","https://openalex.org/W2051828847","https://openalex.org/W2098774185","https://openalex.org/W2134491302","https://openalex.org/W2145926739","https://openalex.org/W2150704630","https://openalex.org/W2162009473","https://openalex.org/W2169498096","https://openalex.org/W2246008130","https://openalex.org/W2402542117","https://openalex.org/W2706848718","https://openalex.org/W3121311682","https://openalex.org/W3174497176","https://openalex.org/W4205406814","https://openalex.org/W4246003469","https://openalex.org/W4250316973","https://openalex.org/W6635261211","https://openalex.org/W6674884181","https://openalex.org/W6681613658","https://openalex.org/W6684097133","https://openalex.org/W6691047812","https://openalex.org/W6713034278"],"related_works":["https://openalex.org/W4310083477","https://openalex.org/W2328553770","https://openalex.org/W2920061524","https://openalex.org/W1977959518","https://openalex.org/W2038908348","https://openalex.org/W2107890255","https://openalex.org/W2106552856","https://openalex.org/W2145821588","https://openalex.org/W2086122291","https://openalex.org/W1987513656"],"abstract_inverted_index":{"Agent-based":[0],"modeling":[1],"(ABM)":[2],"assumes":[3],"that":[4,97,106],"behavioral":[5,44,51,122],"rules":[6,18,45,52,64,112,123],"affecting":[7],"an":[8,27,78,115],"agent's":[9,28],"states":[10],"and":[11,22,62,94,113],"actions":[12],"are":[13],"known.":[14],"However,":[15],"discovering":[16],"these":[17,67],"is":[19],"often":[20],"challenging":[21],"requires":[23],"deep":[24],"insight":[25],"about":[26],"behaviors.":[29],"Inverse":[30],"reinforcement":[31],"learning":[32,50],"(IRL)":[33],"can":[34,110],"complement":[35],"ABM":[36],"by":[37],"providing":[38],"a":[39,54,74],"systematic":[40],"way":[41],"to":[42,76],"find":[43],"from":[46,59,82],"data.":[47],"IRL":[48],"frames":[49],"as":[53],"problem":[55],"of":[56,90],"recovering":[57],"motivations":[58],"observed":[60],"behavior":[61],"generating":[63],"consistent":[65],"with":[66,118],"motivations.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"propose":[73],"method":[75,93,109],"construct":[77,114],"agent-based":[79,116],"model":[80,117],"directly":[81],"data":[83],"using":[84],"IRL.":[85],"We":[86],"explain":[87],"each":[88],"step":[89],"the":[91,107],"proposed":[92,108],"describe":[95],"challenges":[96],"may":[98],"occur":[99],"during":[100],"implementation.":[101],"Our":[102],"experimental":[103],"results":[104],"show":[105],"extract":[111],"rich":[119],"but":[120],"concise":[121],"for":[124],"agents":[125],"while":[126],"still":[127],"maintaining":[128],"aggregate-level":[129],"properties.":[130]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":4},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":1}],"updated_date":"2026-07-15T18:14:33.161393","created_date":"2025-10-10T00:00:00"}