{"id":"https://openalex.org/W2739957299","doi":"https://doi.org/10.24963/ijcai.2017/664","title":"Online Decision-Making for Scalable Autonomous Systems","display_name":"Online Decision-Making for Scalable Autonomous Systems","publication_year":2017,"publication_date":"2017-07-28","ids":{"openalex":"https://openalex.org/W2739957299","doi":"https://doi.org/10.24963/ijcai.2017/664","mag":"2739957299"},"language":"en","primary_location":{"id":"doi:10.24963/ijcai.2017/664","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/664","pdf_url":"https://www.ijcai.org/proceedings/2017/0664.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.ijcai.org/proceedings/2017/0664.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5013249239","display_name":"Kyle Hollins Wray","orcid":"https://orcid.org/0000-0001-6986-9941"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]},{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]},{"id":"https://openalex.org/I4210101861","display_name":"Nissan (United States)","ror":"https://ror.org/016ykaq31","country_code":"US","type":"company","lineage":["https://openalex.org/I4210101861","https://openalex.org/I4210110524"]},{"id":"https://openalex.org/I4210148712","display_name":"Silicon Valley University","ror":"https://ror.org/04jk6hn97","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148712"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kyle Hollins Wray","raw_affiliation_strings":["Nissan Research Center - Silicon Valley","University of Massachusetts Amherst","Nissan Research Center -Silicon Valley, Sunnyvale, CA 94089","College of Information and Computer Sciences, University of Massachusetts, Amherst, MA 01002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nissan Research Center - Silicon Valley","institution_ids":["https://openalex.org/I4210086253","https://openalex.org/I4210148712"]},{"raw_affiliation_string":"University of Massachusetts Amherst","institution_ids":["https://openalex.org/I24603500"]},{"raw_affiliation_string":"Nissan Research Center -Silicon Valley, Sunnyvale, CA 94089","institution_ids":["https://openalex.org/I4210101861"]},{"raw_affiliation_string":"College of Information and Computer Sciences, University of Massachusetts, Amherst, MA 01002","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083359602","display_name":"Stefan Witwicki","orcid":null},"institutions":[{"id":"https://openalex.org/I4210086253","display_name":"Silicon Valley Community Foundation","ror":"https://ror.org/001ader08","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210086253"]},{"id":"https://openalex.org/I4210101861","display_name":"Nissan (United States)","ror":"https://ror.org/016ykaq31","country_code":"US","type":"company","lineage":["https://openalex.org/I4210101861","https://openalex.org/I4210110524"]},{"id":"https://openalex.org/I4210148712","display_name":"Silicon Valley University","ror":"https://ror.org/04jk6hn97","country_code":"US","type":"education","lineage":["https://openalex.org/I4210148712"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stefan J. Witwicki","raw_affiliation_strings":["Nissan Research Center - Silicon Valley","Nissan Research Center -Silicon Valley, Sunnyvale, CA 94089"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nissan Research Center - Silicon Valley","institution_ids":["https://openalex.org/I4210086253","https://openalex.org/I4210148712"]},{"raw_affiliation_string":"Nissan Research Center -Silicon Valley, Sunnyvale, CA 94089","institution_ids":["https://openalex.org/I4210101861"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5027224308","display_name":"Shlomo Zilberstein","orcid":"https://orcid.org/0000-0001-9817-7848"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shlomo Zilberstein","raw_affiliation_strings":["University of Massachusetts Amherst","College of Information and Computer Sciences, University of Massachusetts, Amherst, MA 01002"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts Amherst","institution_ids":["https://openalex.org/I24603500"]},{"raw_affiliation_string":"College of Information and Computer Sciences, University of Massachusetts, Amherst, MA 01002","institution_ids":["https://openalex.org/I24603500"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":39,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4768","last_page":"4774"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11099","display_name":"Autonomous Vehicle Technology and Safety","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9922999739646912,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9872999787330627,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/partially-observable-markov-decision-process","display_name":"Partially observable Markov decision process","score":0.8118715286254883},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7906548976898193},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5907533764839172},{"id":"https://openalex.org/keywords/regret","display_name":"Regret","score":0.562574565410614},{"id":"https://openalex.org/keywords/a-priori-and-a-posteriori","display_name":"A priori and a posteriori","score":0.5559645295143127},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5481534004211426},{"id":"https://openalex.org/keywords/intersection","display_name":"Intersection (aeronautics)","score":0.4993917942047119},{"id":"https://openalex.org/keywords/decision-problem","display_name":"Decision problem","score":0.4899543821811676},{"id":"https://openalex.org/keywords/action","display_name":"Action (physics)","score":0.47033530473709106},{"id":"https://openalex.org/keywords/relation","display_name":"Relation (database)","score":0.4603130519390106},{"id":"https://openalex.org/keywords/automated-planning-and-scheduling","display_name":"Automated planning and scheduling","score":0.4400370717048645},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.43065235018730164},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.41075029969215393},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3563031852245331},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.2824912965297699},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.22205385565757751},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.2159508466720581},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.15092766284942627},{"id":"https://openalex.org/keywords/markov-model","display_name":"Markov model","score":0.13876557350158691},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.11018610000610352},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1090303361415863}],"concepts":[{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.8118715286254883},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7906548976898193},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5907533764839172},{"id":"https://openalex.org/C50817715","wikidata":"https://www.wikidata.org/wiki/Q79895177","display_name":"Regret","level":2,"score":0.562574565410614},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.5559645295143127},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5481534004211426},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.4993917942047119},{"id":"https://openalex.org/C115988155","wikidata":"https://www.wikidata.org/wiki/Q3262192","display_name":"Decision problem","level":2,"score":0.4899543821811676},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.47033530473709106},{"id":"https://openalex.org/C25343380","wikidata":"https://www.wikidata.org/wiki/Q277521","display_name":"Relation (database)","level":2,"score":0.4603130519390106},{"id":"https://openalex.org/C114073186","wikidata":"https://www.wikidata.org/wiki/Q2631895","display_name":"Automated planning and scheduling","level":2,"score":0.4400370717048645},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.43065235018730164},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.41075029969215393},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3563031852245331},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2824912965297699},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.22205385565757751},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.2159508466720581},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.15092766284942627},{"id":"https://openalex.org/C163836022","wikidata":"https://www.wikidata.org/wiki/Q6771326","display_name":"Markov model","level":3,"score":0.13876557350158691},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.11018610000610352},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1090303361415863},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C146978453","wikidata":"https://www.wikidata.org/wiki/Q3798668","display_name":"Aerospace engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.24963/ijcai.2017/664","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/664","pdf_url":"https://www.ijcai.org/proceedings/2017/0664.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.24963/ijcai.2017/664","is_oa":true,"landing_page_url":"https://doi.org/10.24963/ijcai.2017/664","pdf_url":"https://www.ijcai.org/proceedings/2017/0664.pdf","source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the Twenty-Sixth International Joint Conference on Artificial Intelligence","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.47999998927116394,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321965","display_name":"Nissan Motor Company","ror":"https://ror.org/01nks1c62"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2739957299.pdf","grobid_xml":"https://content.openalex.org/works/W2739957299.grobid-xml"},"referenced_works_count":28,"referenced_works":["https://openalex.org/W42560795","https://openalex.org/W1582204956","https://openalex.org/W1605929701","https://openalex.org/W1631187438","https://openalex.org/W1855113498","https://openalex.org/W1964057316","https://openalex.org/W1996183429","https://openalex.org/W2023837733","https://openalex.org/W2055404495","https://openalex.org/W2055501135","https://openalex.org/W2060135607","https://openalex.org/W2097856935","https://openalex.org/W2119112357","https://openalex.org/W2124595631","https://openalex.org/W2135624041","https://openalex.org/W2144913588","https://openalex.org/W2154844948","https://openalex.org/W2158548602","https://openalex.org/W2165065922","https://openalex.org/W2168359464","https://openalex.org/W2171777466","https://openalex.org/W2181336692","https://openalex.org/W2339179100","https://openalex.org/W2567105891","https://openalex.org/W2578761269","https://openalex.org/W2903040101","https://openalex.org/W2952258289","https://openalex.org/W3212743282"],"related_works":["https://openalex.org/W2970347269","https://openalex.org/W4287863949","https://openalex.org/W2096013579","https://openalex.org/W52153049","https://openalex.org/W1760611253","https://openalex.org/W1850488217","https://openalex.org/W1515117609","https://openalex.org/W4287102143","https://openalex.org/W2945119207","https://openalex.org/W1589140671"],"abstract_inverted_index":{"We":[0,75,112],"present":[1,125],"a":[2,11,33,40,51,63],"general":[3],"formal":[4],"model":[5],"called":[6],"MODIA":[7,80,91],"that":[8],"can":[9],"tackle":[10],"central":[12],"challenge":[13],"for":[14,107],"autonomous":[15],"vehicles":[16],"(AVs),":[17],"namely":[18],"the":[19,60,68,77,114],"ability":[20],"to":[21,85],"interact":[22],"with":[23],"an":[24,120,129],"unspecified,":[25],"large":[26],"number":[27],"of":[28,35,59,79,96],"world":[29],"entities.":[30],"In":[31],"MODIA,":[32],"collection":[34],"possible":[36],"decision-problems":[37],"(DPs),":[38],"known":[39],"priori,":[41],"are":[42],"instantiated":[43],"online":[44],"and":[45,81,92,104,124],"executed":[46],"as":[47],"decision-components":[48],"(DCs),":[49],"unknown":[50],"priori.":[52],"To":[53],"combine":[54],"their":[55],"individual":[56],"action":[57,71],"recommendations":[58],"DCs":[61],"into":[62],"single":[64],"action,":[65],"we":[66,89],"propose":[67],"lexicographic":[69],"executor":[70],"function":[72],"(LEAF)":[73],"mechanism.":[74],"analyze":[76],"complexity":[78],"establish":[82],"LEAF\u2019s":[83],"relation":[84],"regret":[86],"minimization.":[87],"Finally,":[88],"implement":[90],"LEAF":[93],"using":[94],"collections":[95],"partially":[97],"observable":[98],"Markov":[99],"decision":[100],"process":[101],"(POMDP)":[102],"DPs,":[103],"use":[105,127],"them":[106],"complex":[108],"AV":[109,130],"intersection":[110],"decision-making.":[111],"evaluate":[113],"approach":[115],"in":[116],"six":[117],"scenarios":[118],"within":[119],"industry-standard":[121],"vehicle":[122],"simulator,":[123],"its":[126],"on":[128],"prototype.":[131]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":7},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-26T07:53:14.480251","created_date":"2025-10-10T00:00:00"}