{"id":"https://openalex.org/W1838866852","doi":"https://doi.org/10.3233/978-1-60750-676-8-50","title":"POMDP solving: what rewards do you really expect at execution?","display_name":"POMDP solving: what rewards do you really expect at execution?","publication_year":2010,"publication_date":"2010-01-01","ids":{"openalex":"https://openalex.org/W1838866852","doi":"https://doi.org/10.3233/978-1-60750-676-8-50","mag":"1838866852"},"language":"en","primary_location":{"id":"doi:10.3233/978-1-60750-676-8-50","is_oa":false,"landing_page_url":"https://doi.org/10.3233/978-1-60750-676-8-50","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Chanel Caroline Ponzoni Carvalho","orcid":null},"institutions":[{"id":"https://openalex.org/I193033237","display_name":"Institut Superieur de l'Aeronautique et de l'Espace (ISAE-SUPAERO)","ror":"https://ror.org/04gyj6s21","country_code":"FR","type":"education","lineage":["https://openalex.org/I193033237"]},{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":true,"raw_author_name":"Chanel Caroline Ponzoni Carvalho","raw_affiliation_strings":["ONERA --Office National d'Etudes et de Recherches A\u00e9rospatiales, Toulouse, France. Email: name.surname@onera.fr and ISAE --Institut Sup\u00e9rieur de l'A\u00e9ronautique et de l'Espace"],"affiliations":[{"raw_affiliation_string":"ONERA --Office National d'Etudes et de Recherches A\u00e9rospatiales, Toulouse, France. Email: name.surname@onera.fr and ISAE --Institut Sup\u00e9rieur de l'A\u00e9ronautique et de l'Espace","institution_ids":["https://openalex.org/I193033237","https://openalex.org/I2801658355"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5082950421","display_name":"Jean-Loup Farges","orcid":"https://orcid.org/0000-0002-0737-0640"},"institutions":[{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Farges Jean-Loup","raw_affiliation_strings":["ONERA --Office National d'Etudes et de Recherches A\u00e9rospatiales, Toulouse, France. Email: name.surname@onera.fr#TAB#"],"affiliations":[{"raw_affiliation_string":"ONERA --Office National d'Etudes et de Recherches A\u00e9rospatiales, Toulouse, France. Email: name.surname@onera.fr#TAB#","institution_ids":["https://openalex.org/I2801658355"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Teichteil-Königsbuch Florent","orcid":null},"institutions":[{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Teichteil-Königsbuch Florent","raw_affiliation_strings":["ONERA --Office National d'Etudes et de Recherches A\u00e9rospatiales, Toulouse, France. Email: name.surname@onera.fr#TAB#"],"affiliations":[{"raw_affiliation_string":"ONERA --Office National d'Etudes et de Recherches A\u00e9rospatiales, Toulouse, France. Email: name.surname@onera.fr#TAB#","institution_ids":["https://openalex.org/I2801658355"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5014834250","display_name":"Guillaume Infantes","orcid":"https://orcid.org/0000-0001-8940-2433"},"institutions":[{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Infantes Guillaume","raw_affiliation_strings":["ONERA --Office National d'Etudes et de Recherches A\u00e9rospatiales, Toulouse, France. Email: name.surname@onera.fr#TAB#"],"affiliations":[{"raw_affiliation_string":"ONERA --Office National d'Etudes et de Recherches A\u00e9rospatiales, Toulouse, France. Email: name.surname@onera.fr#TAB#","institution_ids":["https://openalex.org/I2801658355"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I193033237","https://openalex.org/I2801658355"],"apc_list":null,"apc_paid":null,"fwci":0.5654,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.68675897,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.9840999841690063,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10933","display_name":"Real-Time Systems Scheduling","score":0.9825999736785889,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5428590178489685},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3269999325275421}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5428590178489685},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3269999325275421}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/978-1-60750-676-8-50","is_oa":false,"landing_page_url":"https://doi.org/10.3233/978-1-60750-676-8-50","pdf_url":null,"source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/16","score":0.7400000095367432,"display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W200217546","https://openalex.org/W1532688806","https://openalex.org/W1545265872","https://openalex.org/W1561559709","https://openalex.org/W2032469022","https://openalex.org/W2066906022","https://openalex.org/W2101421095","https://openalex.org/W2103614073","https://openalex.org/W2115356364","https://openalex.org/W2126262029","https://openalex.org/W2166251056","https://openalex.org/W2168359464","https://openalex.org/W3101822862"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Partially":[0],"Observable":[1],"Markov":[2],"Decision":[3],"Processes":[4],"have":[5],"gained":[6],"an":[7,91],"increasing":[8],"interest":[9],"in":[10],"many":[11],"research":[12,28],"communities,":[13],"due":[14],"to":[15,98,122],"sensible":[16],"improvements":[17],"of":[18,23,45,94,102],"their":[19],"optimization":[20,57],"algorithms":[21],"and":[22,105,118,133],"computers":[24],"capabilities.":[25],"Yet,":[26],"most":[27],"focus":[29],"on":[30,128],"optimizing":[31],"either":[32],"average":[33],"accumulated":[34],"rewards":[35,49],"(AI":[36],"planning)":[37],"or":[38],"direct":[39],"entropy":[40],"(active":[41],"perception),":[42],"whereas":[43],"none":[44],"them":[46],"matches":[47],"the":[48,55,77,100,120],"actually":[50],"gathered":[51],"at":[52,108],"execution.":[53,109],"Indeed,":[54],"first":[56],"criterion":[58,114],"linearly":[59],"averages":[60],"over":[61],"all":[62],"belief":[63],"states,":[64],"so":[65],"that":[66],"it":[67],"does":[68],"not":[69],"gain":[70],"best":[71,101],"information":[72,106],"from":[73],"different":[74],"observations,":[75],"while":[76],"second":[78],"one":[79],"totally":[80],"discards":[81],"rewards.":[82],"Thus,":[83],"motivated":[84],"by":[85],"simple":[86],"demonstrative":[87],"examples,":[88],"we":[89],"study":[90],"additive":[92],"combination":[93],"these":[95],"two":[96],"criteria":[97],"get":[99],"reward":[103],"gathering":[104],"acquisition":[107],"We":[110],"then":[111],"compare":[112],"our":[113],"with":[115],"classical":[116],"ones,":[117],"highlight":[119],"need":[121],"consider":[123],"new":[124],"hybrid":[125],"non-linear":[126],"criteria,":[127],"a":[129],"realistic":[130],"multi-target":[131],"recognition":[132],"tracking":[134],"mission.":[135]},"counts_by_year":[{"year":2012,"cited_by_count":2}],"updated_date":"2026-04-16T08:26:57.006410","created_date":"2016-06-24T00:00:00"}