{"id":"https://openalex.org/W2002637571","doi":"https://doi.org/10.1051/ro:2006019","title":"Influence of modeling structure in probabilistic sequential decision problems","display_name":"Influence of modeling structure in probabilistic sequential decision problems","publication_year":2006,"publication_date":"2006-04-01","ids":{"openalex":"https://openalex.org/W2002637571","doi":"https://doi.org/10.1051/ro:2006019","mag":"2002637571"},"language":"en","primary_location":{"id":"doi:10.1051/ro:2006019","is_oa":false,"landing_page_url":"https://doi.org/10.1051/ro:2006019","pdf_url":null,"source":{"id":"https://openalex.org/S20631277","display_name":"RAIRO - Operations Research","issn_l":"0399-0559","issn":["0399-0559","1290-3868"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319748","host_organization_name":"EDP Sciences","host_organization_lineage":["https://openalex.org/P4310319748"],"host_organization_lineage_names":["EDP Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RAIRO - Operations Research","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://www.numdam.org/item/10.1051/ro:2006019.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5030392693","display_name":"Florent Teichteil-K\u00f6nigsbuch","orcid":"https://orcid.org/0000-0001-6815-096X"},"institutions":[{"id":"https://openalex.org/I11944219","display_name":"Universidad de La Frontera","ror":"https://ror.org/04v0snf24","country_code":"CL","type":"education","lineage":["https://openalex.org/I11944219"]},{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["CL","FR"],"is_corresponding":false,"raw_author_name":"Florent Teichteil-K\u00f6nigsbuch","raw_affiliation_strings":["ONERA-DCSD, 2 Avenue \u00c9douard-Belin, 31055 Toulouse, France; e-mail: florent.teichteil@onera.fr; patrick.fabiani@onera.fr","ONERA-DCSD, 2 Avenue\u00c9douard-Belin, 31055 Toulouse, France;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ONERA-DCSD, 2 Avenue \u00c9douard-Belin, 31055 Toulouse, France; e-mail: florent.teichteil@onera.fr; patrick.fabiani@onera.fr","institution_ids":["https://openalex.org/I11944219"]},{"raw_affiliation_string":"ONERA-DCSD, 2 Avenue\u00c9douard-Belin, 31055 Toulouse, France;","institution_ids":["https://openalex.org/I2801658355"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010622944","display_name":"Patrick Fabiani","orcid":null},"institutions":[{"id":"https://openalex.org/I11944219","display_name":"Universidad de La Frontera","ror":"https://ror.org/04v0snf24","country_code":"CL","type":"education","lineage":["https://openalex.org/I11944219"]},{"id":"https://openalex.org/I2801658355","display_name":"Office National d'\u00c9tudes et de Recherches A\u00e9rospatiales","ror":"https://ror.org/005y2ap84","country_code":"FR","type":"facility","lineage":["https://openalex.org/I2801658355"]}],"countries":["CL","FR"],"is_corresponding":false,"raw_author_name":"Patrick Fabiani","raw_affiliation_strings":["ONERA-DCSD, 2 Avenue \u00c9douard-Belin, 31055 Toulouse, France; e-mail: florent.teichteil@onera.fr; patrick.fabiani@onera.fr","ONERA-DCSD, 2 Avenue\u00c9douard-Belin, 31055 Toulouse, France;"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ONERA-DCSD, 2 Avenue \u00c9douard-Belin, 31055 Toulouse, France; e-mail: florent.teichteil@onera.fr; patrick.fabiani@onera.fr","institution_ids":["https://openalex.org/I11944219"]},{"raw_affiliation_string":"ONERA-DCSD, 2 Avenue\u00c9douard-Belin, 31055 Toulouse, France;","institution_ids":["https://openalex.org/I2801658355"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.9325,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.80333776,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"40","issue":"2","first_page":"195","last_page":"234"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11303","display_name":"Bayesian Modeling and Causal Inference","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9961000084877014,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9947999715805054,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/probabilistic-logic","display_name":"Probabilistic logic","score":0.588691234588623},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.573955237865448},{"id":"https://openalex.org/keywords/macro","display_name":"Macro","score":0.5518503785133362},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.5479809641838074},{"id":"https://openalex.org/keywords/decomposition","display_name":"Decomposition","score":0.5238597393035889},{"id":"https://openalex.org/keywords/factorization","display_name":"Factorization","score":0.508311927318573},{"id":"https://openalex.org/keywords/state-space","display_name":"State space","score":0.4990417957305908},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.4955796003341675},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4862905442714691},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.474502295255661},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.46434029936790466},{"id":"https://openalex.org/keywords/partition","display_name":"Partition (number theory)","score":0.4328557252883911},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3562609553337097},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.3219717741012573},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.3080875873565674},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.24631783366203308},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.21148821711540222},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.13981252908706665}],"concepts":[{"id":"https://openalex.org/C49937458","wikidata":"https://www.wikidata.org/wiki/Q2599292","display_name":"Probabilistic logic","level":2,"score":0.588691234588623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.573955237865448},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.5518503785133362},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.5479809641838074},{"id":"https://openalex.org/C124681953","wikidata":"https://www.wikidata.org/wiki/Q339062","display_name":"Decomposition","level":2,"score":0.5238597393035889},{"id":"https://openalex.org/C187834632","wikidata":"https://www.wikidata.org/wiki/Q188804","display_name":"Factorization","level":2,"score":0.508311927318573},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.4990417957305908},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.4955796003341675},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4862905442714691},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.474502295255661},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.46434029936790466},{"id":"https://openalex.org/C42812","wikidata":"https://www.wikidata.org/wiki/Q1082910","display_name":"Partition (number theory)","level":2,"score":0.4328557252883911},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3562609553337097},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3219717741012573},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.3080875873565674},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.24631783366203308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.21148821711540222},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.13981252908706665},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1051/ro:2006019","is_oa":false,"landing_page_url":"https://doi.org/10.1051/ro:2006019","pdf_url":null,"source":{"id":"https://openalex.org/S20631277","display_name":"RAIRO - Operations Research","issn_l":"0399-0559","issn":["0399-0559","1290-3868"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319748","host_organization_name":"EDP Sciences","host_organization_lineage":["https://openalex.org/P4310319748"],"host_organization_lineage_names":["EDP Sciences"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"RAIRO - Operations Research","raw_type":"journal-article"},{"id":"pmh:oai:numdam.org:RO_2006__40_2_195_0","is_oa":true,"landing_page_url":"http://www.numdam.org/articles/10.1051/ro:2006019/","pdf_url":"https://www.numdam.org/item/10.1051/ro:2006019.pdf","source":{"id":"https://openalex.org/S4306402264","display_name":"French digital mathematics library (Numdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I70900168","host_organization_name":"Universit\u00e9 Savoie Mont Blanc","host_organization_lineage":["https://openalex.org/I70900168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"}],"best_oa_location":{"id":"pmh:oai:numdam.org:RO_2006__40_2_195_0","is_oa":true,"landing_page_url":"http://www.numdam.org/articles/10.1051/ro:2006019/","pdf_url":"https://www.numdam.org/item/10.1051/ro:2006019.pdf","source":{"id":"https://openalex.org/S4306402264","display_name":"French digital mathematics library (Numdam)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I70900168","host_organization_name":"Universit\u00e9 Savoie Mont Blanc","host_organization_lineage":["https://openalex.org/I70900168"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2002637571.pdf","grobid_xml":"https://content.openalex.org/works/W2002637571.grobid-xml"},"referenced_works_count":41,"referenced_works":["https://openalex.org/W23893622","https://openalex.org/W41554520","https://openalex.org/W74132879","https://openalex.org/W108082272","https://openalex.org/W127374984","https://openalex.org/W131811946","https://openalex.org/W141456974","https://openalex.org/W180325379","https://openalex.org/W368409423","https://openalex.org/W1487408605","https://openalex.org/W1491952821","https://openalex.org/W1506342804","https://openalex.org/W1530444831","https://openalex.org/W1535672099","https://openalex.org/W1545472701","https://openalex.org/W1557798492","https://openalex.org/W1631187438","https://openalex.org/W1941445455","https://openalex.org/W1997477668","https://openalex.org/W2020294948","https://openalex.org/W2033697467","https://openalex.org/W2038694949","https://openalex.org/W2048698260","https://openalex.org/W2052602889","https://openalex.org/W2061504687","https://openalex.org/W2065087844","https://openalex.org/W2099619710","https://openalex.org/W2105757562","https://openalex.org/W2120406836","https://openalex.org/W2121517924","https://openalex.org/W2128676746","https://openalex.org/W2138186376","https://openalex.org/W2167435507","https://openalex.org/W2169997910","https://openalex.org/W2170400507","https://openalex.org/W2249508874","https://openalex.org/W2312609093","https://openalex.org/W2334782222","https://openalex.org/W2341171179","https://openalex.org/W3103882218","https://openalex.org/W4246239274"],"related_works":["https://openalex.org/W2030816003","https://openalex.org/W4239992647","https://openalex.org/W2076325756","https://openalex.org/W81423522","https://openalex.org/W2807018115","https://openalex.org/W4200250224","https://openalex.org/W2285658092","https://openalex.org/W4388236136","https://openalex.org/W2126560268","https://openalex.org/W1996326480"],"abstract_inverted_index":{"Markov":[0],"Decision":[1],"Processes":[2],"(MDPs)":[3],"are":[4,37,152,172],"a":[5,40,62,91,111,187],"classical":[6],"framework":[7],"for":[8,203,226],"stochastic":[9],"sequential":[10],"decision":[11],"problems,":[12],"based":[13,38,93],"on":[14,39,79,217],"an":[15],"enumerated":[16],"state":[17,31,44,57,97,116,195],"space":[18,45,117],"representation.":[19],"More":[20],"compact":[21],"and":[22,48,88,107,119,197],"structured":[23],"representations":[24],"have":[25],"been":[26],"proposed:":[27],"factorization":[28,118],"techniques":[29,36],"use":[30,61,110],"variables":[32,196],"representations,":[33],"while":[34],"decomposition":[35,105,120],"partition":[41],"of":[42,51,55,64,75,90,95,103,133,138,149,161],"the":[43,52,56,73,76,80,86,96,123,134,139,159,162,168,173,177,192,204,210,222],"into":[46,145],"sub-regions":[47],"take":[49,131],"advantage":[50,132],"resulting":[53,166],"structure":[54,78,137],"transition":[58],"graph.":[59],"We":[60,83],"family":[63],"probabilistic":[65],"exploration-like":[66],"planning":[67],"problems":[68],"in":[69,176,186],"order":[70],"to":[71,109,130,209],"study":[72],"influence":[74],"modeling":[77],"MDP":[81,165,183,194],"solution.":[82],"first":[84],"discuss":[85],"advantages":[87],"drawbacks":[89],"graph":[92],"representation":[94],"space,":[98,141],"then":[99],"present":[100],"our":[101],"comparisons":[102],"two":[104],"techniques,":[106],"propose":[108],"global":[112,163,181],"approach":[113,225],"combining":[114,190],"both":[115],"techniques.":[121],"On":[122],"exploration":[124],"problem":[125],"instance,":[126],"it":[127],"is":[128,143,184,214],"proposed":[129],"natural":[135],"topological":[136],"navigation":[140],"which":[142],"partitioned":[144],"regions.":[146,211],"A":[147],"number":[148],"local":[150],"policies":[151],"optimized":[153],"within":[154],"each":[155],"region,":[156],"that":[157],"become":[158],"macro-actions":[160],"abstract":[164,178,182],"from":[167],"decomposition.":[169],"The":[170,180],"regions":[171],"corresponding":[174,208],"macro-states":[175,207],"MDP.":[179],"obtained":[185],"factored":[188],"form,":[189],"all":[191],"initial":[193],"one":[198],"macro-state":[199],"\u201cregion\u201d":[200],"variable":[201],"standing":[202],"different":[205],"possible":[206],"Further":[212],"research":[213],"presently":[215],"conducted":[216],"efficient":[218],"solution":[219],"algorithms":[220],"implementing":[221],"same":[223],"hybrid":[224],"tackling":[227],"large":[228],"size":[229],"MDPs.":[230]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}