{"id":"https://openalex.org/W2123060176","doi":"https://doi.org/10.1613/jair.2548","title":"Adaptive Stochastic Resource Control: A Machine Learning Approach","display_name":"Adaptive Stochastic Resource Control: A Machine Learning Approach","publication_year":2008,"publication_date":"2008-06-25","ids":{"openalex":"https://openalex.org/W2123060176","doi":"https://doi.org/10.1613/jair.2548","mag":"2123060176"},"language":"en","primary_location":{"id":"doi:10.1613/jair.2548","doi":"https://doi.org/10.1613/jair.2548","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.2548","pdf_url":"https://jair.org/index.php/jair/article/download/10553/25263","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["arxiv","crossref","datacite","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jair.org/index.php/jair/article/download/10553/25263","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"B. C. Csaji","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I7597260","display_name":"Hungarian Academy of Sciences","ror":"https://ror.org/02ks8qq67","country_code":"HU","type":"government","lineage":["https://openalex.org/I7597260"]}],"countries":["HU"],"is_corresponding":false,"raw_author_name":"B. C. Csaji","raw_affiliation_strings":["Computer and Automation Research Institute , Hungarian Academy of Sciences Kende utca 13-17 , Budapest , H-1111 , Hungary"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer and Automation Research Institute , Hungarian Academy of Sciences Kende utca 13-17 , Budapest , H-1111 , Hungary","institution_ids":["https://openalex.org/I7597260"]}]},{"author_position":"last","author":{"id":null,"display_name":"L. Monostori","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"L. Monostori","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.1915,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.8994622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":97},"biblio":{"volume":"32","issue":null,"first_page":"453","last_page":"486"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.29660001397132874,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10551","display_name":"Scheduling and Optimization Algorithms","score":0.29660001397132874,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.2418999969959259,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.07100000232458115,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/stochastic-resource-allocation","display_name":"stochastic resource allocation","score":0.9760000109672546},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.9229999780654907},{"id":"https://openalex.org/keywords/approximate-dynamic-programming","display_name":"approximate dynamic programming","score":0.9779999852180481},{"id":"https://openalex.org/keywords/support-vector-regression","display_name":"support vector regression","score":0.8980000019073486},{"id":"https://openalex.org/keywords/value-function","display_name":"value function","score":0.7409999966621399},{"id":"https://openalex.org/keywords/rollout-algorithm","display_name":"rollout algorithm","score":0.6200000047683716},{"id":"https://openalex.org/keywords/task-clustering","display_name":"task clustering","score":0.996999979019165},{"id":"https://openalex.org/keywords/distributed-sampling","display_name":"distributed sampling","score":0.796999990940094}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7354999780654907},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.6013000011444092},{"id":"https://openalex.org/C206729178","wikidata":"https://www.wikidata.org/wiki/Q2271896","display_name":"Scheduling (production processes)","level":2,"score":0.5235999822616577},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.45890000462532043},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.4381999969482422},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.42820000648498535},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42719998955726624},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4185999929904938},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4032000005245209},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.40139999985694885},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.3725000023841858},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.3637999892234802},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.3625999987125397},{"id":"https://openalex.org/C137631369","wikidata":"https://www.wikidata.org/wiki/Q7617831","display_name":"Stochastic programming","level":2,"score":0.3402999937534332},{"id":"https://openalex.org/C29202148","wikidata":"https://www.wikidata.org/wiki/Q287260","display_name":"Resource allocation","level":2,"score":0.3393999934196472},{"id":"https://openalex.org/C170131372","wikidata":"https://www.wikidata.org/wiki/Q7617811","display_name":"Stochastic control","level":3,"score":0.32429999113082886},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.31709998846054077},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C37404715","wikidata":"https://www.wikidata.org/wiki/Q380679","display_name":"Dynamic programming","level":2,"score":0.30649998784065247},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.30329999327659607},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.29330000281333923},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.2906999886035919},{"id":"https://openalex.org/C2780609101","wikidata":"https://www.wikidata.org/wiki/Q17156588","display_name":"Resource management (computing)","level":2,"score":0.2824999988079071},{"id":"https://openalex.org/C17098449","wikidata":"https://www.wikidata.org/wiki/Q176814","display_name":"Partially observable Markov decision process","level":4,"score":0.2806999981403351},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.2799000144004822},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.2775000035762787},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.2743000090122223},{"id":"https://openalex.org/C107464732","wikidata":"https://www.wikidata.org/wiki/Q235781","display_name":"Adaptive control","level":3,"score":0.25690001249313354}],"mesh":[],"locations_count":8,"locations":[{"id":"doi:10.1613/jair.2548","doi":"https://doi.org/10.1613/jair.2548","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.2548","pdf_url":"https://jair.org/index.php/jair/article/download/10553/25263","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:1401.3434","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/1401.3434","pdf_url":"https://arxiv.org/pdf/1401.3434","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.205.9765","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.205.9765","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.jair.org/media/2548/live-2548-3892-jair.pdf","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.510.2408","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.510.2408","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://www.aaai.org/Papers/JAIR/Vol32/JAIR-3211.pdf","raw_type":"text"},{"id":"pmh:oai:eprints.sztaki.hu:5345","doi":null,"is_oa":false,"landing_page_url":"http://eprints.sztaki.hu/5345/","pdf_url":null,"source":{"id":"https://openalex.org/S4306401907","display_name":"SZTAKI Publication Repository (Hungarian Academy of Sciences)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I7597260","host_organization_name":"Hungarian Academy of Sciences","host_organization_lineage":["https://openalex.org/I7597260"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"ISI Article"},{"id":"pmh:oai:jupiter.its.unimelb.edu.au:11343/29300","doi":null,"is_oa":false,"landing_page_url":"http://gateway.webofknowledge.com/gateway/Gateway.cgi?GWVersion=2&SrcApp=PARTNER_APP&SrcAuth=LinksAMR&KeyUT=WOS:000257103000003&DestLinkType=FullRecord&DestApp=ALL_WOS&UsrCustomerID=d4d813f4571fa7d6246bdc0dfeca3a1c","pdf_url":null,"source":{"id":"https://openalex.org/S4377196259","display_name":"Minerva Access (University of Melbourne)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I165779595","host_organization_name":"The University of Melbourne","host_organization_lineage":["https://openalex.org/I165779595"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Journal Article"},{"id":"doi:10.48550/arxiv.1401.3434","doi":"https://doi.org/10.48550/arxiv.1401.3434","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.1401.3434","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"mag:3146916274","doi":null,"is_oa":false,"landing_page_url":"https://dl.acm.org/doi/10.5555/1622673.1622684","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":null}],"best_oa_location":{"id":"doi:10.1613/jair.2548","doi":"https://doi.org/10.1613/jair.2548","is_oa":true,"landing_page_url":"https://doi.org/10.1613/jair.2548","pdf_url":"https://jair.org/index.php/jair/article/download/10553/25263","source":{"id":"https://openalex.org/S139930977","display_name":"Journal of Artificial Intelligence Research","issn_l":"1076-9757","issn":["1076-9757","1943-5037"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["anvur-scientific","ccf-b","cwts-core","doaj","dongbi-b","erih-plus","jufo-3","norway-2","oarl","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310315760","host_organization_name":"AI Access Foundation","host_organization_lineage":["https://openalex.org/P4310315760"],"host_organization_lineage_names":["AI Access Foundation"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Artificial Intelligence Research","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G498315872","display_name":null,"funder_award_id":"T-73376","funder_id":"https://openalex.org/F4320321994","funder_display_name":"Hungarian Scientific Research Fund"},{"id":"https://openalex.org/G7528644542","display_name":null,"funder_award_id":"No. T73376","funder_id":"https://openalex.org/F4320321994","funder_display_name":"Hungarian Scientific Research Fund"}],"funders":[{"id":"https://openalex.org/F4320321994","display_name":"Hungarian Scientific Research Fund","ror":"https://ror.org/00v349e63"},{"id":"https://openalex.org/F4320322192","display_name":"Magyar Tudom\u00e1nyos Akad\u00e9mia","ror":"https://ror.org/02ks8qq67"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2123060176.pdf","grobid_xml":"https://content.openalex.org/works/W2123060176.grobid-xml"},"referenced_works_count":45,"referenced_works":["https://openalex.org/W163688550","https://openalex.org/W1484739396","https://openalex.org/W1515851193","https://openalex.org/W1570407429","https://openalex.org/W1576452626","https://openalex.org/W1584858277","https://openalex.org/W1585546214","https://openalex.org/W1608377579","https://openalex.org/W1777097917","https://openalex.org/W1854776945","https://openalex.org/W2000099188","https://openalex.org/W2024060531","https://openalex.org/W2027968610","https://openalex.org/W2028145591","https://openalex.org/W2034224752","https://openalex.org/W2056760934","https://openalex.org/W2095224199","https://openalex.org/W2098432798","https://openalex.org/W2098542244","https://openalex.org/W2103116581","https://openalex.org/W2118686230","https://openalex.org/W2119101452","https://openalex.org/W2122128939","https://openalex.org/W2122736695","https://openalex.org/W2122967269","https://openalex.org/W2135194391","https://openalex.org/W2138309709","https://openalex.org/W2150339816","https://openalex.org/W2161446423","https://openalex.org/W2161920802","https://openalex.org/W2319588593","https://openalex.org/W2724155270","https://openalex.org/W2911283634","https://openalex.org/W2914656440","https://openalex.org/W2988545412","https://openalex.org/W3009585715","https://openalex.org/W3120421331","https://openalex.org/W4213009134","https://openalex.org/W4237171445","https://openalex.org/W4247880210","https://openalex.org/W4307347247","https://openalex.org/W6634528131","https://openalex.org/W6678371554","https://openalex.org/W6689723076","https://openalex.org/W6990023262"],"related_works":["https://openalex.org/W7099532059","https://openalex.org/W7097659537","https://openalex.org/W2099649048","https://openalex.org/W131771944","https://openalex.org/W2402541741","https://openalex.org/W2156495523","https://openalex.org/W2168878078","https://openalex.org/W2782203567","https://openalex.org/W1628769881","https://openalex.org/W3081028516"],"abstract_inverted_index":{"The":[0],"paper":[1],"investigates":[2],"stochastic":[3],"resource":[4,25],"allocation":[5],"problems":[6],"with":[7],"scarce,":[8],"reusable":[9],"resources":[10],"and":[11,31,39,66,77,119,146,158],"non-preemtive,":[12],"time-dependent,":[13],"interconnected":[14],"tasks.":[15],"This":[16],"approach":[17],"is":[18,70],"a":[19],"natural":[20],"generalization":[21],"of":[22,44,80,133],"several":[23,57],"standard":[24],"management":[26],"problems,":[27],"such":[28,60,93,129],"as":[29,41,61,94,130],"scheduling":[30],"transportation":[32],"problems.":[33],"First,":[34],"reactive":[35],"solutions":[36],"are":[37,75,97,115,149,161],"considered":[38],"defined":[40],"control":[42,81,103],"policies":[43,74,82],"suitably":[45],"reformulated":[46],"Markov":[47],"decision":[48],"processes":[49],"(MDPs).":[50],"We":[51],"argue":[52],"that":[53],"this":[54],"reformulation":[55],"has":[56,63],"favorable":[58],"properties,":[59],"it":[62,69],"finite":[64],"state":[65],"action":[67,141],"spaces,":[68],"aperiodic,":[71],"hence":[72],"all":[73],"proper":[76],"the":[78,110,131,138],"space":[79,142],"can":[83],"be":[84],"safely":[85],"restricted.":[86],"Next,":[87],"approximate":[88],"dynamic":[89],"programming":[90],"(ADP)":[91],"methods,":[92],"fitted":[95],"Q-learning,":[96],"suggested":[98],"for":[99],"computing":[100],"an":[101],"efficient":[102],"policy.":[104],"In":[105],"order":[106],"to":[107],"compactly":[108],"maintain":[109],"cost-to-go":[111],"function,":[112],"two":[113],"representations":[114],"studied:":[116],"hash":[117],"tables":[118],"support":[120],"vector":[121],"regression":[122],"(SVR),":[123],"particularly,":[124],"nu-SVRs.":[125],"Several":[126],"additional":[127],"improvements,":[128],"application":[132],"limited-lookahead":[134],"rollout":[135],"algorithms":[136],"in":[137],"initial":[139],"phases,":[140],"decomposition,":[143],"task":[144],"clustering":[145],"distributed":[147],"sampling":[148],"investigated,":[150],"too.":[151],"Finally,":[152],"experimental":[153],"results":[154],"on":[155],"both":[156],"benchmark":[157],"industry-related":[159],"data":[160],"presented.":[162]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-10-10T00:00:00"}