{"id":"https://openalex.org/W4380996865","doi":"https://doi.org/10.34133/icomputing.0041","title":"Surfing Information: The Challenge of Intelligent Decision-Making","display_name":"Surfing Information: The Challenge of Intelligent Decision-Making","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4380996865","doi":"https://doi.org/10.34133/icomputing.0041"},"language":"en","primary_location":{"id":"doi:10.34133/icomputing.0041","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0041","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.34133/icomputing.0041","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101660746","display_name":"Chenyang Wu","orcid":"https://orcid.org/0000-0003-0920-7895"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chenyang Wu","raw_affiliation_strings":["National Key Lab for Novel Software Technology, Nanjing University, Nanjing 210023, China","Nanjing University, National Key Lab for Novel Software Technology, Nanjing, Jiangsu, National Key Lab for Novel Software Technology, Nanjing University, CHINA"],"raw_orcid":"https://orcid.org/0000-0003-0920-7895","affiliations":[{"raw_affiliation_string":"National Key Lab for Novel Software Technology, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"Nanjing University, National Key Lab for Novel Software Technology, Nanjing, Jiangsu, National Key Lab for Novel Software Technology, Nanjing University, CHINA","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5035138959","display_name":"Zongzhang Zhang","orcid":"https://orcid.org/0000-0002-9238-4747"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zongzhang Zhang","raw_affiliation_strings":["National Key Lab for Novel Software Technology, Nanjing University, Nanjing 210023, China","CHINA"],"raw_orcid":"https://orcid.org/0000-0002-9238-4747","affiliations":[{"raw_affiliation_string":"National Key Lab for Novel Software Technology, Nanjing University, Nanjing 210023, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"CHINA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.7931,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.75969063,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"2","issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12761","display_name":"Data Stream Mining Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11182","display_name":"Auction Theory and Applications","score":0.9883999824523926,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10462","display_name":"Reinforcement Learning in Robotics","score":0.9696000218391418,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7882018089294434},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6069576740264893},{"id":"https://openalex.org/keywords/exploit","display_name":"Exploit","score":0.60609370470047},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.4946422278881073},{"id":"https://openalex.org/keywords/intelligent-decision-support-system","display_name":"Intelligent decision support system","score":0.4540586471557617},{"id":"https://openalex.org/keywords/intelligent-agent","display_name":"Intelligent agent","score":0.4140656590461731},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4136883318424225},{"id":"https://openalex.org/keywords/decision-support-system","display_name":"Decision support system","score":0.4113868176937103},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.1637193262577057}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7882018089294434},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6069576740264893},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.60609370470047},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.4946422278881073},{"id":"https://openalex.org/C56397880","wikidata":"https://www.wikidata.org/wiki/Q6044094","display_name":"Intelligent decision support system","level":2,"score":0.4540586471557617},{"id":"https://openalex.org/C74072328","wikidata":"https://www.wikidata.org/wiki/Q1142726","display_name":"Intelligent agent","level":2,"score":0.4140656590461731},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4136883318424225},{"id":"https://openalex.org/C107327155","wikidata":"https://www.wikidata.org/wiki/Q330268","display_name":"Decision support system","level":2,"score":0.4113868176937103},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.1637193262577057},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.34133/icomputing.0041","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0041","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:c5ced2885360440c9c3c67a4ce0b6ad5","is_oa":true,"landing_page_url":"https://doaj.org/article/c5ced2885360440c9c3c67a4ce0b6ad5","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Intelligent Computing, Vol 2 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.34133/icomputing.0041","is_oa":true,"landing_page_url":"https://doi.org/10.34133/icomputing.0041","pdf_url":null,"source":{"id":"https://openalex.org/S4387281904","display_name":"Intelligent Computing","issn_l":"2771-5892","issn":["2771-5892"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Intelligent Computing","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.46000000834465027,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1537430301","https://openalex.org/W1575020259","https://openalex.org/W1682403713","https://openalex.org/W2032100464","https://openalex.org/W2096449640","https://openalex.org/W2100483895","https://openalex.org/W2106304233","https://openalex.org/W2118373646","https://openalex.org/W2150468603","https://openalex.org/W2788388592","https://openalex.org/W2964048876","https://openalex.org/W2989847975","https://openalex.org/W2994720379","https://openalex.org/W3023306850","https://openalex.org/W3041133507","https://openalex.org/W3108981297","https://openalex.org/W3117215073","https://openalex.org/W3118210634","https://openalex.org/W3134238439","https://openalex.org/W3135693966","https://openalex.org/W3163842339","https://openalex.org/W3164005523","https://openalex.org/W3173151551","https://openalex.org/W3191067499","https://openalex.org/W4220747123","https://openalex.org/W4281691770","https://openalex.org/W4298857966","https://openalex.org/W4315588599","https://openalex.org/W4321177655","https://openalex.org/W4376864633","https://openalex.org/W6605237873","https://openalex.org/W6776331362"],"related_works":["https://openalex.org/W1992937059","https://openalex.org/W4380608672","https://openalex.org/W2186042616","https://openalex.org/W2506425605","https://openalex.org/W4247600325","https://openalex.org/W4376055808","https://openalex.org/W1837558564","https://openalex.org/W115550011","https://openalex.org/W2375005546","https://openalex.org/W2142825582"],"abstract_inverted_index":{"Reinforcement":[0],"learning":[1,126],"(RL)":[2],"is":[3,37,44,67,85],"indispensable":[4],"for":[5,39,127],"building":[6],"intelligent":[7,40,72,83,114,191],"decision-making":[8,73,84,115],"agents.":[9],"However,":[10],"current":[11,157],"RL":[12,49,152,158],"algorithms":[13],"suffer":[14],"from":[15],"statistical":[16],"and":[17,97,117,137,146,154,186,189],"computational":[18],"inefficiencies":[19],"that":[20,30,156,168],"render":[21],"them":[22],"useless":[23],"in":[24,33,148,182],"most":[25,48],"real-world":[26],"applications.":[27],"We":[28,142,166],"argue":[29],"high-value":[31,56,64],"information":[32,100,180],"the":[34,79,94,110,139,149,179,183],"real":[35,184],"world":[36,185],"essential":[38],"decision-making;":[41],"however,":[42],"it":[43,58],"not":[45],"addressed":[46],"by":[47],"formalisms.":[50],"Through":[51],"a":[52,68],"closer":[53],"investigation":[54],"of":[55,81,112,151,172],"information,":[57,65,90],"becomes":[59],"evident":[60],"that,":[61],"to":[62,70,162],"exploit":[63],"there":[66],"need":[69],"formalize":[71],"as":[74,87],"bounded-optimal":[75],"lifelong":[76],"RL.":[77],"Thus,":[78],"challenge":[80],"achieving":[82],"summarized":[86],"effectively":[88,177],"surfing":[89],"specifically":[91],"regarding":[92],"handling":[93],"non-IID":[95,128],"(independent":[96],"identically":[98],"distributed)":[99],"stream":[101],"while":[102],"operating":[103],"with":[104,134],"limited":[105,135],"resources.":[106],"This":[107],"study":[108],"discusses":[109],"design":[111],"an":[113,169],"agent":[116,170],"examines":[118],"its":[119],"primary":[120],"challenges,":[121],"which":[122],"are":[123,160],"(a)":[124],"online":[125],"data":[129],"streams,":[130],"(b)":[131],"efficient":[132],"reasoning":[133],"resources,":[136],"(c)":[138],"exploration\u2013exploitation":[140],"dilemma.":[141],"review":[143],"relevant":[144],"problems":[145],"research":[147],"field":[150],"literature":[153],"conclude":[155],"methods":[159],"insufficient":[161],"address":[163],"these":[164,174],"challenges.":[165],"propose":[167],"capable":[171],"overcoming":[173],"challenges":[175],"could":[176],"surf":[178],"overload":[181],"achieve":[187],"sample-":[188],"compute-efficient":[190],"decision-making.":[192]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}