{"id":"https://openalex.org/W4386432199","doi":"https://doi.org/10.1109/tac.2023.3311715","title":"A Hitting Time Analysis for Stochastic Time-Varying Functions With Applications to Adversarial Attacks on Computation of Markov Decision Processes","display_name":"A Hitting Time Analysis for Stochastic Time-Varying Functions With Applications to Adversarial Attacks on Computation of Markov Decision Processes","publication_year":2023,"publication_date":"2023-09-04","ids":{"openalex":"https://openalex.org/W4386432199","doi":"https://doi.org/10.1109/tac.2023.3311715"},"language":"en","primary_location":{"id":"doi:10.1109/tac.2023.3311715","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tac.2023.3311715","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046543057","display_name":"Ali Yekkehkhany","orcid":"https://orcid.org/0000-0001-9130-9668"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Yekkehkhany","raw_affiliation_strings":["Department of Industrial Engineering and Operations Research, University of California, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9130-9668","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059372183","display_name":"Han Feng","orcid":"https://orcid.org/0000-0002-5064-6868"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Han Feng","raw_affiliation_strings":["Department of Industrial Engineering and Operations Research, University of California, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5064-6868","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065161741","display_name":"Donghao Ying","orcid":"https://orcid.org/0009-0001-7329-5917"},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Donghao Ying","raw_affiliation_strings":["Department of Industrial Engineering and Operations Research, University of California, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0009-0001-7329-5917","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5042580848","display_name":"Javad Lavaei","orcid":null},"institutions":[{"id":"https://openalex.org/I95457486","display_name":"University of California, Berkeley","ror":"https://ror.org/01an7q238","country_code":"US","type":"education","lineage":["https://openalex.org/I95457486"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Javad Lavaei","raw_affiliation_strings":["Department of Industrial Engineering and Operations Research, University of California, Berkeley, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-4294-1338","affiliations":[{"raw_affiliation_string":"Department of Industrial Engineering and Operations Research, University of California, Berkeley, CA, USA","institution_ids":["https://openalex.org/I95457486"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I95457486"],"apc_list":null,"apc_paid":null,"fwci":0.1586,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.5304467,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":94},"biblio":{"volume":"69","issue":"6","first_page":"3615","last_page":"3630"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12056","display_name":"Markov Chains and Monte Carlo Methods","score":0.9842000007629395,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hitting-time","display_name":"Hitting time","score":0.7310448884963989},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.6096557974815369},{"id":"https://openalex.org/keywords/mathematical-optimization","display_name":"Mathematical optimization","score":0.525054931640625},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5090815424919128},{"id":"https://openalex.org/keywords/discrete-time-and-continuous-time","display_name":"Discrete time and continuous time","score":0.5059389472007751},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.493745893239975},{"id":"https://openalex.org/keywords/upper-and-lower-bounds","display_name":"Upper and lower bounds","score":0.4863760769367218},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4529690444469452},{"id":"https://openalex.org/keywords/convex-function","display_name":"Convex function","score":0.4372022747993469},{"id":"https://openalex.org/keywords/applied-mathematics","display_name":"Applied mathematics","score":0.4320371747016907},{"id":"https://openalex.org/keywords/contraction","display_name":"Contraction (grammar)","score":0.42193883657455444},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.336265504360199},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.276459276676178},{"id":"https://openalex.org/keywords/regular-polygon","display_name":"Regular polygon","score":0.23206722736358643},{"id":"https://openalex.org/keywords/discrete-mathematics","display_name":"Discrete mathematics","score":0.14053380489349365},{"id":"https://openalex.org/keywords/mathematical-analysis","display_name":"Mathematical analysis","score":0.1193496584892273}],"concepts":[{"id":"https://openalex.org/C199277547","wikidata":"https://www.wikidata.org/wiki/Q5872687","display_name":"Hitting time","level":2,"score":0.7310448884963989},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6096557974815369},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.525054931640625},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5090815424919128},{"id":"https://openalex.org/C55689738","wikidata":"https://www.wikidata.org/wiki/Q15963867","display_name":"Discrete time and continuous time","level":2,"score":0.5059389472007751},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.493745893239975},{"id":"https://openalex.org/C77553402","wikidata":"https://www.wikidata.org/wiki/Q13222579","display_name":"Upper and lower bounds","level":2,"score":0.4863760769367218},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4529690444469452},{"id":"https://openalex.org/C145446738","wikidata":"https://www.wikidata.org/wiki/Q319913","display_name":"Convex function","level":3,"score":0.4372022747993469},{"id":"https://openalex.org/C28826006","wikidata":"https://www.wikidata.org/wiki/Q33521","display_name":"Applied mathematics","level":1,"score":0.4320371747016907},{"id":"https://openalex.org/C163415756","wikidata":"https://www.wikidata.org/wiki/Q126473","display_name":"Contraction (grammar)","level":2,"score":0.42193883657455444},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.336265504360199},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.276459276676178},{"id":"https://openalex.org/C112680207","wikidata":"https://www.wikidata.org/wiki/Q714886","display_name":"Regular polygon","level":2,"score":0.23206722736358643},{"id":"https://openalex.org/C118615104","wikidata":"https://www.wikidata.org/wiki/Q121416","display_name":"Discrete mathematics","level":1,"score":0.14053380489349365},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.1193496584892273},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tac.2023.3311715","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/tac.2023.3311715","pdf_url":null,"source":{"id":"https://openalex.org/S184954342","display_name":"IEEE Transactions on Automatic Control","issn_l":"0018-9286","issn":["0018-9286","1558-2523","2334-3303"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Automatic Control","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","id":"https://metadata.un.org/sdg/16","score":0.7900000214576721}],"awards":[],"funders":[{"id":"https://openalex.org/F4320337345","display_name":"Office of Naval Research","ror":"https://ror.org/00rk2pe57"},{"id":"https://openalex.org/F4320338279","display_name":"Air Force Office of Scientific Research","ror":"https://ror.org/011e9bt93"},{"id":"https://openalex.org/F4320338281","display_name":"Army Research Office","ror":"https://ror.org/05epdh915"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W1490978409","https://openalex.org/W1512407760","https://openalex.org/W1626155273","https://openalex.org/W1714211023","https://openalex.org/W1847539667","https://openalex.org/W1976466849","https://openalex.org/W2062457326","https://openalex.org/W2098432798","https://openalex.org/W2117781171","https://openalex.org/W2122124659","https://openalex.org/W2126316555","https://openalex.org/W2134932665","https://openalex.org/W2143558629","https://openalex.org/W2148995108","https://openalex.org/W2169982856","https://openalex.org/W2318465371","https://openalex.org/W2568772110","https://openalex.org/W2594560857","https://openalex.org/W2762403641","https://openalex.org/W2786070938","https://openalex.org/W2790380176","https://openalex.org/W2951187092","https://openalex.org/W2962787188","https://openalex.org/W2973510742","https://openalex.org/W2990887689","https://openalex.org/W3034315405","https://openalex.org/W3041283756","https://openalex.org/W3045821652","https://openalex.org/W3045976650","https://openalex.org/W3085131702","https://openalex.org/W3090169104","https://openalex.org/W3117204083","https://openalex.org/W3167970296","https://openalex.org/W3185815335","https://openalex.org/W4300044162","https://openalex.org/W4302608015","https://openalex.org/W4386432199","https://openalex.org/W6678276431","https://openalex.org/W6767779918","https://openalex.org/W6782808188"],"related_works":["https://openalex.org/W4313856920","https://openalex.org/W4311430079","https://openalex.org/W170078748","https://openalex.org/W2494102703","https://openalex.org/W2741308984","https://openalex.org/W2952185452","https://openalex.org/W2798106756","https://openalex.org/W2046736294","https://openalex.org/W4391011397","https://openalex.org/W2740955313"],"abstract_inverted_index":{"Stochastic":[0],"time-varying":[1,51,163,234],"optimization":[2,58,157],"is":[3,96,138,154,179,200,243],"an":[4],"integral":[5],"part":[6],"of":[7,13,28,37,59,66,77,125,142,145,158,185,188,204,207,248],"learning":[8],"in":[9,19,80,115,129,140,183,202],"which":[10,47],"the":[11,14,34,44,49,57,60,75,87,91,94,106,111,116,122,126,130,143,151,186,193,205,208,246],"shape":[12,249],"function":[15,52,128,178,199,209],"changes":[16],"over":[17,170],"time":[18,30,39,67,89,108,124,153,242],"a":[20,134,146,176,189,197,233],"nondeterministic":[21],"manner.":[22],"This":[23],"article":[24],"considers":[25],"multiple":[26],"models":[27,65],"stochastic":[29,50],"variation":[31,68],"and":[32,192,218],"analyzes":[33],"corresponding":[35],"notion":[36,247],"hitting":[38,88,107,123,152,241],"for":[40,156,175,196,213],"each":[41],"model,":[42],"i.e.,":[43],"period":[45],"after":[46],"optimizing":[48],"reveals":[53],"informative":[54],"statistics":[55],"on":[56,74,105],"target":[61],"function.":[62],"The":[63,172],"studied":[64],"are":[69,168,216,224],"motivated":[70],"by":[71,109],"adversarial":[72,99],"attacks":[73],"computation":[76,95],"value":[78,127,131],"iteration":[79,132],"Markov":[81],"decision":[82],"processes.":[83],"In":[84,149],"this":[85],"application,":[86],"quantifies":[90],"extent":[92],"that":[93,121,221],"robust":[97],"to":[98],"disturbances.":[100],"We":[101,119],"develop":[102],"upper":[103,173,194],"bounds":[104,212],"analyzing":[110],"contraction\u2013expansion":[112,136],"transformation":[113,137],"appearing":[114],"time-variation":[117],"models.":[118],"prove":[120],"with":[133,237,245],"probabilistic":[135],"logarithmic":[139,201],"terms":[141,184,203],"inverse":[144,187],"desired":[147,190],"precision.":[148],"addition,":[150],"analyzed":[155],"unknown":[159],"continuous":[160,177],"or":[161],"discrete":[162,198],"functions":[164,215,223],"whose":[165],"noisy":[166],"evaluations":[167],"revealed":[169],"time.":[171],"bound":[174,195],"super-quadratic":[180],"(but":[181],"subcubic)":[182],"precision":[191],"cardinality":[206],"domain.":[210],"Improved":[211],"convex":[214],"obtained":[217],"we":[219,231],"show":[220],"such":[222],"learned":[225],"faster":[226],"than":[227],"nonconvex":[228],"functions.":[229],"Finally,":[230],"study":[232],"linear":[235],"model":[236],"additive":[238],"noise,":[239],"where":[240],"bounded":[244],"dominance.":[250]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1}],"updated_date":"2025-12-25T23:11:45.687758","created_date":"2025-10-10T00:00:00"}