{"id":"https://openalex.org/W3024461402","doi":"https://doi.org/10.1109/access.2020.2994519","title":"Simulating the Evolution of Homeless Populations in Canada Using Modified Deep Q-Learning (MDQL) and Modified Neural Fitted Q-Iteration (MNFQ) Algorithms","display_name":"Simulating the Evolution of Homeless Populations in Canada Using Modified Deep Q-Learning (MDQL) and Modified Neural Fitted Q-Iteration (MNFQ) Algorithms","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3024461402","doi":"https://doi.org/10.1109/access.2020.2994519","mag":"3024461402"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.2994519","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2994519","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09093004.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09093004.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5067086411","display_name":"Andrew Fisher","orcid":"https://orcid.org/0000-0002-4697-1529"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Andrew Fisher","raw_affiliation_strings":["Lakehead University, Thunder Bay, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4697-1529","affiliations":[{"raw_affiliation_string":"Lakehead University, Thunder Bay, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026089310","display_name":"Vijay Mago","orcid":"https://orcid.org/0000-0002-9741-3463"},"institutions":[{"id":"https://openalex.org/I72541430","display_name":"Lakehead University","ror":"https://ror.org/023p7mg82","country_code":"CA","type":"education","lineage":["https://openalex.org/I72541430"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Vijay Mago","raw_affiliation_strings":["Lakehead University, Thunder Bay, Canada"],"raw_orcid":"https://orcid.org/0000-0002-9741-3463","affiliations":[{"raw_affiliation_string":"Lakehead University, Thunder Bay, Canada","institution_ids":["https://openalex.org/I72541430"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5065724432","display_name":"\u00c9ric Latimer","orcid":"https://orcid.org/0000-0002-4485-1056"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Eric Latimer","raw_affiliation_strings":["McGill University and Douglas Research Centre, Montr\u00e9al, Canada"],"raw_orcid":"https://orcid.org/0000-0002-4485-1056","affiliations":[{"raw_affiliation_string":"McGill University and Douglas Research Centre, Montr\u00e9al, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5067086411"],"corresponding_institution_ids":["https://openalex.org/I72541430"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":2.2227,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90113742,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"92954","last_page":"92968"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11464","display_name":"Homelessness and Social Issues","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},"topics":[{"id":"https://openalex.org/T11464","display_name":"Homelessness and Social Issues","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3600","display_name":"General Health Professions"},"field":{"id":"https://openalex.org/fields/36","display_name":"Health Professions"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11645","display_name":"Urban, Neighborhood, and Segregation Studies","score":0.991599977016449,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10235","display_name":"Health disparities and outcomes","score":0.9731000065803528,"subfield":{"id":"https://openalex.org/subfields/3306","display_name":"Health"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.7422717809677124},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6641073226928711},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.649943470954895},{"id":"https://openalex.org/keywords/q-learning","display_name":"Q-learning","score":0.577072262763977},{"id":"https://openalex.org/keywords/stochastic-matrix","display_name":"Stochastic matrix","score":0.5458477139472961},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.537459135055542},{"id":"https://openalex.org/keywords/markov-decision-process","display_name":"Markov decision process","score":0.5180178284645081},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5095141530036926},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.49884700775146484},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4850439429283142},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4448339641094208},{"id":"https://openalex.org/keywords/markov-chain","display_name":"Markov chain","score":0.44149452447891235},{"id":"https://openalex.org/keywords/markov-process","display_name":"Markov process","score":0.4265040159225464},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.13653075695037842},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.13083955645561218},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08115130662918091}],"concepts":[{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.7422717809677124},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6641073226928711},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.649943470954895},{"id":"https://openalex.org/C188116033","wikidata":"https://www.wikidata.org/wiki/Q2664563","display_name":"Q-learning","level":3,"score":0.577072262763977},{"id":"https://openalex.org/C49555168","wikidata":"https://www.wikidata.org/wiki/Q176583","display_name":"Stochastic matrix","level":3,"score":0.5458477139472961},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.537459135055542},{"id":"https://openalex.org/C106189395","wikidata":"https://www.wikidata.org/wiki/Q176789","display_name":"Markov decision process","level":3,"score":0.5180178284645081},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5095141530036926},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.49884700775146484},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4850439429283142},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4448339641094208},{"id":"https://openalex.org/C98763669","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov chain","level":2,"score":0.44149452447891235},{"id":"https://openalex.org/C159886148","wikidata":"https://www.wikidata.org/wiki/Q176645","display_name":"Markov process","level":2,"score":0.4265040159225464},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.13653075695037842},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.13083955645561218},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08115130662918091},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.2994519","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2994519","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09093004.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:2000d5e3c8a44aacb3e1fad77818ab3e","is_oa":true,"landing_page_url":"https://doaj.org/article/2000d5e3c8a44aacb3e1fad77818ab3e","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 92954-92968 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.2994519","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.2994519","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09093004.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8199999928474426,"display_name":"Sustainable cities and communities","id":"https://metadata.un.org/sdg/11"}],"awards":[{"id":"https://openalex.org/G5938428844","display_name":null,"funder_award_id":"21820","funder_id":"https://openalex.org/F4320334617","funder_display_name":"Social Sciences and Humanities Research Council of Canada"}],"funders":[{"id":"https://openalex.org/F4320334617","display_name":"Social Sciences and Humanities Research Council of Canada","ror":"https://ror.org/04j5jqy92"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3024461402.pdf","grobid_xml":"https://content.openalex.org/works/W3024461402.grobid-xml"},"referenced_works_count":25,"referenced_works":["https://openalex.org/W32403112","https://openalex.org/W2029696225","https://openalex.org/W2044844044","https://openalex.org/W2099090068","https://openalex.org/W2107329907","https://openalex.org/W2107643191","https://openalex.org/W2109347783","https://openalex.org/W2130902536","https://openalex.org/W2137855333","https://openalex.org/W2155846794","https://openalex.org/W2156085089","https://openalex.org/W2187246823","https://openalex.org/W2323279464","https://openalex.org/W2424760598","https://openalex.org/W2737056416","https://openalex.org/W2907028874","https://openalex.org/W2916545635","https://openalex.org/W2988934653","https://openalex.org/W3135902452","https://openalex.org/W4249806577","https://openalex.org/W4251731425","https://openalex.org/W4256253225","https://openalex.org/W6675696971","https://openalex.org/W6676530785","https://openalex.org/W6769842336"],"related_works":["https://openalex.org/W2808418668","https://openalex.org/W2357975469","https://openalex.org/W2101748387","https://openalex.org/W3096874164","https://openalex.org/W4281812492","https://openalex.org/W3105579180","https://openalex.org/W2970347269","https://openalex.org/W2146763310","https://openalex.org/W3167472281","https://openalex.org/W4380550992"],"abstract_inverted_index":{"It":[0],"is":[1,108,263,280],"estimated":[2],"that":[3,98,171,247,257,283],"over":[4,94,288],"235,000":[5],"Canadians":[6],"experience":[7],"homelessness":[8,229],"at":[9,60],"some":[10],"point":[11,63],"each":[12,211],"year.":[13,215],"With":[14],"the":[15,26,35,72,124,152,159,214,218,228,272],"emergence":[16],"of":[17,29,39,50,85,118,123,154,206,213,275],"smart":[18],"cities,":[19],"it":[20,250],"would":[21,167],"be":[22,285],"beneficial":[23],"to":[24,32,42,81,106,156,161,222,225,227,265,294],"leverage":[25],"processing":[27],"power":[28],"deep":[30,187,191],"learning":[31,188],"assist":[33],"in":[34,64],"planning":[36],"and":[37,194,231],"testing":[38],"different":[40],"policies":[41],"address":[43],"this":[44,136],"issue.":[45],"When":[46],"examining":[47],"a":[48,83,110,116,128,140,145,169,204,252,267,281],"population":[49,274],"homeless":[51],"individuals,":[52],"one":[53,62,104],"can":[54,172,284],"view":[55],"them":[56,175],"as":[57,144],"being":[58],"distributed,":[59],"any":[61],"time,":[65],"among":[66],"several":[67],"possible":[68],"states:":[69],"for":[70,210],"example,":[71],"street":[73],"or":[74],"an":[75,99],"emergency":[76],"shelter.":[77],"Our":[78],"work":[79],"aims":[80],"provide":[82,295],"means":[84],"simulating":[86],"across":[87],"these":[88,223],"states,":[89,125],"including":[90],"no":[91],"longer":[92],"homeless,":[93],"time.":[95],"The":[96,277],"probability":[97,130,208],"individual":[100],"will":[101,245],"transition":[102,111,119,129,207],"from":[103,271],"state":[105],"another":[107],"called":[109],"probability.":[112],"Thus,":[113],"by":[114,138],"creating":[115],"matrix":[117],"probabilities":[120,160],"between":[121],"all":[122],"we":[126,133,149,166,183,220,244],"have":[127,168],"matrix.":[131],"If":[132],"simply":[134],"approached":[135],"problem":[137,230],"using":[139],"mathematical":[141],"model":[142,170,238,262,282],"such":[143],"Markov":[146],"decision":[147],"process,":[148],"run":[150],"into":[151],"issue":[153],"how":[155],"accurately":[157],"adjust":[158],"produce":[162,203],"realistic":[163,296],"results.":[164,297],"Ideally,":[165],"reasonably":[173],"modify":[174],"based":[176],"on":[177,239,251],"real-life":[178],"data.":[179],"To":[180],"do":[181],"this,":[182],"introduce":[184],"two":[185],"modified":[186,190,195],"algorithms;":[189],"q-learning":[192],"(MDQL)":[193],"neural":[196],"fitted":[197],"q-iteration":[198],"(MNFQ).":[199],"These":[200],"algorithms":[201,224],"dynamically":[202],"set":[205,256],"matrices":[209],"week":[212],"We":[216],"discuss":[217],"modifications":[219],"made":[221],"adapt":[226],"create":[232],"our":[233,237,261],"simulation.":[234],"After":[235],"training":[236],"high":[240],"resolution,":[241],"weekly":[242],"data,":[243],"show":[246],"when":[248],"running":[249],"low":[253],"resolution":[254],"data":[255,293],"spans":[258],"3":[259],"years,":[260],"able":[264],"achieve":[266],"relative":[268],"percent":[269],"difference":[270],"final":[273],"12.5%.":[276],"end":[278],"result":[279],"further":[286],"improved":[287],"time":[289],"with":[290],"real":[291],"world":[292]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-06T08:25:59.206177","created_date":"2025-10-10T00:00:00"}