{"id":"https://openalex.org/W4385488790","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191870","title":"Reinforcement Learning Framework to Simulate Short-Term Learning Effects of Human Psychophysical Experiments Assessing the Quality of Artificial Vision","display_name":"Reinforcement Learning Framework to Simulate Short-Term Learning Effects of Human Psychophysical Experiments Assessing the Quality of Artificial Vision","publication_year":2023,"publication_date":"2023-06-18","ids":{"openalex":"https://openalex.org/W4385488790","doi":"https://doi.org/10.1109/ijcnn54540.2023.10191870"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn54540.2023.10191870","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101497722","display_name":"Na An","orcid":"https://orcid.org/0000-0003-4667-2948"},"institutions":[{"id":"https://openalex.org/I157485424","display_name":"Korea Advanced Institute of Science and Technology","ror":"https://ror.org/05apxxy63","country_code":"KR","type":"education","lineage":["https://openalex.org/I157485424"]},{"id":"https://openalex.org/I3130020584","display_name":"International Graduate School of English","ror":"https://ror.org/0181xpd52","country_code":"KR","type":"education","lineage":["https://openalex.org/I3130020584"]},{"id":"https://openalex.org/I4210101891","display_name":"Korea Institute of Brain Science","ror":"https://ror.org/017stnw60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210101891"]},{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":true,"raw_author_name":"Na Min An","raw_affiliation_strings":["Brain Science Institute, Korea Institute of Science and Technology (KIST)","Kim Jaechul Graduate School of AI, KAIST"],"affiliations":[{"raw_affiliation_string":"Brain Science Institute, Korea Institute of Science and Technology (KIST)","institution_ids":["https://openalex.org/I4210101891","https://openalex.org/I58716616"]},{"raw_affiliation_string":"Kim Jaechul Graduate School of AI, KAIST","institution_ids":["https://openalex.org/I3130020584","https://openalex.org/I157485424"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064206596","display_name":"Hyeonhee Roh","orcid":"https://orcid.org/0000-0001-6559-0177"},"institutions":[{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I4210101891","display_name":"Korea Institute of Brain Science","ror":"https://ror.org/017stnw60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210101891"]},{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Hyeonhee Roh","raw_affiliation_strings":["Brain Science Institute, Korea Institute of Science and Technology (KIST)","School of Electrical Engineering, College of Electrical Engineering, Korea University"],"affiliations":[{"raw_affiliation_string":"Brain Science Institute, Korea Institute of Science and Technology (KIST)","institution_ids":["https://openalex.org/I4210101891","https://openalex.org/I58716616"]},{"raw_affiliation_string":"School of Electrical Engineering, College of Electrical Engineering, Korea University","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012674575","display_name":"Sein Kim","orcid":"https://orcid.org/0009-0007-1295-5372"},"institutions":[{"id":"https://openalex.org/I4210101891","display_name":"Korea Institute of Brain Science","ror":"https://ror.org/017stnw60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210101891"]},{"id":"https://openalex.org/I197347611","display_name":"Korea University","ror":"https://ror.org/047dqcg40","country_code":"KR","type":"education","lineage":["https://openalex.org/I197347611"]},{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Sein Kim","raw_affiliation_strings":["Brain Science Institute, Korea Institute of Science and Technology (KIST)","School of Electrical Engineering, College of Electrical Engineering, Korea University"],"affiliations":[{"raw_affiliation_string":"Brain Science Institute, Korea Institute of Science and Technology (KIST)","institution_ids":["https://openalex.org/I4210101891","https://openalex.org/I58716616"]},{"raw_affiliation_string":"School of Electrical Engineering, College of Electrical Engineering, Korea University","institution_ids":["https://openalex.org/I197347611"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110645519","display_name":"Jae Hun Kim","orcid":null},"institutions":[{"id":"https://openalex.org/I1282747685","display_name":"Public Agenda","ror":"https://ror.org/02vbakk15","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1282747685"]},{"id":"https://openalex.org/I4210113034","display_name":"Sensor Electronics (United States)","ror":"https://ror.org/01ynheb59","country_code":"US","type":"company","lineage":["https://openalex.org/I4210113034"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jae Hun Kim","raw_affiliation_strings":["Sensor System Research Center, KIST,National Agenda Research Division","National Agenda Research Division, Sensor System Research Center, KIST"],"affiliations":[{"raw_affiliation_string":"Sensor System Research Center, KIST,National Agenda Research Division","institution_ids":["https://openalex.org/I4210113034"]},{"raw_affiliation_string":"National Agenda Research Division, Sensor System Research Center, KIST","institution_ids":["https://openalex.org/I1282747685"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5032961004","display_name":"Maesoon Im","orcid":"https://orcid.org/0000-0003-1152-4398"},"institutions":[{"id":"https://openalex.org/I35928602","display_name":"Kyung Hee University","ror":"https://ror.org/01zqcg218","country_code":"KR","type":"education","lineage":["https://openalex.org/I35928602"]},{"id":"https://openalex.org/I4210145660","display_name":"Bio-Medical Science (South Korea)","ror":"https://ror.org/046p12h21","country_code":"KR","type":"company","lineage":["https://openalex.org/I4210145660"]},{"id":"https://openalex.org/I4210101891","display_name":"Korea Institute of Brain Science","ror":"https://ror.org/017stnw60","country_code":"KR","type":"facility","lineage":["https://openalex.org/I4210101891"]},{"id":"https://openalex.org/I58716616","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883","country_code":"KR","type":"facility","lineage":["https://openalex.org/I27494661","https://openalex.org/I2801339556","https://openalex.org/I2801339556","https://openalex.org/I4210144908","https://openalex.org/I4387152098","https://openalex.org/I4387152098","https://openalex.org/I58716616"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Maesoon Im","raw_affiliation_strings":["Brain Science Institute, Korea Institute of Science and Technology (KIST)","Division of Bio-Medical Science and Technology, UST","KHU-KIST Department of Converging Science and Technology, Kyung Hee University"],"affiliations":[{"raw_affiliation_string":"Brain Science Institute, Korea Institute of Science and Technology (KIST)","institution_ids":["https://openalex.org/I4210101891","https://openalex.org/I58716616"]},{"raw_affiliation_string":"Division of Bio-Medical Science and Technology, UST","institution_ids":["https://openalex.org/I4210145660"]},{"raw_affiliation_string":"KHU-KIST Department of Converging Science and Technology, Kyung Hee University","institution_ids":["https://openalex.org/I35928602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5101497722"],"corresponding_institution_ids":["https://openalex.org/I157485424","https://openalex.org/I3130020584","https://openalex.org/I4210101891","https://openalex.org/I58716616"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.14518752,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"19","issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T11601","display_name":"Neuroscience and Neural Engineering","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/2804","display_name":"Cellular and Molecular Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10581","display_name":"Neural dynamics and brain function","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/2805","display_name":"Cognitive Neuroscience"},"field":{"id":"https://openalex.org/fields/28","display_name":"Neuroscience"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/phosphene","display_name":"Phosphene","score":0.925751805305481},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.7335230708122253},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6941631436347961},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6648327708244324},{"id":"https://openalex.org/keywords/perception","display_name":"Perception","score":0.4800040125846863},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4635900855064392},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4442831575870514},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.11375370621681213}],"concepts":[{"id":"https://openalex.org/C154145042","wikidata":"https://www.wikidata.org/wiki/Q1072103","display_name":"Phosphene","level":4,"score":0.925751805305481},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.7335230708122253},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6941631436347961},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6648327708244324},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.4800040125846863},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4635900855064392},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4442831575870514},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.11375370621681213},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C2778581513","wikidata":"https://www.wikidata.org/wiki/Q263962","display_name":"Transcranial magnetic stimulation","level":3,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C24998067","wikidata":"https://www.wikidata.org/wiki/Q4114622","display_name":"Stimulation","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn54540.2023.10191870","is_oa":false,"landing_page_url":"http://dx.doi.org/10.1109/ijcnn54540.2023.10191870","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.75,"display_name":"Decent work and economic growth"}],"awards":[{"id":"https://openalex.org/G4210000313","display_name":null,"funder_award_id":"2E32551","funder_id":"https://openalex.org/F4320322091","funder_display_name":"Korea Institute of Science and Technology"}],"funders":[{"id":"https://openalex.org/F4320322091","display_name":"Korea Institute of Science and Technology","ror":"https://ror.org/05kzfa883"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W41554520","https://openalex.org/W1493639194","https://openalex.org/W1522301498","https://openalex.org/W1821584645","https://openalex.org/W2007409841","https://openalex.org/W2034121241","https://openalex.org/W2034475751","https://openalex.org/W2038258122","https://openalex.org/W2138451337","https://openalex.org/W2145339207","https://openalex.org/W2612573399","https://openalex.org/W2736601468","https://openalex.org/W2899771611","https://openalex.org/W2951506741","https://openalex.org/W2963102887","https://openalex.org/W2991296517","https://openalex.org/W3003581481","https://openalex.org/W3006246324","https://openalex.org/W3006860701","https://openalex.org/W3025482455","https://openalex.org/W3028110392","https://openalex.org/W3084255170","https://openalex.org/W3098596645","https://openalex.org/W3126955317","https://openalex.org/W3165641579","https://openalex.org/W4200443526","https://openalex.org/W4283792190","https://openalex.org/W6631190155","https://openalex.org/W6741002519","https://openalex.org/W6756040250","https://openalex.org/W6772057793"],"related_works":["https://openalex.org/W4283738992","https://openalex.org/W2170880133","https://openalex.org/W3109706702","https://openalex.org/W1976849784","https://openalex.org/W3170150653","https://openalex.org/W2585752492","https://openalex.org/W4200152313","https://openalex.org/W2170882448","https://openalex.org/W3120649878","https://openalex.org/W2523634951"],"abstract_inverted_index":{"The":[0,60],"quality":[1],"of":[2,24,83,121,131,152,161,178,186],"the":[3,76,80,87,116,119,128,132,145,149,168,175,184],"artificial":[4,72],"vision":[5],"produced":[6],"by":[7,14,190],"visual":[8,187],"prostheses":[9],"has":[10],"traditionally":[11],"been":[12],"evaluated":[13],"human":[15,30,58,84,124,155,172,196],"psychophysical":[16,50,197],"tests":[17,173],"using":[18],"images":[19,110],"expressed":[20],"with":[21,111,171],"an":[22,43,96],"array":[23],"phosphenes.":[25],"However,":[26],"such":[27],"experiments":[28,51],"involving":[29],"subjects":[31,85,156],"are":[32],"considerably":[33],"time-consuming":[34],"and":[35,174],"labor-intensive.":[36],"One":[37],"potential":[38],"solution":[39],"may":[40,182],"be":[41],"implementing":[42],"efficient":[44],"approach":[45],"to":[46,74,102],"assist":[47],"or":[48],"replace":[49],"showing":[52],"a":[53,64,162],"short-term":[54],"learning":[55,66,81,150,164],"effect":[56],"in":[57,79,107,118,127],"subjects.":[59,125],"present":[61],"work":[62],"developed":[63],"reinforcement":[65],"(RL)-based":[67],"feedback":[68,112],"framework":[69,181],"which":[70,98],"built":[71],"agents":[73,147],"emulate":[75],"behavioral":[77],"changes":[78],"process":[82],"over":[86],"experimental":[88],"trials.":[89],"In":[90],"our":[91,180],"framework,":[92,133],"we":[93,134,143],"first":[94],"trained":[95],"agent":[97],"can":[99],"gradually":[100],"learn":[101],"identify":[103],"720":[104],"faces":[105],"presented":[106],"low-resolution":[108],"phosphene":[109],"rewards":[113],"received":[114],"from":[115],"agreement":[117],"perception":[120],"nine":[122,136,153,159],"training":[123],"Then,":[126],"automating":[129],"stage":[130],"created":[135],"RL":[137,146],"agents.":[138],"By":[139],"testing":[140],"those":[141],"agents,":[142],"found":[144],"mimicked":[148],"effects":[151],"test":[154],"better":[157],"than":[158],"instances":[160],"supervised":[163],"(SL)":[165],"model.":[166],"Given":[167],"similar":[169],"outcomes":[170],"time":[176],"efficiency":[177],"RL,":[179],"expedite":[183],"development":[185],"prosthetic":[188],"systems":[189],"at":[191],"least":[192],"partially":[193],"replacing":[194],"laborious":[195],"experiments.":[198]},"counts_by_year":[],"updated_date":"2025-12-19T19:40:27.379048","created_date":"2025-10-10T00:00:00"}