{"id":"https://openalex.org/W4403534327","doi":"https://doi.org/10.1109/tnnls.2024.3467338","title":"State Abstraction via Deep Supervised Hash Learning","display_name":"State Abstraction via Deep Supervised Hash Learning","publication_year":2024,"publication_date":"2024-10-18","ids":{"openalex":"https://openalex.org/W4403534327","doi":"https://doi.org/10.1109/tnnls.2024.3467338","pmid":"https://pubmed.ncbi.nlm.nih.gov/39423076"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3467338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3467338","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Guang Yang","orcid":"https://orcid.org/0009-0005-4937-0568"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guang Yang","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0005-4937-0568","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zheng Xu","orcid":"https://orcid.org/0009-0007-3486-6864"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zheng Xu","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0009-0007-3486-6864","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066091819","display_name":"Jing Huo","orcid":"https://orcid.org/0000-0002-8504-455X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jing Huo","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8504-455X","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100764370","display_name":"Shangdong Yang","orcid":"https://orcid.org/0000-0001-5379-9539"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shangdong Yang","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Security and Intelligent Processing, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0001-5379-9539","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Security and Intelligent Processing, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103030122","display_name":"Tianyu Ding","orcid":"https://orcid.org/0000-0001-8445-4330"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tianyu Ding","raw_affiliation_strings":["Applied Sciences Group, Microsoft, Redmond, WA, USA"],"raw_orcid":"https://orcid.org/0000-0001-8445-4330","affiliations":[{"raw_affiliation_string":"Applied Sciences Group, Microsoft, Redmond, WA, USA","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5087374601","display_name":"Xingguo Chen","orcid":"https://orcid.org/0000-0002-8757-1767"},"institutions":[{"id":"https://openalex.org/I41198531","display_name":"Nanjing University of Posts and Telecommunications","ror":"https://ror.org/043bpky34","country_code":"CN","type":"education","lineage":["https://openalex.org/I41198531"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingguo Chen","raw_affiliation_strings":["Jiangsu Key Laboratory of Big Data Security and Intelligent Processing, Nanjing University of Posts and Telecommunications, Nanjing, China"],"raw_orcid":"https://orcid.org/0000-0002-8757-1767","affiliations":[{"raw_affiliation_string":"Jiangsu Key Laboratory of Big Data Security and Intelligent Processing, Nanjing University of Posts and Telecommunications, Nanjing, China","institution_ids":["https://openalex.org/I41198531"]}]},{"author_position":"last","author":{"id":null,"display_name":"Yang Gao","orcid":"https://orcid.org/0000-0002-2488-1813"},"institutions":[{"id":"https://openalex.org/I3130859241","display_name":"Yili Normal University","ror":"https://ror.org/019htgm96","country_code":"CN","type":"education","lineage":["https://openalex.org/I3130859241"]},{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Gao","raw_affiliation_strings":["State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","School of Network Security and Information Technology, Yili Normal University, Yining, China"],"raw_orcid":"https://orcid.org/0000-0002-2488-1813","affiliations":[{"raw_affiliation_string":"State Key Laboratory for Novel Software Technology, Nanjing University, Nanjing, China","institution_ids":["https://openalex.org/I881766915"]},{"raw_affiliation_string":"School of Network Security and Information Technology, Yili Normal University, Yining, China","institution_ids":["https://openalex.org/I3130859241"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.2913,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.57190529,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"36","issue":"7","first_page":"13608","last_page":"13614"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9297000169754028,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10876","display_name":"Fault Detection and Control Systems","score":0.9297000169754028,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/abstraction","display_name":"Abstraction","score":0.7578438520431519},{"id":"https://openalex.org/keywords/hash-function","display_name":"Hash function","score":0.7287758588790894},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6724520325660706},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5195308327674866},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.502748966217041},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3387243151664734},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.33356109261512756},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.27694904804229736},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.04665970802307129}],"concepts":[{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.7578438520431519},{"id":"https://openalex.org/C99138194","wikidata":"https://www.wikidata.org/wiki/Q183427","display_name":"Hash function","level":2,"score":0.7287758588790894},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6724520325660706},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5195308327674866},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.502748966217041},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3387243151664734},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.33356109261512756},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.27694904804229736},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.04665970802307129},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3467338","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3467338","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:39423076","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/39423076","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1091219171","display_name":null,"funder_award_id":"2021ZD0113303","funder_id":"https://openalex.org/F4320336612","funder_display_name":"Science and Technology Innovation Foundation of Harbin"},{"id":"https://openalex.org/G2328581383","display_name":null,"funder_award_id":"62276128","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G2767813700","display_name":null,"funder_award_id":"62192783","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G669068149","display_name":null,"funder_award_id":"62276142","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7334411499","display_name":null,"funder_award_id":"62206133","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320317102","display_name":"National Center of Science and Technology Evaluation","ror":null},{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320336612","display_name":"Science and Technology Innovation Foundation of Harbin","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":36,"referenced_works":["https://openalex.org/W2052688942","https://openalex.org/W2058735307","https://openalex.org/W2145339207","https://openalex.org/W2890208753","https://openalex.org/W2904715276","https://openalex.org/W2965889088","https://openalex.org/W2972421866","https://openalex.org/W2989847975","https://openalex.org/W2997101648","https://openalex.org/W3033740891","https://openalex.org/W3198999478","https://openalex.org/W4283802063","https://openalex.org/W4292973684","https://openalex.org/W4312403453","https://openalex.org/W4365135903","https://openalex.org/W4379382581","https://openalex.org/W4382203515","https://openalex.org/W4385834352","https://openalex.org/W4392979614","https://openalex.org/W6633100451","https://openalex.org/W6637513772","https://openalex.org/W6638739688","https://openalex.org/W6675715384","https://openalex.org/W6678900246","https://openalex.org/W6712173889","https://openalex.org/W6719911377","https://openalex.org/W6738979955","https://openalex.org/W6747473740","https://openalex.org/W6761964196","https://openalex.org/W6763088550","https://openalex.org/W6779827379","https://openalex.org/W6796975390","https://openalex.org/W6803600217","https://openalex.org/W6843161011","https://openalex.org/W6852686651","https://openalex.org/W7053188557"],"related_works":["https://openalex.org/W2045155990","https://openalex.org/W4313163053","https://openalex.org/W4300973204","https://openalex.org/W4388675521","https://openalex.org/W2108135022","https://openalex.org/W3148810651","https://openalex.org/W2789077243","https://openalex.org/W3023219121","https://openalex.org/W2898772359","https://openalex.org/W2035244949"],"abstract_inverted_index":{"State":[0],"abstraction":[1,24,45,96,112,141,150],"is":[2],"a":[3,34,42,56,75],"widely":[4],"used":[5],"technique":[6],"in":[7,26,152],"reinforcement":[8],"learning":[9,18,52,92],"(RL)":[10],"that":[11,97,144],"compresses":[12],"the":[13,66,70,83,109,135,138],"state":[14,30,44,95,111,140,149],"space":[15,31],"to":[16,113,133],"accelerate":[17],"algorithms.":[19,104],"However,":[20],"designing":[21],"an":[22,90],"effective":[23],"function":[25],"large-scale":[27],"or":[28],"high-dimensional":[29],"problems":[32],"remains":[33],"significant":[35],"challenge.":[36],"In":[37,86,105],"this":[38],"brief,":[39],"we":[40,73,88,107],"present":[41],"novel":[43],"method":[46,80,146],"based":[47,81],"on":[48,82,126],"deep":[49,115],"supervised":[50],"hash":[51],"(DSH)":[53],"and":[54,77,118,128],"provide":[55],"theoretical":[57],"analysis":[58],"of":[59,137],"its":[60],"near-optimal":[61],"property.":[62],"Furthermore,":[63],"by":[64],"leveraging":[65],"DSH-based":[67,110,139],"representation":[68],"as":[69],"optimization":[71,79],"objective,":[72],"propose":[74],"direct":[76],"concise":[78],"target":[84],"value.":[85],"addition,":[87],"construct":[89],"auxiliary":[91],"task":[93],"for":[94],"can":[98],"be":[99],"combined":[100],"with":[101],"various":[102],"RL":[103],"particular,":[106],"apply":[108],"both":[114],"Q-learning":[116],"(DQN)":[117],"soft":[119],"actor-critic":[120],"(SAC).":[121],"Extensive":[122],"experiments":[123],"are":[124],"conducted":[125],"Atari":[127],"several":[129],"classic":[130],"control":[131],"benchmarks":[132],"evaluate":[134],"effectiveness":[136],"method,":[142],"showing":[143],"our":[145],"surpasses":[147],"existing":[148],"algorithms":[151],"performance.":[153]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}