{"id":"https://openalex.org/W2144230684","doi":"https://doi.org/10.1109/icsmc.2004.1401029","title":"Motion recognition by combining HMM and reinforcement learning","display_name":"Motion recognition by combining HMM and reinforcement learning","publication_year":2005,"publication_date":"2005-03-31","ids":{"openalex":"https://openalex.org/W2144230684","doi":"https://doi.org/10.1109/icsmc.2004.1401029","mag":"2144230684"},"language":"en","primary_location":{"id":"doi:10.1109/icsmc.2004.1401029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2004.1401029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Conference on Systems, Man and Cybernetics (IEEE Cat. No.04CH37583)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034148660","display_name":"Kazuhisa Hamamoto","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"K. Hamamoto","raw_affiliation_strings":["Imaging Science and Engineering Laboratory, Tokyo Institute of Technology, Yokohama, Japan","Imaging Science and Engineering Lab., Tokyo Institute of Technology, Yokohama, Japan#TAB#"],"affiliations":[{"raw_affiliation_string":"Imaging Science and Engineering Laboratory, Tokyo Institute of Technology, Yokohama, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Imaging Science and Engineering Lab., Tokyo Institute of Technology, Yokohama, Japan#TAB#","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052323075","display_name":"Ken\u2019ichi Morooka","orcid":"https://orcid.org/0000-0002-3308-6803"},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"K. Morooka","raw_affiliation_strings":["Imaging Science and Engineering Laboratory, Tokyo Institute of Technology, Yokohama, Japan","Imaging Science and Engineering Lab., Tokyo Institute of Technology, Yokohama, Japan#TAB#"],"affiliations":[{"raw_affiliation_string":"Imaging Science and Engineering Laboratory, Tokyo Institute of Technology, Yokohama, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Imaging Science and Engineering Lab., Tokyo Institute of Technology, Yokohama, Japan#TAB#","institution_ids":["https://openalex.org/I114531698"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015122886","display_name":"Hiroshi Nagahashi","orcid":null},"institutions":[{"id":"https://openalex.org/I114531698","display_name":"Tokyo Institute of Technology","ror":"https://ror.org/0112mx960","country_code":"JP","type":"education","lineage":["https://openalex.org/I114531698"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"H. Nagahashi","raw_affiliation_strings":["Imaging Science and Engineering Laboratory, Tokyo Institute of Technology, Yokohama, Japan","Imaging Science and Engineering Lab., Tokyo Institute of Technology, Yokohama, Japan#TAB#"],"affiliations":[{"raw_affiliation_string":"Imaging Science and Engineering Laboratory, Tokyo Institute of Technology, Yokohama, Japan","institution_ids":["https://openalex.org/I114531698"]},{"raw_affiliation_string":"Imaging Science and Engineering Lab., Tokyo Institute of Technology, Yokohama, Japan#TAB#","institution_ids":["https://openalex.org/I114531698"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5034148660"],"corresponding_institution_ids":["https://openalex.org/I114531698"],"apc_list":null,"apc_paid":null,"fwci":0.3129,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.64183124,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":"6","issue":null,"first_page":"5259","last_page":"5264"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11398","display_name":"Hand Gesture Recognition Systems","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10653","display_name":"Robot Manipulation and Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/2207","display_name":"Control and Systems Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hidden-markov-model","display_name":"Hidden Markov model","score":0.7264244556427002},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.662061333656311},{"id":"https://openalex.org/keywords/reinforcement-learning","display_name":"Reinforcement learning","score":0.6454776525497437},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.561312735080719},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5373422503471375},{"id":"https://openalex.org/keywords/speech-recognition","display_name":"Speech recognition","score":0.4889205992221832},{"id":"https://openalex.org/keywords/reinforcement","display_name":"Reinforcement","score":0.43085533380508423},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33845946192741394},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.15317869186401367},{"id":"https://openalex.org/keywords/structural-engineering","display_name":"Structural engineering","score":0.04980704188346863}],"concepts":[{"id":"https://openalex.org/C23224414","wikidata":"https://www.wikidata.org/wiki/Q176769","display_name":"Hidden Markov model","level":2,"score":0.7264244556427002},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.662061333656311},{"id":"https://openalex.org/C97541855","wikidata":"https://www.wikidata.org/wiki/Q830687","display_name":"Reinforcement learning","level":2,"score":0.6454776525497437},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.561312735080719},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5373422503471375},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.4889205992221832},{"id":"https://openalex.org/C67203356","wikidata":"https://www.wikidata.org/wiki/Q1321905","display_name":"Reinforcement","level":2,"score":0.43085533380508423},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33845946192741394},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15317869186401367},{"id":"https://openalex.org/C66938386","wikidata":"https://www.wikidata.org/wiki/Q633538","display_name":"Structural engineering","level":1,"score":0.04980704188346863}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icsmc.2004.1401029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsmc.2004.1401029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2004 IEEE International Conference on Systems, Man and Cybernetics (IEEE Cat. No.04CH37583)","raw_type":"proceedings-article"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:00105806","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100500413","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:t2r2.star.titech.ac.jp:00113327","is_oa":false,"landing_page_url":"http://t2r2.star.titech.ac.jp/cgi-bin/publicationinfo.cgi?q_publication_content_number=CTT100539996","pdf_url":null,"source":{"id":"https://openalex.org/S4377196385","display_name":"Tokyo Tech Research Repository (Tokyo Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I114531698","host_organization_name":"Tokyo Institute of Technology","host_organization_lineage":["https://openalex.org/I114531698"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Conference Paper"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":12,"referenced_works":["https://openalex.org/W1494650646","https://openalex.org/W1511186843","https://openalex.org/W2069005980","https://openalex.org/W2119072456","https://openalex.org/W2120886575","https://openalex.org/W2143200554","https://openalex.org/W2165303028","https://openalex.org/W2167647761","https://openalex.org/W2914656440","https://openalex.org/W4301630257","https://openalex.org/W6630765772","https://openalex.org/W6681088414"],"related_works":["https://openalex.org/W2920061524","https://openalex.org/W2136763963","https://openalex.org/W2109705048","https://openalex.org/W2940588515","https://openalex.org/W1909151225","https://openalex.org/W2160030256","https://openalex.org/W1521297879","https://openalex.org/W4253235840","https://openalex.org/W3151937861","https://openalex.org/W2772702156"],"abstract_inverted_index":{"It":[0],"is":[1],"difficult":[2],"to":[3,19,22,27,43,122],"give":[4],"a":[5,12,62,91,109],"robot":[6,17],"all":[7],"possible":[8],"motions":[9,25,31,49],"beforehand":[10],"in":[11,93,114],"certain":[13],"environment.":[14],"Therefore,":[15],"the":[16,100,124,127],"needs":[18],"learn":[20],"how":[21],"recognize":[23],"other":[24],"and":[26,46,70,75,85],"generate":[28],"its":[29],"own":[30],"autonomously":[32],"for":[33],"working":[34],"well.":[35],"These":[36],"learning":[37,87],"algorithms":[38],"need":[39],"an":[40],"efficient":[41],"way":[42],"make":[44],"recognition":[45,69,94],"generation":[47,71,115],"of":[48,68,103,112,126],"work":[50,98],"together,":[51],"because":[52],"they":[53],"take":[54],"many":[55],"computing":[56],"resources.":[57],"This":[58],"paper":[59],"focuses":[60],"on":[61],"generation-based":[63],"recognition.":[64],"Our":[65],"system":[66],"consists":[67],"modules.":[72],"The":[73,117],"fanner":[74],"latter":[76],"are":[77,105],"constructed":[78],"from":[79],"left-to-right":[80],"hidden":[81],"Markov":[82],"models":[83],"(HMM)":[84],"reinforcement":[86],"(RL),":[88],"respectively.":[89],"When":[90],"HMM":[92,104],"module":[95],"does":[96],"not":[97],"enough,":[99],"model":[101],"parameters":[102],"re-estimated":[106],"by":[107],"using":[108],"state-value":[110],"function":[111],"RL":[113],"module.":[116],"proposed":[118],"method":[119],"enables":[120],"us":[121],"improve":[123],"reliability":[125],"HMM.":[128]},"counts_by_year":[{"year":2018,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}