{"id":"https://openalex.org/W4402508969","doi":"https://doi.org/10.1109/tcsvt.2024.3459938","title":"Rhythmer: Ranking-Based Skill Assessment With Rhythm-Aware Transformer","display_name":"Rhythmer: Ranking-Based Skill Assessment With Rhythm-Aware Transformer","publication_year":2024,"publication_date":"2024-09-13","ids":{"openalex":"https://openalex.org/W4402508969","doi":"https://doi.org/10.1109/tcsvt.2024.3459938"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3459938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3459938","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101043921","display_name":"Zhuang Luo","orcid":null},"institutions":[{"id":"https://openalex.org/I58200834","display_name":"Southern Medical University","ror":"https://ror.org/01vjw4z39","country_code":"CN","type":"education","lineage":["https://openalex.org/I58200834"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuang Luo","raw_affiliation_strings":["School of Biomedical Engineering, Southern Medical University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0009-0004-4093-4956","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Southern Medical University, Guangzhou, China","institution_ids":["https://openalex.org/I58200834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100740881","display_name":"Yang Xiao","orcid":"https://orcid.org/0000-0002-7739-4146"},"institutions":[{"id":"https://openalex.org/I47720641","display_name":"Huazhong University of Science and Technology","ror":"https://ror.org/00p991c53","country_code":"CN","type":"education","lineage":["https://openalex.org/I47720641"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yang Xiao","raw_affiliation_strings":["National Key Laboratory of Multispectral Information Intelligent Processing Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","School of Artificial Intelligence and Automation, National Key Laboratory of Multispectral Information Intelligent Processing Technology, Huazhong University of Science and Technology, Wuhan, China"],"raw_orcid":"https://orcid.org/0000-0002-7739-4146","affiliations":[{"raw_affiliation_string":"National Key Laboratory of Multispectral Information Intelligent Processing Technology, School of Artificial Intelligence and Automation, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]},{"raw_affiliation_string":"School of Artificial Intelligence and Automation, National Key Laboratory of Multispectral Information Intelligent Processing Technology, Huazhong University of Science and Technology, Wuhan, China","institution_ids":["https://openalex.org/I47720641"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100698893","display_name":"Feng Yang","orcid":"https://orcid.org/0000-0001-7190-4064"},"institutions":[{"id":"https://openalex.org/I58200834","display_name":"Southern Medical University","ror":"https://ror.org/01vjw4z39","country_code":"CN","type":"education","lineage":["https://openalex.org/I58200834"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Feng Yang","raw_affiliation_strings":["School of Biomedical Engineering, Southern Medical University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0001-7190-4064","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Southern Medical University, Guangzhou, China","institution_ids":["https://openalex.org/I58200834"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045125183","display_name":"Joey Tianyi Zhou","orcid":"https://orcid.org/0000-0002-4675-7055"},"institutions":[{"id":"https://openalex.org/I115228651","display_name":"Agency for Science, Technology and Research","ror":"https://ror.org/036wvzt09","country_code":"SG","type":"government","lineage":["https://openalex.org/I115228651"]},{"id":"https://openalex.org/I3004594783","display_name":"Institute of High Performance Computing","ror":"https://ror.org/02n0ejh50","country_code":"SG","type":"facility","lineage":["https://openalex.org/I115228651","https://openalex.org/I3004594783","https://openalex.org/I91275662"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Joey Tianyi Zhou","raw_affiliation_strings":["Technology and Research (A*STAR), Centre for Frontier AI Research (CFAR) and the Institute of High Performance Computing (IHPC), Agency for Science, Fusionopolis, Singapore","Centre for Frontier AI Research (CFAR), Research Agency for Science, Technology, and Research (A*STAR), Singapore"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technology and Research (A*STAR), Centre for Frontier AI Research (CFAR) and the Institute of High Performance Computing (IHPC), Agency for Science, Fusionopolis, Singapore","institution_ids":["https://openalex.org/I3004594783"]},{"raw_affiliation_string":"Centre for Frontier AI Research (CFAR), Research Agency for Science, Technology, and Research (A*STAR), Singapore","institution_ids":["https://openalex.org/I115228651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5003062618","display_name":"Zhiwen Fang","orcid":"https://orcid.org/0000-0002-9314-5262"},"institutions":[{"id":"https://openalex.org/I58200834","display_name":"Southern Medical University","ror":"https://ror.org/01vjw4z39","country_code":"CN","type":"education","lineage":["https://openalex.org/I58200834"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwen Fang","raw_affiliation_strings":["School of Biomedical Engineering, Southern Medical University, Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-9314-5262","affiliations":[{"raw_affiliation_string":"School of Biomedical Engineering, Southern Medical University, Guangzhou, China","institution_ids":["https://openalex.org/I58200834"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.1383,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.8918543,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":"35","issue":"1","first_page":"259","last_page":"272"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8180000185966492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8180000185966492,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6340101361274719},{"id":"https://openalex.org/keywords/rhythm","display_name":"Rhythm","score":0.5717058777809143},{"id":"https://openalex.org/keywords/ranking","display_name":"Ranking (information retrieval)","score":0.5238380432128906},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.49811315536499023},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4177599251270294},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33826154470443726},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.33250659704208374},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.14385589957237244},{"id":"https://openalex.org/keywords/medicine","display_name":"Medicine","score":0.11169865727424622},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.08527854084968567},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.07742023468017578}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6340101361274719},{"id":"https://openalex.org/C135343436","wikidata":"https://www.wikidata.org/wiki/Q170406","display_name":"Rhythm","level":2,"score":0.5717058777809143},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.5238380432128906},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.49811315536499023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4177599251270294},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33826154470443726},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.33250659704208374},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.14385589957237244},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.11169865727424622},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.08527854084968567},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.07742023468017578},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3459938","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3459938","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5667899945","display_name":null,"funder_award_id":"62371219","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6763981308","display_name":null,"funder_award_id":"62271221","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G8212534461","display_name":null,"funder_award_id":"2023A1515011260","funder_id":"https://openalex.org/F4320337111","funder_display_name":"Basic and Applied Basic Research Foundation of Guangdong Province"},{"id":"https://openalex.org/G8292721467","display_name":"\u5927\u6570\u636e\u9a71\u52a8\u5b66\u4e60\u4e0b\u8d85\u58f0\u6210\u50cf\u7cfb\u7edf\u6807\u51c6\u626b\u67e5\u5207\u9762\u68c0\u6d4b\u4e0e\u7ec4\u7ec7\u7ed3\u6784\u5b9a\u4f4d\u7814\u7a76","funder_award_id":"61771233","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334971","display_name":"Science and Engineering Research Council","ror":"https://ror.org/00zgdb249"},{"id":"https://openalex.org/F4320337111","display_name":"Basic and Applied Basic Research Foundation of Guangdong Province","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":51,"referenced_works":["https://openalex.org/W1098367890","https://openalex.org/W2035720976","https://openalex.org/W2060986495","https://openalex.org/W2260521078","https://openalex.org/W2293244092","https://openalex.org/W2467794422","https://openalex.org/W2507183669","https://openalex.org/W2552035314","https://openalex.org/W2598634450","https://openalex.org/W2796214461","https://openalex.org/W2801481939","https://openalex.org/W2917664866","https://openalex.org/W2939039198","https://openalex.org/W2953867939","https://openalex.org/W2963524571","https://openalex.org/W2963647178","https://openalex.org/W2963867213","https://openalex.org/W2971141371","https://openalex.org/W2979726199","https://openalex.org/W2990759760","https://openalex.org/W2996856264","https://openalex.org/W3035714233","https://openalex.org/W3074710551","https://openalex.org/W3092322105","https://openalex.org/W3093182158","https://openalex.org/W3138516171","https://openalex.org/W3167044851","https://openalex.org/W3175823695","https://openalex.org/W3178701062","https://openalex.org/W3193654597","https://openalex.org/W3196971551","https://openalex.org/W3203457317","https://openalex.org/W3212421073","https://openalex.org/W3216270236","https://openalex.org/W4205745489","https://openalex.org/W4210446704","https://openalex.org/W4220791754","https://openalex.org/W4221166385","https://openalex.org/W4312243874","https://openalex.org/W4312419390","https://openalex.org/W4312560592","https://openalex.org/W4312785375","https://openalex.org/W4312925544","https://openalex.org/W4319303111","https://openalex.org/W4362528116","https://openalex.org/W4381299118","https://openalex.org/W4384080281","https://openalex.org/W4385245566","https://openalex.org/W4391912464","https://openalex.org/W6633724138","https://openalex.org/W6791094662"],"related_works":["https://openalex.org/W2072492413","https://openalex.org/W2997159972","https://openalex.org/W4296378967","https://openalex.org/W2064134577","https://openalex.org/W2373995729","https://openalex.org/W3203096336","https://openalex.org/W2157038729","https://openalex.org/W2393707162","https://openalex.org/W2027715794","https://openalex.org/W2043981220"],"abstract_inverted_index":{"Ranking-based":[0],"skill":[1,69,219],"assessment":[2,70],"is":[3,65,100,124,138,190,215],"an":[4],"essential":[5],"component":[6],"of":[7,178],"video":[8],"understanding.":[9],"In":[10,118],"this":[11],"task":[12],"lacking":[13],"precise":[14],"procedure":[15,25,144],"annotations,":[16],"existing":[17],"methods":[18],"place":[19],"greater":[20],"emphasis":[21],"on":[22],"evaluating":[23],"the":[24,30,34,128,157,176,187,212],"quality":[26],"via":[27],"manually":[28],"normalizing":[29],"execution":[31,78,84],"duration.":[32],"However,":[33],"inherent":[35],"duration-related":[36,93,116,143,194],"procedural":[37,94],"patterns":[38,130],"will":[39],"undergo":[40],"alteration.":[41],"Experimentally,":[42],"we":[43],"discover":[44],"that":[45,211],"distinct":[46],"duration":[47,63,114,173,200,205],"biases":[48],"are":[49,107],"prevalent":[50],"in":[51,57,91],"duration-sensitive":[52],"skills,":[53],"such":[54],"as":[55,102],"those":[56],"medical":[58],"and":[59,115,154,181],"everyday":[60],"life.":[61],"Hence,":[62],"information":[64,95,145,174],"crucial":[66],"for":[67,217],"ranking-based":[68,218],"when":[71,146,159],"dealing":[72],"with":[73,151,161],"varying":[74],"durations.":[75,85,98,167],"Additionally,":[76],"similar":[77,97,152],"processes":[79],"tend":[80],"to":[81,126,140,192],"have":[82],"closer":[83],"Thus,":[86],"another":[87],"critical":[88],"factor":[89],"lies":[90],"extracting":[92],"alongside":[96],"It":[99],"defined":[101],"mining":[103],"rhythm":[104,129],"patterns,":[105],"which":[106],"inspired":[108],"by":[109,197],"music":[110],"rhythms":[111],"including":[112],"various":[113,204],"procedures.":[117],"our":[119],"work,":[120],"a":[121,135,198],"rhythm-aware":[122,213],"transformer":[123,188,214],"proposed":[125],"mine":[127],"adaptively.":[131],"Given":[132],"pairwise":[133,148,162],"inputs,":[134],"co-attention":[136,182],"module":[137,170],"designed":[139,191],"mutually":[141],"highlight":[142],"comparing":[147],"input":[149],"videos":[150],"durations,":[153],"adaptively":[155],"attenuate":[156],"efficacy":[158],"confronted":[160],"inputs":[163],"featuring":[164],"significantly":[165],"different":[166],"A":[168],"rhythm-encoding":[169],"further":[171],"embeds":[172],"into":[175],"concatenation":[177],"raw":[179],"features":[180],"features.":[183],"Following":[184],"these":[185],"features,":[186],"decoder":[189],"learn":[193],"queries":[195],"supervised":[196],"novel":[199],"grouping":[201],"loss":[202],"among":[203],"groups.":[206],"The":[207],"experimental":[208],"results":[209],"demonstrate":[210],"effective":[216],"assessment.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}