{"id":"https://openalex.org/W4393241460","doi":"https://doi.org/10.1109/tcsvt.2024.3382363","title":"Learning Geometric Information via Transformer Network for Key-Points Based Motion Segmentation","display_name":"Learning Geometric Information via Transformer Network for Key-Points Based Motion Segmentation","publication_year":2024,"publication_date":"2024-03-27","ids":{"openalex":"https://openalex.org/W4393241460","doi":"https://doi.org/10.1109/tcsvt.2024.3382363"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3382363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3382363","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026324175","display_name":"Qiming Li","orcid":"https://orcid.org/0000-0001-8317-5700"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210151023","display_name":"Quanzhou Institute of Equipment Manufacturing Haixi Institute","ror":"https://ror.org/05ev3vr27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151023"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Qiming Li","raw_affiliation_strings":["Laboratory of Robotics and Intelligent Systems, Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Chinese Academy of Sciences, Quanzhou, Fujian, China","Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Laboratory of Robotics and Intelligent Systems, Chinese Academy of Sciences, Quanzhou, Fujian, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Intelligent Systems, Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Chinese Academy of Sciences, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I4210151023","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Laboratory of Robotics and Intelligent Systems, Chinese Academy of Sciences, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I4210151023","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062902204","display_name":"Jinghang Cheng","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210151023","display_name":"Quanzhou Institute of Equipment Manufacturing Haixi Institute","ror":"https://ror.org/05ev3vr27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151023"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jinghang Cheng","raw_affiliation_strings":["Laboratory of Robotics and Intelligent Systems, Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Chinese Academy of Sciences, Quanzhou, Fujian, China","Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Laboratory of Robotics and Intelligent Systems, Chinese Academy of Sciences, Quanzhou, Fujian, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Intelligent Systems, Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Chinese Academy of Sciences, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I4210151023","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Laboratory of Robotics and Intelligent Systems, Chinese Academy of Sciences, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I4210151023","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101578762","display_name":"Yin Gao","orcid":"https://orcid.org/0000-0003-3902-0087"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210151023","display_name":"Quanzhou Institute of Equipment Manufacturing Haixi Institute","ror":"https://ror.org/05ev3vr27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151023"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yin Gao","raw_affiliation_strings":["Laboratory of Robotics and Intelligent Systems, Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Chinese Academy of Sciences, Quanzhou, Fujian, China","Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Laboratory of Robotics and Intelligent Systems, Chinese Academy of Sciences, Quanzhou, Fujian, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Intelligent Systems, Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Chinese Academy of Sciences, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I4210151023","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Laboratory of Robotics and Intelligent Systems, Chinese Academy of Sciences, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I4210151023","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100361625","display_name":"Jun Li","orcid":"https://orcid.org/0000-0001-5845-8602"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210151023","display_name":"Quanzhou Institute of Equipment Manufacturing Haixi Institute","ror":"https://ror.org/05ev3vr27","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210151023"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Li","raw_affiliation_strings":["Laboratory of Robotics and Intelligent Systems, Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Chinese Academy of Sciences, Quanzhou, Fujian, China","Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Laboratory of Robotics and Intelligent Systems, Chinese Academy of Sciences, Quanzhou, Fujian, China"],"affiliations":[{"raw_affiliation_string":"Laboratory of Robotics and Intelligent Systems, Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Chinese Academy of Sciences, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I4210151023","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Quanzhou Institute of Equipment Manufacturing, Haixi Institute, Laboratory of Robotics and Intelligent Systems, Chinese Academy of Sciences, Quanzhou, Fujian, China","institution_ids":["https://openalex.org/I4210151023","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5026324175"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210151023"],"apc_list":null,"apc_paid":null,"fwci":0.735,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.69156768,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"34","issue":"9","first_page":"7856","last_page":"7869"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9702000021934509,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12549","display_name":"Image and Object Detection Techniques","score":0.9531000256538391,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6289023160934448},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5962232947349548},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5870271921157837},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.580471396446228},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.5636430382728577},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.47941988706588745},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.4479224979877472},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.431841105222702},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.360383540391922},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11864852905273438},{"id":"https://openalex.org/keywords/voltage","display_name":"Voltage","score":0.10286220908164978}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6289023160934448},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5962232947349548},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5870271921157837},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.580471396446228},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.5636430382728577},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.47941988706588745},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.4479224979877472},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.431841105222702},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.360383540391922},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11864852905273438},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.10286220908164978},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3382363","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3382363","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G913817173","display_name":null,"funder_award_id":"62102394","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":109,"referenced_works":["https://openalex.org/W81520703","https://openalex.org/W1519594923","https://openalex.org/W1745334888","https://openalex.org/W1901129140","https://openalex.org/W1903029394","https://openalex.org/W1910960015","https://openalex.org/W1951289974","https://openalex.org/W1954128991","https://openalex.org/W1993962865","https://openalex.org/W1997201895","https://openalex.org/W1997991368","https://openalex.org/W2076756823","https://openalex.org/W2085261163","https://openalex.org/W2096733369","https://openalex.org/W2105248082","https://openalex.org/W2106199912","https://openalex.org/W2109725690","https://openalex.org/W2113221323","https://openalex.org/W2113708607","https://openalex.org/W2114554887","https://openalex.org/W2114674762","https://openalex.org/W2115579991","https://openalex.org/W2130017587","https://openalex.org/W2135245997","https://openalex.org/W2150414161","https://openalex.org/W2150674727","https://openalex.org/W2152227675","https://openalex.org/W2155598147","https://openalex.org/W2171728525","https://openalex.org/W2197046994","https://openalex.org/W2202222344","https://openalex.org/W2221409856","https://openalex.org/W2321984146","https://openalex.org/W2322739735","https://openalex.org/W2395024868","https://openalex.org/W2412782625","https://openalex.org/W2460260369","https://openalex.org/W2528666896","https://openalex.org/W2528729631","https://openalex.org/W2560474170","https://openalex.org/W2566030665","https://openalex.org/W2586590777","https://openalex.org/W2613997951","https://openalex.org/W2786092739","https://openalex.org/W2798569237","https://openalex.org/W2800412873","https://openalex.org/W2897582990","https://openalex.org/W2901173481","https://openalex.org/W2904090314","https://openalex.org/W2955084925","https://openalex.org/W2963026686","https://openalex.org/W2963035446","https://openalex.org/W2963290020","https://openalex.org/W2963317244","https://openalex.org/W2963369852","https://openalex.org/W2963732700","https://openalex.org/W2963881378","https://openalex.org/W2964211168","https://openalex.org/W2964665981","https://openalex.org/W2979750740","https://openalex.org/W2981342784","https://openalex.org/W2987672160","https://openalex.org/W2993235622","https://openalex.org/W2997487053","https://openalex.org/W3023286625","https://openalex.org/W3034424919","https://openalex.org/W3045477169","https://openalex.org/W3080545096","https://openalex.org/W3087268568","https://openalex.org/W3108043693","https://openalex.org/W3111535274","https://openalex.org/W3111891682","https://openalex.org/W3121523901","https://openalex.org/W3126751243","https://openalex.org/W3132520841","https://openalex.org/W3141835154","https://openalex.org/W3143732405","https://openalex.org/W3157631201","https://openalex.org/W3171516518","https://openalex.org/W3176235127","https://openalex.org/W3192871594","https://openalex.org/W3201955778","https://openalex.org/W3204640376","https://openalex.org/W3214910576","https://openalex.org/W4210565939","https://openalex.org/W4213429352","https://openalex.org/W4214542306","https://openalex.org/W4224104535","https://openalex.org/W4226071614","https://openalex.org/W4226083961","https://openalex.org/W4306832769","https://openalex.org/W4312856857","https://openalex.org/W4312986923","https://openalex.org/W4313145705","https://openalex.org/W4319300199","https://openalex.org/W4319301005","https://openalex.org/W4362654014","https://openalex.org/W4385194653","https://openalex.org/W6631190155","https://openalex.org/W6637373629","https://openalex.org/W6728384960","https://openalex.org/W6728550200","https://openalex.org/W6739778489","https://openalex.org/W6758100988","https://openalex.org/W6765571568","https://openalex.org/W6799085253","https://openalex.org/W6803168405","https://openalex.org/W6850078109","https://openalex.org/W6860510347"],"related_works":["https://openalex.org/W1986655823","https://openalex.org/W2185902295","https://openalex.org/W2103507220","https://openalex.org/W3144569342","https://openalex.org/W3011384228","https://openalex.org/W2945274617","https://openalex.org/W3199300986","https://openalex.org/W4313052709","https://openalex.org/W4298131179","https://openalex.org/W2375430703"],"abstract_inverted_index":{"With":[0],"the":[1,30,33,38,63,84,90,110,122,126,133,141,147,153,160,164,178,187,194,200,204,208,216,222,225,231,237,243,252,259,264,276],"emergence":[2],"of":[3,32,94,113,136,140,181,220,258],"Vision":[4],"Transformers,":[5],"attention-based":[6],"modules":[7,78],"have":[8],"demonstrated":[9],"comparable":[10],"or":[11,240],"superior":[12],"performance":[13],"in":[14,36,62,81,152],"comparison":[15],"to":[16,28,121,158,176,186,203,214,236],"CNNs":[17],"on":[18,282],"various":[19],"vision":[20],"tasks.":[21],"However,":[22],"limited":[23],"research":[24],"has":[25],"been":[26],"conducted":[27],"explore":[29],"potential":[31],"self-attention":[34,210,241],"module":[35],"learning":[37],"global":[39,217,255],"and":[40,166,199,254,290],"local":[41,74,91,137,253],"geometric":[42,60,75,92,161,218,256],"information":[43,61,76,93,219],"for":[44,66,117],"key-points":[45,67,95,223],"based":[46,68],"motion":[47,69,265,284],"segmentation.":[48,70],"This":[49],"paper":[50],"thus":[51],"presents":[52],"a":[53,97,103,169,271],"new":[54],"method,":[55],"named":[56],"GIET,":[57],"that":[58,184,293],"utilizes":[59],"Transformer":[64,277],"network":[65],"Specifically,":[71],"two":[72,232],"novel":[73],"embedding":[77,233],"are":[79],"developed":[80],"GIET.":[82],"Unlike":[83],"traditional":[85],"convolution":[86,238],"operators":[87,239],"which":[88],"model":[89],"within":[96],"fixed-size":[98],"spatial":[99],"neighbourhood,":[100],"we":[101],"develop":[102],"Neighbor":[104],"Embedding":[105,171],"Module":[106,172],"(NEM)":[107],"by":[108],"aggregating":[109],"feature":[111,138,179,227],"maps":[112,180,228],"k-Nearest":[114],"Neighbors":[115],"(k-NN)":[116],"each":[118,167],"point":[119],"according":[120],"semantics":[123],"similarity":[124,196],"between":[125,150,163,197],"input":[127,260],"key-points.":[128,262],"NEM":[129],"not":[130],"only":[131],"augments":[132],"network\u2019s":[134],"ability":[135],"extraction":[139],"points\u2019":[142],"neighborhoods,":[143],"but":[144],"also":[145],"characterizes":[146],"semantic":[148,195],"affinities":[149],"points":[151,165,198],"same":[154],"moving":[155,188,205],"object.":[156],"Furthermore,":[157],"investigate":[159],"relationships":[162],"motion,":[168],"Centroid":[170],"(CEM)":[173],"is":[174,212,268],"devised":[175],"aggregate":[177],"cluster":[182],"centroids":[183,201],"correspond":[185],"objects.":[189,206],"CEM":[190],"can":[191,248],"effectively":[192],"capture":[193],"corresponding":[202],"Subsequently,":[207],"multi-head":[209],"mechanism":[211],"exploited":[213],"learn":[215],"all":[221],"using":[224,275],"aggregated":[226],"obtained":[229],"from":[230],"modules.":[234],"Compared":[235],"mechanism,":[242],"proposed":[244],"simple":[245],"Transformer-like":[246],"architecture":[247],"optimally":[249],"utilize":[250],"both":[251],"properties":[257],"sparse":[261],"Finally,":[263],"segmentation":[266,285],"task":[267],"formulated":[269],"as":[270],"subspace":[272],"clustering":[273],"problem":[274],"architecture.":[278],"The":[279],"experimental":[280],"results":[281],"three":[283],"datasets,":[286],"including":[287],"KT3DMoSeg,":[288],"AdelaideRMF,":[289],"FBMS,":[291],"demonstrate":[292],"GIET":[294],"achieves":[295],"state-of-the-art":[296],"performance.":[297]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}