{"id":"https://openalex.org/W4416750037","doi":"https://doi.org/10.1109/iros60139.2025.11247257","title":"Towards Open-World Human Action Segmentation Using Graph Convolutional Networks","display_name":"Towards Open-World Human Action Segmentation Using Graph Convolutional Networks","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416750037","doi":"https://doi.org/10.1109/iros60139.2025.11247257"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11247257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247257","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2507.00756","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5086922668","display_name":"Hao Xing","orcid":"https://orcid.org/0000-0001-8346-3454"},"institutions":[{"id":"https://openalex.org/I4210127444","display_name":"Fraunhofer Institute for Cognitive Systems","ror":"https://ror.org/02fez3815","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210127444","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Hao Xing","raw_affiliation_strings":["Technical University of Munich,Institute for Cognitive Systems, School of Computation, Information and Technology,Munich,Germany,80333"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Institute for Cognitive Systems, School of Computation, Information and Technology,Munich,Germany,80333","institution_ids":["https://openalex.org/I62916508","https://openalex.org/I4210127444"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106608389","display_name":"Kai Zhe Boey","orcid":"https://orcid.org/0009-0001-2297-790X"},"institutions":[{"id":"https://openalex.org/I4210127444","display_name":"Fraunhofer Institute for Cognitive Systems","ror":"https://ror.org/02fez3815","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210127444","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Kai Zhe Boey","raw_affiliation_strings":["Technical University of Munich,Institute for Cognitive Systems, School of Computation, Information and Technology,Munich,Germany,80333"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Institute for Cognitive Systems, School of Computation, Information and Technology,Munich,Germany,80333","institution_ids":["https://openalex.org/I62916508","https://openalex.org/I4210127444"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048975019","display_name":"Gordon Cheng","orcid":"https://orcid.org/0000-0003-0770-8717"},"institutions":[{"id":"https://openalex.org/I4210127444","display_name":"Fraunhofer Institute for Cognitive Systems","ror":"https://ror.org/02fez3815","country_code":"DE","type":"facility","lineage":["https://openalex.org/I4210127444","https://openalex.org/I4923324"]},{"id":"https://openalex.org/I62916508","display_name":"Technical University of Munich","ror":"https://ror.org/02kkvpp62","country_code":"DE","type":"education","lineage":["https://openalex.org/I62916508"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Gordon Cheng","raw_affiliation_strings":["Technical University of Munich,Institute for Cognitive Systems, School of Computation, Information and Technology,Munich,Germany,80333"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Technical University of Munich,Institute for Cognitive Systems, School of Computation, Information and Technology,Munich,Germany,80333","institution_ids":["https://openalex.org/I62916508","https://openalex.org/I4210127444"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5086922668"],"corresponding_institution_ids":["https://openalex.org/I4210127444","https://openalex.org/I62916508"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.35770977,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"20255","last_page":"20262"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9491999745368958,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.016100000590085983,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0038999998942017555,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.7268999814987183},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.48249998688697815},{"id":"https://openalex.org/keywords/pyramid","display_name":"Pyramid (geometry)","score":0.46050000190734863},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.4553999900817871},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4401000142097473},{"id":"https://openalex.org/keywords/annotation","display_name":"Annotation","score":0.43309998512268066},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.400299996137619},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3822999894618988}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.765999972820282},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.7268999814987183},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6355000138282776},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5045999884605408},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.48249998688697815},{"id":"https://openalex.org/C142575187","wikidata":"https://www.wikidata.org/wiki/Q3358290","display_name":"Pyramid (geometry)","level":2,"score":0.46050000190734863},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.4553999900817871},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4401000142097473},{"id":"https://openalex.org/C2776321320","wikidata":"https://www.wikidata.org/wiki/Q857525","display_name":"Annotation","level":2,"score":0.43309998512268066},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.400299996137619},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3822999894618988},{"id":"https://openalex.org/C2780791683","wikidata":"https://www.wikidata.org/wiki/Q846785","display_name":"Action (physics)","level":2,"score":0.3714999854564667},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.3684999942779541},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.36149999499320984},{"id":"https://openalex.org/C125308379","wikidata":"https://www.wikidata.org/wiki/Q363057","display_name":"Market segmentation","level":2,"score":0.3549000024795532},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.3276999890804291},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.31520000100135803},{"id":"https://openalex.org/C25694479","wikidata":"https://www.wikidata.org/wiki/Q7446278","display_name":"Segmentation-based object categorization","level":5,"score":0.30230000615119934},{"id":"https://openalex.org/C2987834672","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Action recognition","level":3,"score":0.30160000920295715},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.2953999936580658},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.28949999809265137},{"id":"https://openalex.org/C105611402","wikidata":"https://www.wikidata.org/wiki/Q2976589","display_name":"Spectral clustering","level":3,"score":0.28029999136924744},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.2653000056743622},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26159998774528503},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.2605000138282776}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/iros60139.2025.11247257","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11247257","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2507.00756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.00756","pdf_url":"https://arxiv.org/pdf/2507.00756","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2507.00756","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2507.00756","pdf_url":"https://arxiv.org/pdf/2507.00756","source":{"id":"https://openalex.org/S4393918464","display_name":"ArXiv.org","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416750037.pdf","grobid_xml":"https://content.openalex.org/works/W4416750037.grobid-xml"},"referenced_works_count":21,"referenced_works":["https://openalex.org/W153185079","https://openalex.org/W1917989004","https://openalex.org/W2550143307","https://openalex.org/W2948058585","https://openalex.org/W2963076818","https://openalex.org/W2963853051","https://openalex.org/W2965373098","https://openalex.org/W2981773282","https://openalex.org/W3120335880","https://openalex.org/W3176070213","https://openalex.org/W3198089975","https://openalex.org/W3202237431","https://openalex.org/W3203634062","https://openalex.org/W4214751560","https://openalex.org/W4231449374","https://openalex.org/W4312044870","https://openalex.org/W4312543491","https://openalex.org/W4313034743","https://openalex.org/W4393170627","https://openalex.org/W4403302184","https://openalex.org/W4411245031"],"related_works":[],"abstract_inverted_index":{"Current":[0],"methods":[1],"for":[2,26,81,180],"human-object":[3,117],"interaction":[4,118],"segmentation":[5,59,137,152],"excel":[6],"in":[7,150],"closed-world":[8],"settings":[9],"but":[10],"struggle":[11],"to":[12,14,91,167],"generalize":[13],"open-world":[15,57,181],"scenarios":[16],"where":[17],"novel":[18,64],"actions":[19,44,106],"emerge.":[20],"Since":[21],"collecting":[22],"exhaustive":[23],"training":[24,87],"data":[25,90],"all":[27],"possible":[28],"dynamic":[29],"human":[30],"activities":[31],"is":[32,48],"impractical,":[33],"a":[34,63,78,99],"model":[35],"capable":[36],"of":[37,171],"detecting":[38],"and":[39,61,97,123,126,146,154],"segmenting":[40],"novel,":[41],"out-of-distribution":[42,155],"(OOD)":[43],"without":[45],"manual":[46,95],"annotation":[47],"needed.":[49],"To":[50],"address":[51],"this,":[52],"we":[53,161],"formally":[54],"define":[55],"the":[56,169,176],"action":[58,136,182],"problem":[60],"propose":[62],"framework":[65,113,178],"featuring":[66],"three":[67],"key":[68],"components:":[69],"1)":[70],"an":[71,163],"Enhanced":[72],"Pyramid":[73],"Graph":[74],"Convolutional":[75],"Network":[76],"with":[77],"new":[79],"decoder":[80],"robust":[82],"spatiotemporal":[83],"upsampling,":[84],"2)":[85],"hybrid-based":[86],"synthesizing":[88],"OOD":[89,109],"eliminate":[92],"reliance":[93],"on":[94,114],"labels,":[96],"3)":[98],"temporal":[100],"clustering":[101],"loss":[102],"that":[103],"groups":[104],"in-distribution":[105],"while":[107],"distancing":[108],"samplesWe":[110],"evaluate":[111],"our":[112],"two":[115],"challenging":[116],"recognition":[119],"datasets:":[120],"Bimanual":[121],"Actions":[122],"Two":[124],"Hands":[125],"Object":[127],"datasets.":[128],"Experimental":[129],"results":[130],"demonstrate":[131],"significant":[132],"improvements":[133],"over":[134],"state-of-the-art":[135],"models":[138],"across":[139],"multiple":[140],"open-set":[141,151],"evaluation":[142],"metrics,":[143],"achieving":[144],"16.9%":[145],"34.6%":[147],"relative":[148],"gains":[149],"(F1@50)":[153],"detection":[156],"performances":[157],"(AUROC),":[158],"respectively.":[159],"Additionally,":[160],"conduct":[162],"in-depth":[164],"ablation":[165],"study":[166],"assess":[168],"impact":[170],"each":[172],"proposed":[173],"component,":[174],"identifying":[175],"optimal":[177],"configuration":[179],"segmentation.":[183]},"counts_by_year":[],"updated_date":"2026-04-26T08:31:28.666265","created_date":"2025-11-28T00:00:00"}