{"id":"https://openalex.org/W3203752493","doi":"https://doi.org/10.1109/tnnls.2023.3263387","title":"CoSeg: Cognitively Inspired Unsupervised Generic Event Segmentation","display_name":"CoSeg: Cognitively Inspired Unsupervised Generic Event Segmentation","publication_year":2023,"publication_date":"2023-05-04","ids":{"openalex":"https://openalex.org/W3203752493","doi":"https://doi.org/10.1109/tnnls.2023.3263387","mag":"3203752493","pmid":"https://pubmed.ncbi.nlm.nih.gov/37141054"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2023.3263387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3263387","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref","datacite","pubmed"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2109.15170","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100411532","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0003-4435-7098"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["Department of Computer Science, Purdue University, West Lafayette, IN, USA"],"raw_orcid":"https://orcid.org/0000-0003-4435-7098","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032552506","display_name":"Jingen Liu","orcid":"https://orcid.org/0000-0003-3133-3644"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingen Liu","raw_affiliation_strings":["JD AI Research, Mountain View, CA, USA"],"raw_orcid":"https://orcid.org/0000-0003-3133-3644","affiliations":[{"raw_affiliation_string":"JD AI Research, Mountain View, CA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5017597537","display_name":"Tao Mei","orcid":"https://orcid.org/0000-0003-2497-7732"},"institutions":[{"id":"https://openalex.org/I4210103986","display_name":"Jingdong (China)","ror":"https://ror.org/01dkjkq64","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210103986"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Mei","raw_affiliation_strings":["JD AI Research, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-2497-7732","affiliations":[{"raw_affiliation_string":"JD AI Research, Beijing, China","institution_ids":["https://openalex.org/I4210103986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055469774","display_name":"Jiebo Luo","orcid":"https://orcid.org/0000-0002-4516-9729"},"institutions":[{"id":"https://openalex.org/I5388228","display_name":"University of Rochester","ror":"https://ror.org/022kthw22","country_code":"US","type":"education","lineage":["https://openalex.org/I5388228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiebo Luo","raw_affiliation_strings":["Department of Computer Science, University of Rochester, Rochester, NY, USA"],"raw_orcid":"https://orcid.org/0000-0002-4516-9729","affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rochester, Rochester, NY, USA","institution_ids":["https://openalex.org/I5388228"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5863,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.85160622,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"35","issue":"9","first_page":"12507","last_page":"12517"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.9864000082015991,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9839000105857849,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7482190132141113},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6366055011749268},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5887542963027954},{"id":"https://openalex.org/keywords/event","display_name":"Event (particle physics)","score":0.5651126503944397},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5121524333953857},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.4712674617767334},{"id":"https://openalex.org/keywords/precision-and-recall","display_name":"Precision and recall","score":0.471001535654068},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.47082167863845825},{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.45707967877388},{"id":"https://openalex.org/keywords/feature-learning","display_name":"Feature learning","score":0.4464603066444397},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.43484586477279663},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3793375492095947}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7482190132141113},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6366055011749268},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5887542963027954},{"id":"https://openalex.org/C2779662365","wikidata":"https://www.wikidata.org/wiki/Q5416694","display_name":"Event (particle physics)","level":2,"score":0.5651126503944397},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5121524333953857},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.4712674617767334},{"id":"https://openalex.org/C81669768","wikidata":"https://www.wikidata.org/wiki/Q2359161","display_name":"Precision and recall","level":2,"score":0.471001535654068},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.47082167863845825},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.45707967877388},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.4464603066444397},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.43484586477279663},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3793375492095947},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1109/tnnls.2023.3263387","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2023.3263387","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:37141054","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/37141054","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:arXiv.org:2109.15170","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.15170","pdf_url":"https://arxiv.org/pdf/2109.15170","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2109.15170","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2109.15170","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2109.15170","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2109.15170","pdf_url":"https://arxiv.org/pdf/2109.15170","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":86,"referenced_works":["https://openalex.org/W114517082","https://openalex.org/W1686810756","https://openalex.org/W1974710015","https://openalex.org/W2027972120","https://openalex.org/W2079247126","https://openalex.org/W2099614498","https://openalex.org/W2108710284","https://openalex.org/W2109698606","https://openalex.org/W2138621090","https://openalex.org/W2142194269","https://openalex.org/W2159486561","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2314362175","https://openalex.org/W2412320034","https://openalex.org/W2477205648","https://openalex.org/W2491875666","https://openalex.org/W2530494944","https://openalex.org/W2550143307","https://openalex.org/W2600081845","https://openalex.org/W2607510315","https://openalex.org/W2619947201","https://openalex.org/W2740268464","https://openalex.org/W2795187948","https://openalex.org/W2798991696","https://openalex.org/W2883725317","https://openalex.org/W2896457183","https://openalex.org/W2913129712","https://openalex.org/W2950180292","https://openalex.org/W2951866553","https://openalex.org/W2953469440","https://openalex.org/W2962795934","https://openalex.org/W2962916463","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963495051","https://openalex.org/W2964040984","https://openalex.org/W2964311439","https://openalex.org/W2970241862","https://openalex.org/W2982335217","https://openalex.org/W2983918066","https://openalex.org/W2990721113","https://openalex.org/W2995181141","https://openalex.org/W3005680577","https://openalex.org/W3026815146","https://openalex.org/W3030163527","https://openalex.org/W3034309634","https://openalex.org/W3034687522","https://openalex.org/W3035060554","https://openalex.org/W3035524453","https://openalex.org/W3036224891","https://openalex.org/W3047740097","https://openalex.org/W3088059392","https://openalex.org/W3094454579","https://openalex.org/W3113757710","https://openalex.org/W3115964123","https://openalex.org/W3120214499","https://openalex.org/W3124314487","https://openalex.org/W3127664874","https://openalex.org/W3166500718","https://openalex.org/W4232191850","https://openalex.org/W4234117503","https://openalex.org/W4234344023","https://openalex.org/W4288024349","https://openalex.org/W4292779060","https://openalex.org/W4294568686","https://openalex.org/W4298000964","https://openalex.org/W4385245566","https://openalex.org/W4394666973","https://openalex.org/W6637373629","https://openalex.org/W6715501732","https://openalex.org/W6736894310","https://openalex.org/W6755207826","https://openalex.org/W6758779242","https://openalex.org/W6765052341","https://openalex.org/W6770196601","https://openalex.org/W6773564953","https://openalex.org/W6774314701","https://openalex.org/W6778883912","https://openalex.org/W6779326418","https://openalex.org/W6779997284","https://openalex.org/W6780226713","https://openalex.org/W6784660784","https://openalex.org/W6785853005","https://openalex.org/W6787368776","https://openalex.org/W6955071965"],"related_works":["https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W4242223894","https://openalex.org/W4306886878","https://openalex.org/W2072289174","https://openalex.org/W2135622761"],"abstract_inverted_index":{"Some":[0],"cognitive":[1],"research":[2],"has":[3],"discovered":[4],"that":[5,61],"humans":[6,62,144],"accomplish":[7],"event":[8,15,32,50,101,172],"segmentation":[9],"as":[10,183],"a":[11,23,43,122,175,189],"side":[12],"effect":[13],"of":[14,116,153],"anticipation.":[16],"Inspired":[17],"by":[18,52,66],"this":[19],"discovery,":[20],"we":[21,120,177,196],"propose":[22],"simple":[24],"yet":[25],"effective":[26],"end-to-end":[27],"self-supervised":[28],"learning":[29],"framework":[30,41],"for":[31,100,135,188],"segmentation/boundary":[33],"detection.":[34,103],"Unlike":[35],"the":[36,59,68,83,107,111,117,131,179,199],"mainstream":[37],"clustering-based":[38],"methods,":[39],"our":[40,154,184,215],"exploits":[42],"transformer-based":[44],"feature":[45,113,125,137],"reconstruction":[46,53,95,108,138],"scheme":[47],"to":[48,78,89,129,157],"detect":[49],"boundaries":[51,86],"errors.":[54],"This":[55,140],"is":[56,75,98,142,156,230],"consistent":[57],"with":[58,93,148,192],"fact":[60],"spot":[63],"new":[64],"events":[65,160],"leveraging":[67],"deviation":[69],"between":[70],"their":[71,79],"prediction":[72],"and":[73,206,222],"what":[74],"perceived.":[76],"Thanks":[77],"heterogeneity":[80],"in":[81],"semantics,":[82],"frames":[84,204],"at":[85,232],"are":[87],"difficult":[88],"be":[90],"reconstructed":[91],"(generally":[92],"large":[94],"errors),":[96],"which":[97],"favorable":[99],"boundary":[102],"In":[104],"addition,":[105],"since":[106],"occurs":[109],"on":[110,169,217],"semantic":[112,132],"level":[114],"instead":[115],"pixel":[118],"level,":[119],"develop":[121],"temporal":[123],"contrastive":[124],"embedding":[126],"(TCFE)":[127],"module":[128],"learn":[130],"visual":[133],"representation":[134],"frame":[136],"(FFR).":[139],"procedure":[141],"like":[143],"building":[145],"up":[146],"experiences":[147],"\"long-term":[149],"memory.\"":[150],"The":[151,227],"goal":[152],"work":[155,216],"segment":[158],"generic":[159],"rather":[161],"than":[162],"localize":[163],"some":[164],"specific":[165],"ones.":[166],"We":[167,212],"focus":[168],"achieving":[170],"accurate":[171],"boundaries.":[173],"As":[174],"result,":[176],"adopt":[178],"F1":[180],"score":[181],"(Precision/Recall)":[182],"primary":[185],"evaluation":[186],"metric":[187],"fair":[190],"comparison":[191],"previous":[193],"approaches.":[194],"Meanwhile,":[195],"also":[197],"calculate":[198],"conventional":[200],"frame-based":[201],"mean":[202],"over":[203,208],"(MoF)":[205],"intersection":[207],"union":[209],"(IoU)":[210],"metric.":[211],"thoroughly":[213],"benchmark":[214],"four":[218],"publicly":[219],"available":[220,231],"datasets":[221],"demonstrate":[223],"much":[224],"better":[225],"results.":[226],"source":[228],"code":[229],"https://github.com/wang3702/CoSeg.":[233]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2021-10-11T00:00:00"}