{"id":"https://openalex.org/W4405741808","doi":"https://doi.org/10.1109/tcsvt.2024.3521955","title":"Cognition Transferring and Decoupling for Text-Supervised Egocentric Semantic Segmentation","display_name":"Cognition Transferring and Decoupling for Text-Supervised Egocentric Semantic Segmentation","publication_year":2024,"publication_date":"2024-12-24","ids":{"openalex":"https://openalex.org/W4405741808","doi":"https://doi.org/10.1109/tcsvt.2024.3521955"},"language":"en","primary_location":{"id":"doi:10.1109/tcsvt.2024.3521955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3521955","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019769019","display_name":"Zhaofeng Shi","orcid":"https://orcid.org/0000-0001-6313-8670"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhaofeng Shi","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066434602","display_name":"Heqian Qiu","orcid":"https://orcid.org/0000-0002-0963-0311"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Heqian Qiu","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067691968","display_name":"Lanxiao Wang","orcid":"https://orcid.org/0000-0002-3745-0262"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lanxiao Wang","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100617043","display_name":"Fanman Meng","orcid":"https://orcid.org/0000-0002-3016-2567"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fanman Meng","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075737786","display_name":"Qingbo Wu","orcid":"https://orcid.org/0000-0003-2936-6340"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qingbo Wu","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5114378292","display_name":"Hongliang Li","orcid":"https://orcid.org/0000-0002-7481-095X"},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongliang Li","raw_affiliation_strings":["School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China"],"affiliations":[{"raw_affiliation_string":"School of Information and Communication Engineering, University of Electronic Science and Technology of China, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"School of Information and Communication Engineering, Heqian Qiu, University of Electronic Science and Technology of China, Lanxiao Wang, Chengdu, China","institution_ids":["https://openalex.org/I150229711"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5019769019"],"corresponding_institution_ids":["https://openalex.org/I150229711"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.21576907,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"35","issue":"5","first_page":"4144","last_page":"4157"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9199000000953674,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9047999978065491,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7157974243164062},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.635258674621582},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6048849821090698},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.588164210319519},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.499300479888916},{"id":"https://openalex.org/keywords/decoupling","display_name":"Decoupling (probability)","score":0.46899914741516113},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.41986653208732605},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.36535054445266724},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.34133437275886536},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.16345623135566711}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7157974243164062},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.635258674621582},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6048849821090698},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.588164210319519},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.499300479888916},{"id":"https://openalex.org/C205606062","wikidata":"https://www.wikidata.org/wiki/Q5249645","display_name":"Decoupling (probability)","level":2,"score":0.46899914741516113},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.41986653208732605},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.36535054445266724},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.34133437275886536},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.16345623135566711},{"id":"https://openalex.org/C169760540","wikidata":"https://www.wikidata.org/wiki/Q207011","display_name":"Neuroscience","level":1,"score":0.0},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcsvt.2024.3521955","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcsvt.2024.3521955","pdf_url":null,"source":{"id":"https://openalex.org/S115173108","display_name":"IEEE Transactions on Circuits and Systems for Video Technology","issn_l":"1051-8215","issn":["1051-8215","1558-2205"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Circuits and Systems for Video Technology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.6299999952316284,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G2459130074","display_name":null,"funder_award_id":"U23A20286","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G3308342199","display_name":null,"funder_award_id":"62271119","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G423321230","display_name":null,"funder_award_id":"2023M740529","funder_id":"https://openalex.org/F4320321543","funder_display_name":"China Postdoctoral Science Foundation"},{"id":"https://openalex.org/G7105383762","display_name":null,"funder_award_id":"62301121","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321543","display_name":"China Postdoctoral Science Foundation","ror":"https://ror.org/0426zh255"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":108,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W1983364832","https://openalex.org/W2031489346","https://openalex.org/W2133515615","https://openalex.org/W2161236525","https://openalex.org/W2194775991","https://openalex.org/W2204609240","https://openalex.org/W2306289963","https://openalex.org/W2412782625","https://openalex.org/W2752912576","https://openalex.org/W2799124825","https://openalex.org/W2805029945","https://openalex.org/W2810685774","https://openalex.org/W2906686884","https://openalex.org/W2941651142","https://openalex.org/W2962758679","https://openalex.org/W2962858109","https://openalex.org/W2963082988","https://openalex.org/W2996952120","https://openalex.org/W2997691861","https://openalex.org/W3003728293","https://openalex.org/W3006716946","https://openalex.org/W3021065276","https://openalex.org/W3034484960","https://openalex.org/W3034631418","https://openalex.org/W3034930876","https://openalex.org/W3046724029","https://openalex.org/W3102977943","https://openalex.org/W3106906018","https://openalex.org/W3107094551","https://openalex.org/W3107653507","https://openalex.org/W3108189450","https://openalex.org/W3126470627","https://openalex.org/W3166286626","https://openalex.org/W3169761117","https://openalex.org/W3174702694","https://openalex.org/W3177958285","https://openalex.org/W3196990496","https://openalex.org/W3203036314","https://openalex.org/W3203879378","https://openalex.org/W3204077273","https://openalex.org/W3205786327","https://openalex.org/W3207676276","https://openalex.org/W3213261856","https://openalex.org/W4212812504","https://openalex.org/W4214899942","https://openalex.org/W4220950530","https://openalex.org/W4285526240","https://openalex.org/W4312071386","https://openalex.org/W4312255464","https://openalex.org/W4312509967","https://openalex.org/W4312647976","https://openalex.org/W4312928145","https://openalex.org/W4312935996","https://openalex.org/W4312954872","https://openalex.org/W4313030871","https://openalex.org/W4313031313","https://openalex.org/W4313052647","https://openalex.org/W4313153210","https://openalex.org/W4313453017","https://openalex.org/W4315783894","https://openalex.org/W4319299886","https://openalex.org/W4385245566","https://openalex.org/W4386065554","https://openalex.org/W4386066092","https://openalex.org/W4386071476","https://openalex.org/W4386071798","https://openalex.org/W4386075869","https://openalex.org/W4386076365","https://openalex.org/W4387324469","https://openalex.org/W4387831730","https://openalex.org/W4388189082","https://openalex.org/W4388819734","https://openalex.org/W4389164266","https://openalex.org/W4389523996","https://openalex.org/W4390871756","https://openalex.org/W4390871803","https://openalex.org/W4390871901","https://openalex.org/W4390872374","https://openalex.org/W4390872745","https://openalex.org/W4390873158","https://openalex.org/W4390873248","https://openalex.org/W4390873527","https://openalex.org/W4390873736","https://openalex.org/W4390873954","https://openalex.org/W4391697061","https://openalex.org/W4396941553","https://openalex.org/W4398757498","https://openalex.org/W4400447308","https://openalex.org/W4400645338","https://openalex.org/W4402916818","https://openalex.org/W4404781913","https://openalex.org/W6749916090","https://openalex.org/W6750355821","https://openalex.org/W6763578275","https://openalex.org/W6785122073","https://openalex.org/W6786183582","https://openalex.org/W6790019176","https://openalex.org/W6791353385","https://openalex.org/W6802517928","https://openalex.org/W6810124100","https://openalex.org/W6838976497","https://openalex.org/W6843071136","https://openalex.org/W6845973410","https://openalex.org/W6849381530","https://openalex.org/W6849990444","https://openalex.org/W6855527172","https://openalex.org/W6856473036"],"related_works":["https://openalex.org/W4313561376","https://openalex.org/W3103825105","https://openalex.org/W3027880158","https://openalex.org/W3207533102","https://openalex.org/W1617565119","https://openalex.org/W160381218","https://openalex.org/W2512958550","https://openalex.org/W2004102934","https://openalex.org/W4366455350","https://openalex.org/W1522196789"],"abstract_inverted_index":{"In":[0,29],"this":[1,30],"paper,":[2],"we":[3,79],"explore":[4],"a":[5,81,102,184],"novel":[6],"Text-supervised":[7],"Egocentic":[8],"Semantic":[9],"Segmentation":[10],"(TESS)":[11],"task":[12,31],"that":[13,88],"aims":[14],"to":[15,19,73,109,119,143,151],"assign":[16],"pixel-level":[17],"categories":[18],"egocentric":[20,36,70,92,124,162],"images":[21],"weakly":[22],"supervised":[23],"by":[24,157,183],"texts":[25],"from":[26,114],"image-level":[27],"labels.":[28],"with":[32,126],"prospective":[33],"potential,":[34],"the":[35,51,62,69,74,91,97,111,115,131,134,140,146,172],"scenes":[37],"contain":[38],"dense":[39],"wearer-object":[40,93],"relations":[41,94],"and":[42,66,84,99,148],"inter-object":[43],"interference.":[44],"However,":[45],"most":[46],"recent":[47,180],"third-view":[48,64],"methods":[49,182],"leverage":[50],"frozen":[52],"Contrastive":[53],"Language-Image":[54],"Pre-training":[55],"(CLIP)":[56],"model,":[57],"which":[58,177],"is":[59,107],"pre-trained":[60,117],"on":[61,130,167],"semantic-oriented":[63],"data":[65],"lapses":[67],"in":[68],"view":[71],"due":[72],"\u201crelation":[75],"insensitive\u201d":[76],"problem.":[77],"Hence,":[78],"propose":[80],"Cognition":[82,103],"Transferring":[83,104],"Decoupling":[85,136],"Network":[86],"(CTDN)":[87],"first":[89],"learns":[90],"via":[95],"correlating":[96],"image":[98],"text.":[100],"Besides,":[101],"Module":[105,137],"(CTM)":[106],"developed":[108],"distill":[110],"cognitive":[112],"knowledge":[113],"large-scale":[116],"model":[118,121],"our":[120,175],"for":[122],"recognizing":[123],"objects":[125,160],"various":[127],"semantics.":[128],"Based":[129],"transferred":[132],"cognition,":[133],"Foreground-background":[135],"(FDM)":[138],"disentangles":[139],"visual":[141],"representations":[142],"explicitly":[144],"discriminate":[145],"foreground":[147],"background":[149],"regions":[150],"mitigate":[152],"false":[153],"activation":[154],"areas":[155],"caused":[156],"foreground-background":[158],"interferential":[159],"during":[161],"relation":[163],"learning.":[164],"Extensive":[165],"experiments":[166],"four":[168],"TESS":[169],"benchmarks":[170],"demonstrate":[171],"effectiveness":[173],"of":[174],"approach,":[176],"outperforms":[178],"many":[179],"related":[181],"large":[185],"margin.":[186],"Code":[187],"will":[188],"be":[189],"available":[190],"at":[191],"<uri":[192],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[193],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">https://github.com/ZhaofengSHI/CTDN</uri>.":[194]},"counts_by_year":[],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2024-12-24T00:00:00"}