{"id":"https://openalex.org/W4416366572","doi":"https://doi.org/10.1109/access.2025.3634778","title":"SSF4VSU: A Self-Supervised Synergetic Framework for Visual Scene Understanding","display_name":"SSF4VSU: A Self-Supervised Synergetic Framework for Visual Scene Understanding","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416366572","doi":"https://doi.org/10.1109/access.2025.3634778"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3634778","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3634778","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3634778","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5043426188","display_name":"Saif Hassan","orcid":"https://orcid.org/0000-0001-9040-3177"},"institutions":[{"id":"https://openalex.org/I68288478","display_name":"Sukkur IBA University","ror":"https://ror.org/03e5jvk98","country_code":"PK","type":"education","lineage":["https://openalex.org/I68288478"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Saif Hassan","raw_affiliation_strings":["Department of Computer Science, Sukkur IBA University, Sukkur, Pakistan"],"raw_orcid":"https://orcid.org/0000-0001-9040-3177","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sukkur IBA University, Sukkur, Pakistan","institution_ids":["https://openalex.org/I68288478"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101607094","display_name":"Ghulam Mujtaba","orcid":"https://orcid.org/0000-0002-1563-1142"},"institutions":[{"id":"https://openalex.org/I68288478","display_name":"Sukkur IBA University","ror":"https://ror.org/03e5jvk98","country_code":"PK","type":"education","lineage":["https://openalex.org/I68288478"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Ghulam Mujtaba","raw_affiliation_strings":["Department of Computer Science, Sukkur IBA University, Sukkur, Pakistan"],"raw_orcid":"https://orcid.org/0000-0002-1563-1142","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Sukkur IBA University, Sukkur, Pakistan","institution_ids":["https://openalex.org/I68288478"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044793388","display_name":"Habib Ullah","orcid":"https://orcid.org/0000-0002-2434-0849"},"institutions":[{"id":"https://openalex.org/I54108979","display_name":"Norwegian University of Life Sciences","ror":"https://ror.org/04a1mvv97","country_code":"NO","type":"education","lineage":["https://openalex.org/I54108979"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Habib Ullah","raw_affiliation_strings":["Faculty of Science and Technology (REALTEK), Norwegian University of Life Sciences (NMBU), Ås, Norway"],"raw_orcid":"https://orcid.org/0000-0002-2434-0849","affiliations":[{"raw_affiliation_string":"Faculty of Science and Technology (REALTEK), Norwegian University of Life Sciences (NMBU), Ås, Norway","institution_ids":["https://openalex.org/I54108979"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044015235","display_name":"Ali Shariq Imran","orcid":"https://orcid.org/0000-0002-2416-2878"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Ali Shariq Imran","raw_affiliation_strings":["Department of Computer Science (IDI), Intelligent Systems and Analytics (ISA) Research Group, Norwegian University of Science and Technology (NTNU), GjØvik, Norway","Norwegian University of Science & Technology (NTNU), Gjøvik, Norway"],"raw_orcid":"https://orcid.org/0000-0002-2416-2878","affiliations":[{"raw_affiliation_string":"Department of Computer Science (IDI), Intelligent Systems and Analytics (ISA) Research Group, Norwegian University of Science and Technology (NTNU), GjØvik, Norway","institution_ids":["https://openalex.org/I204778367"]},{"raw_affiliation_string":"Norwegian University of Science & Technology (NTNU), Gjøvik, Norway","institution_ids":["https://openalex.org/I204778367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012429784","display_name":"Ahmet Soylu","orcid":"https://orcid.org/0000-0001-6034-4137"},"institutions":[{"id":"https://openalex.org/I2800207870","display_name":"H\u00f8yskolen Kristiania","ror":"https://ror.org/03gss5916","country_code":"NO","type":"education","lineage":["https://openalex.org/I2800207870"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Ahmet Soylu","raw_affiliation_strings":["School of Economics, Innovation, and Technology (SEIT), Kristiania University of Applied Sciences, Oslo, Norway"],"raw_orcid":"https://orcid.org/0000-0001-6034-4137","affiliations":[{"raw_affiliation_string":"School of Economics, Innovation, and Technology (SEIT), Kristiania University of Applied Sciences, Oslo, Norway","institution_ids":["https://openalex.org/I2800207870"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5062997767","display_name":"Mohib Ullah","orcid":"https://orcid.org/0000-0002-0222-6340"},"institutions":[{"id":"https://openalex.org/I204778367","display_name":"Norwegian University of Science and Technology","ror":"https://ror.org/05xg72x27","country_code":"NO","type":"education","lineage":["https://openalex.org/I204778367"]}],"countries":["NO"],"is_corresponding":false,"raw_author_name":"Mohib Ullah","raw_affiliation_strings":["Department of Computer Science (IDI), Intelligent Systems and Analytics (ISA) Research Group, Norwegian University of Science and Technology (NTNU), GjØvik, Norway","Norwegian University of Science & Technology (NTNU), Gjøvik, Norway"],"raw_orcid":"https://orcid.org/0000-0002-0222-6340","affiliations":[{"raw_affiliation_string":"Department of Computer Science (IDI), Intelligent Systems and Analytics (ISA) Research Group, Norwegian University of Science and Technology (NTNU), GjØvik, Norway","institution_ids":["https://openalex.org/I204778367"]},{"raw_affiliation_string":"Norwegian University of Science & Technology (NTNU), Gjøvik, Norway","institution_ids":["https://openalex.org/I204778367"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.5295,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.69341653,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"13","issue":null,"first_page":"197544","last_page":"197561"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9079999923706055,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11707","display_name":"Gaze Tracking and Assistive Technology","score":0.01269999984651804,"subfield":{"id":"https://openalex.org/subfields/1709","display_name":"Human-Computer Interaction"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.009999999776482582,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.685699999332428},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.508400022983551},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.4832000136375427},{"id":"https://openalex.org/keywords/consistency","display_name":"Consistency (knowledge bases)","score":0.47589999437332153},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.43059998750686646},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4113999903202057},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.38519999384880066},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.3671000003814697}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8738999962806702},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.685699999332428},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6599000096321106},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.508400022983551},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.49129998683929443},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.4832000136375427},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.47589999437332153},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.43059998750686646},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4113999903202057},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.38519999384880066},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.3671000003814697},{"id":"https://openalex.org/C46686674","wikidata":"https://www.wikidata.org/wiki/Q466303","display_name":"Boosting (machine learning)","level":2,"score":0.3490999937057495},{"id":"https://openalex.org/C2778355321","wikidata":"https://www.wikidata.org/wiki/Q17079427","display_name":"Identity (music)","level":2,"score":0.3124000132083893},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.31119999289512634},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.3028999865055084},{"id":"https://openalex.org/C75165309","wikidata":"https://www.wikidata.org/wiki/Q2258979","display_name":"Search engine indexing","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.28349998593330383},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2822999954223633},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2648000121116638},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.25690001249313354},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2526000142097473}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3634778","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3634778","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:db918a7456064c139958adc4437aa0d9","is_oa":true,"landing_page_url":"https://doaj.org/article/db918a7456064c139958adc4437aa0d9","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 197544-197561 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3634778","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3634778","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Visual":[0],"scene":[1,287],"understanding":[2,288],"involves":[3],"multiple":[4],"tasks,":[5,77],"including":[6],"single-object":[7],"tracking":[8,11,260],"(SOT),":[9],"multi-object":[10],"(MOT),":[12],"video":[13,110,296],"object":[14],"segmentation":[15,207,262],"(VOS),":[16],"and":[17,21,46,63,88,101,126,140,152,157,160,177,202,209,222,244,261,278,289],"its":[18],"Multi-Object":[19],"Tracking":[20],"Segmentation":[22],"(MOTS)":[23],"variant,":[24],"which":[25],"have":[26],"traditionally":[27],"been":[28],"studied":[29],"in":[30],"isolation.":[31],"Such":[32],"fragmentation":[33],"leads":[34],"to":[35,83,96,189],"task-specific":[36,193],"architectures":[37],"that":[38,59,107,136,231,252],"must":[39],"be":[40],"retrained":[41],"for":[42,75,112,235,241,293],"each":[43],"new":[44],"scenario":[45],"rely":[47],"heavily":[48],"on":[49,155,163,180,185,220,225,272],"annotated":[50],"data.":[51],"Thiswork":[52],"proposes":[53],"a":[54,67,71,78,91,102,117,253],"synergetic":[55],"model":[56,256],"called":[57],"SSF4VSU":[58,65,137,198,281],"simultaneously":[60],"addresses":[61],"SOT,MOT,VOS,":[62],"MOTS.":[64,227],"employs":[66],"shared":[68],"backbone":[69],"with":[70,120],"unified":[72,141,210,255],"embedding":[73],"space":[74],"different":[76],"Temporal":[79,92],"Attention":[80],"Module":[81,94],"(TAM)":[82],"align":[84],"features":[85],"across":[86,131],"frames":[87],"resist":[89],"occlusions,":[90],"Consistency":[93],"(TCM)":[95],"enforce":[97],"smooth":[98],"identity":[99,242],"preservation,":[100],"self-supervised":[103],"learning":[104],"(SSL)":[105],"branch":[106],"leverages":[108],"unlabeled":[109],"sequences":[111],"improved":[113],"generalization.":[114,248],"Training":[115],"follows":[116],"multi-task":[118,295],"curriculum":[119],"dynamic":[121],"loss":[122],"balancing,":[123],"demonstrating":[124],"efficiency":[125],"scalability.":[127],"A":[128],"comprehensive":[129],"evaluation":[130],"six":[132],"public":[133],"benchmarks":[134,146],"shows":[135],"surpasses":[138],"specialised":[139,169],"state-of-the-art":[142],"models.":[143],"On":[144,195],"SOT":[145],"it":[147,173,187,216],"achieves":[148,217],"74.7%":[149],"success":[150],"AUC":[151,159],"80.4%":[153],"precision":[154,162],"LaSOT,":[156],"85.8%":[158],"84.3%":[161],"TrackingNet,":[164],"matching":[165],"or":[166,267],"exceeding":[167],"recent":[168],"trackers.":[170],"For":[171],"MOT,":[172],"records":[174],"82.9%":[175],"MOTA":[176],"83.3%":[178],"IDF1":[179],"the":[181,213,283,291],"MOT17":[182],"dataset,":[183],"while":[184],"BDD100K":[186,226],"generalises":[188],"driving":[190],"scenes":[191],"without":[192,264],"tuning.":[194],"VOS":[196],"benchmarks,":[197],"delivers":[199],"93.3%J&Fon":[200],"DAVIS-2016":[201],"89.0%J&Fon":[203],"DAVIS-2017,":[204],"surpassing":[205],"strong":[206],"methods":[208],"baselines.":[211],"In":[212],"MOTS":[214],"setting":[215],"69.0%":[218],"sMOTSA":[219],"MOTS20":[221],"31.2%":[223],"mMOTSA":[224],"Ablation":[228],"studies":[229],"reveal":[230],"TAM":[232],"is":[233,239],"critical":[234],"accurate":[236],"localisation,":[237],"TCM":[238],"indispensable":[240],"stability,":[243],"SSL":[245],"consistently":[246],"improves":[247],"The":[249],"results":[250],"demonstrate":[251],"single":[254],"can":[257],"perform":[258],"diverse":[259],"tasks":[263],"sacrificing":[265],"accuracy":[266],"efficiency.":[268],"By":[269],"reducing":[270],"reliance":[271],"labelled":[273],"data,":[274],"improving":[275],"temporal":[276],"reasoning,":[277],"ensuring":[279],"interpretability,":[280],"advances":[282],"state":[284],"of":[285],"visual":[286],"lays":[290],"foundation":[292],"general-purpose,":[294],"analysis.":[297]},"counts_by_year":[{"year":2026,"cited_by_count":1}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-11-19T00:00:00"}