{"id":"https://openalex.org/W7152982593","doi":"https://doi.org/10.48550/arxiv.2604.07901","title":"PanoSAM2: Lightweight Distortion- and Memory-aware Adaptions of SAM2 for 360 Video Object Segmentation","display_name":"PanoSAM2: Lightweight Distortion- and Memory-aware Adaptions of SAM2 for 360 Video Object Segmentation","publication_year":2026,"publication_date":"2026-04-09","ids":{"openalex":"https://openalex.org/W7152982593","doi":"https://doi.org/10.48550/arxiv.2604.07901"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.07901","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07901","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.07901","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133325155","display_name":"Dingwen Xiao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiao, Dingwen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133386036","display_name":"Weiming Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Weiming","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133321866","display_name":"Shiqi Wen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wen, Shiqi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133360689","display_name":"Lin Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Lin","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.8592000007629395,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.8592000007629395,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.065700002014637,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11165","display_name":"Image and Video Quality Assessment","score":0.010900000110268593,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.6237999796867371},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.5878000259399414},{"id":"https://openalex.org/keywords/pixel","display_name":"Pixel","score":0.5608999729156494},{"id":"https://openalex.org/keywords/projection","display_name":"Projection (relational algebra)","score":0.5602999925613403},{"id":"https://openalex.org/keywords/distortion","display_name":"Distortion (music)","score":0.5098999738693237},{"id":"https://openalex.org/keywords/pointer","display_name":"Pointer (user interface)","score":0.4223000109195709},{"id":"https://openalex.org/keywords/object-detection","display_name":"Object detection","score":0.3873000144958496},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.3652999997138977}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8101000189781189},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.728600025177002},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6726999878883362},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.6237999796867371},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.5878000259399414},{"id":"https://openalex.org/C160633673","wikidata":"https://www.wikidata.org/wiki/Q355198","display_name":"Pixel","level":2,"score":0.5608999729156494},{"id":"https://openalex.org/C57493831","wikidata":"https://www.wikidata.org/wiki/Q3134666","display_name":"Projection (relational algebra)","level":2,"score":0.5602999925613403},{"id":"https://openalex.org/C126780896","wikidata":"https://www.wikidata.org/wiki/Q899871","display_name":"Distortion (music)","level":4,"score":0.5098999738693237},{"id":"https://openalex.org/C150202949","wikidata":"https://www.wikidata.org/wiki/Q107602","display_name":"Pointer (user interface)","level":2,"score":0.4223000109195709},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3873000144958496},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3652999997138977},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.3544999957084656},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.335099995136261},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.32350000739097595},{"id":"https://openalex.org/C141379421","wikidata":"https://www.wikidata.org/wiki/Q6094427","display_name":"Iterative reconstruction","level":2,"score":0.2944999933242798},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.29409998655319214},{"id":"https://openalex.org/C100609095","wikidata":"https://www.wikidata.org/wiki/Q1335050","display_name":"Embodied cognition","level":2,"score":0.27549999952316284},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2563000023365021},{"id":"https://openalex.org/C3073032","wikidata":"https://www.wikidata.org/wiki/Q15912075","display_name":"Information hiding","level":3,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.07901","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07901","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.07901","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.07901","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.42595216631889343,"id":"https://metadata.un.org/sdg/14","display_name":"Life below water"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"360":[0,11,67],"video":[1],"object":[2,81,170,184],"segmentation":[3],"(360VOS)":[4],"aims":[5],"to":[6,30,108,119,141,156,179,186],"predict":[7],"temporally-consistent":[8],"masks":[9],"in":[10,84],"videos,":[12],"offering":[13],"full-scene":[14],"coverage,":[15],"benefiting":[16],"applications,":[17],"such":[18],"as":[19,66],"VR/AR":[20],"and":[21,79,102,124,137,165,188,209],"embodied":[22],"AI.":[23],"Learning":[24],"360VOS":[25,62,95,111],"model":[26],"is":[27,154],"nontrivial":[28],"due":[29],"the":[31,71,121,145,169,214],"lack":[32],"of":[33,48,76,106,216],"high-quality":[34],"labeled":[35],"dataset.":[36],"Recently,":[37],"Segment":[38],"Anything":[39],"Models":[40],"(SAMs),":[41],"especially":[42],"SAM2":[43,60,107],"--":[44,51],"with":[45,133],"its":[46],"design":[47],"memory":[49],"module":[50],"shows":[52],"strong,":[53],"promptable":[54],"VOS":[55],"capability.":[56],"However,":[57],"directly":[58],"using":[59],"for":[61],"yields":[63,201],"implausible":[64],"results":[65],"videos":[68],"suffer":[69],"from":[70],"projection":[72,122],"distortion,":[73],"semantic":[74,125],"inconsistency":[75,126],"left-right":[77],"sides,":[78],"sparse":[80],"mask":[82],"information":[83],"SAM2's":[85,114],"memory.":[86],"To":[87,167],"this":[88],"end,":[89],"we":[90,128,173],"propose":[91,129,174],"PanoSAM2,":[92],"a":[93,130,150,175,181],"novel":[94],"framework":[96],"based":[97],"on":[98,207,211],"our":[99,217],"lightweight":[100],"distortion-":[101],"memory-aware":[103],"adaptation":[104],"strategies":[105],"achieve":[109],"reliable":[110],"while":[112],"retaining":[113],"user-friendly":[115],"prompting":[116],"design.":[117],"Concretely,":[118],"tackle":[120],"distortion":[123,139,160],"issues,":[127],"Pano-Aware":[131],"Decoder":[132],"seam-consistent":[134],"receptive":[135],"fields":[136],"iterative":[138],"refinement":[140],"maintain":[142,180],"continuity":[143],"across":[144],"0/360":[146],"degree":[147],"boundary.":[148],"Meanwhile,":[149],"Distortion-Guided":[151],"Mask":[152],"Loss":[153],"introduced":[155],"weight":[157],"pixels":[158],"by":[159],"magnitude,":[161],"stressing":[162],"stretched":[163],"regions":[164],"boundaries.":[166],"address":[168],"sparsity":[171],"issue,":[172],"Long-Short":[176],"Memory":[177],"Module":[178],"compact":[182],"long-term":[183],"pointer":[185],"re-instantiate":[187],"align":[189],"short-term":[190],"memories,":[191],"thereby":[192],"enhancing":[193],"temporal":[194],"coherence.":[195],"Extensive":[196],"experiments":[197],"show":[198],"that":[199],"PanoSAM2":[200],"substantial":[202],"gains":[203],"over":[204],"SAM2:":[205],"+5.6":[206],"360VOTS":[208],"+6.7":[210],"PanoVOS,":[212],"showing":[213],"effectiveness":[215],"method.":[218]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-11T00:00:00"}