{"id":"https://openalex.org/W4416748780","doi":"https://doi.org/10.1109/iros60139.2025.11246265","title":"Learning Appearance and Motion Cues for Panoptic Tracking","display_name":"Learning Appearance and Motion Cues for Panoptic Tracking","publication_year":2025,"publication_date":"2025-10-19","ids":{"openalex":"https://openalex.org/W4416748780","doi":"https://doi.org/10.1109/iros60139.2025.11246265"},"language":null,"primary_location":{"id":"doi:10.1109/iros60139.2025.11246265","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246265","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026026712","display_name":"Juana Valeria Hurtado","orcid":"https://orcid.org/0000-0002-7878-4269"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Juana Valeria Hurtado","raw_affiliation_strings":["University of Freiburg,Department of Computer Science,Germany"],"affiliations":[{"raw_affiliation_string":"University of Freiburg,Department of Computer Science,Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031918016","display_name":"Sajad Marvi","orcid":"https://orcid.org/0000-0003-0430-5613"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Sajad Marvi","raw_affiliation_strings":["University of Freiburg,Department of Computer Science,Germany"],"affiliations":[{"raw_affiliation_string":"University of Freiburg,Department of Computer Science,Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057076519","display_name":"Rohit Mohan","orcid":"https://orcid.org/0000-0002-5067-4279"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Rohit Mohan","raw_affiliation_strings":["University of Freiburg,Department of Computer Science,Germany"],"affiliations":[{"raw_affiliation_string":"University of Freiburg,Department of Computer Science,Germany","institution_ids":["https://openalex.org/I161046081"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039639553","display_name":"Abhinav Valada","orcid":"https://orcid.org/0000-0003-4710-3114"},"institutions":[{"id":"https://openalex.org/I161046081","display_name":"University of Freiburg","ror":"https://ror.org/0245cg223","country_code":"DE","type":"education","lineage":["https://openalex.org/I161046081"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Abhinav Valada","raw_affiliation_strings":["University of Freiburg,Department of Computer Science,Germany"],"affiliations":[{"raw_affiliation_string":"University of Freiburg,Department of Computer Science,Germany","institution_ids":["https://openalex.org/I161046081"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5026026712"],"corresponding_institution_ids":["https://openalex.org/I161046081"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.40053822,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4315","last_page":"4322"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.7785000205039978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.7785000205039978,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11448","display_name":"Face recognition and analysis","score":0.09319999814033508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.026100000366568565,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6787999868392944},{"id":"https://openalex.org/keywords/tracking","display_name":"Tracking (education)","score":0.6043000221252441},{"id":"https://openalex.org/keywords/motion","display_name":"Motion (physics)","score":0.5299000144004822},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.48420000076293945},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.4722999930381775},{"id":"https://openalex.org/keywords/video-tracking","display_name":"Video tracking","score":0.4544999897480011},{"id":"https://openalex.org/keywords/robot","display_name":"Robot","score":0.4131999909877777},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.40610000491142273},{"id":"https://openalex.org/keywords/object","display_name":"Object (grammar)","score":0.38940000534057617}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7968999743461609},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7864999771118164},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.7734000086784363},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6787999868392944},{"id":"https://openalex.org/C2775936607","wikidata":"https://www.wikidata.org/wiki/Q466845","display_name":"Tracking (education)","level":2,"score":0.6043000221252441},{"id":"https://openalex.org/C104114177","wikidata":"https://www.wikidata.org/wiki/Q79782","display_name":"Motion (physics)","level":2,"score":0.5299000144004822},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.48420000076293945},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4722999930381775},{"id":"https://openalex.org/C202474056","wikidata":"https://www.wikidata.org/wiki/Q1931635","display_name":"Video tracking","level":3,"score":0.4544999897480011},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.4131999909877777},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.40610000491142273},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.38940000534057617},{"id":"https://openalex.org/C154586513","wikidata":"https://www.wikidata.org/wiki/Q4420972","display_name":"Tracking system","level":3,"score":0.3702999949455261},{"id":"https://openalex.org/C95020103","wikidata":"https://www.wikidata.org/wiki/Q1813492","display_name":"Match moving","level":3,"score":0.36739999055862427},{"id":"https://openalex.org/C2776151529","wikidata":"https://www.wikidata.org/wiki/Q3045304","display_name":"Object detection","level":3,"score":0.3668999969959259},{"id":"https://openalex.org/C138569888","wikidata":"https://www.wikidata.org/wiki/Q828310","display_name":"Panopticon","level":3,"score":0.349700003862381},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.34040001034736633},{"id":"https://openalex.org/C33954974","wikidata":"https://www.wikidata.org/wiki/Q486494","display_name":"Sensor fusion","level":2,"score":0.27900001406669617},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.2741999924182892},{"id":"https://openalex.org/C52622490","wikidata":"https://www.wikidata.org/wiki/Q1026626","display_name":"Feature extraction","level":2,"score":0.2669999897480011},{"id":"https://openalex.org/C20864712","wikidata":"https://www.wikidata.org/wiki/Q667800","display_name":"Biological motion","level":3,"score":0.2632000148296356},{"id":"https://openalex.org/C121687571","wikidata":"https://www.wikidata.org/wiki/Q4677630","display_name":"Activity recognition","level":2,"score":0.2563999891281128},{"id":"https://openalex.org/C2983787585","wikidata":"https://www.wikidata.org/wiki/Q93586","display_name":"Feature matching","level":3,"score":0.2547000050544739},{"id":"https://openalex.org/C2778949103","wikidata":"https://www.wikidata.org/wiki/Q600717","display_name":"Staring","level":2,"score":0.25049999356269836}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iros60139.2025.11246265","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iros60139.2025.11246265","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/RSJ International Conference on Intelligent Robots and Systems (IROS)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":35,"referenced_works":["https://openalex.org/W2340897893","https://openalex.org/W2560474170","https://openalex.org/W2799239273","https://openalex.org/W2904617485","https://openalex.org/W2910628332","https://openalex.org/W2953920664","https://openalex.org/W2962825871","https://openalex.org/W2963150697","https://openalex.org/W2963227409","https://openalex.org/W2964269771","https://openalex.org/W2982723417","https://openalex.org/W2996435388","https://openalex.org/W3009672847","https://openalex.org/W3034429256","https://openalex.org/W3034499084","https://openalex.org/W3035060563","https://openalex.org/W3035549667","https://openalex.org/W3095753995","https://openalex.org/W3106763294","https://openalex.org/W3133929890","https://openalex.org/W3165926952","https://openalex.org/W3183673520","https://openalex.org/W3186378100","https://openalex.org/W3198790326","https://openalex.org/W3203092180","https://openalex.org/W4285287133","https://openalex.org/W4312280796","https://openalex.org/W4312598093","https://openalex.org/W4312722411","https://openalex.org/W4312723735","https://openalex.org/W4312815172","https://openalex.org/W4385430461","https://openalex.org/W4386076701","https://openalex.org/W4394625681","https://openalex.org/W4401416113"],"related_works":[],"abstract_inverted_index":{"Panoptic":[0],"tracking":[1,11,44,99,164],"enables":[2],"pixel-level":[3],"scene":[4,63,87],"interpretation":[5],"of":[6,22,147],"videos":[7],"by":[8,116],"integrating":[9],"instance":[10],"in":[12,31,142,162,169],"panoptic":[13,43,163],"segmentation.":[14],"This":[15],"provides":[16],"robots":[17],"with":[18,90,125],"a":[19,39,104],"spatio-temporal":[20],"understanding":[21],"the":[23,111,121,181],"environment,":[24],"an":[25],"essential":[26],"attribute":[27],"for":[28,42],"their":[29],"operation":[30],"dynamic":[32,62],"environments.":[33],"In":[34],"this":[35],"paper,":[36],"we":[37,102,179],"propose":[38],"novel":[40,105],"approach":[41,66],"that":[45,60,84,109,157],"simultaneously":[46],"captures":[47],"general":[48],"semantic":[49,91],"information":[50],"and":[51,54,70,93,132],"instance-specific":[52],"appearance":[53,69,95,138],"motion":[55,71,88],"features.":[56],"Unlike":[57],"existing":[58],"methods":[59,168],"overlook":[61],"attributes,":[64],"our":[65,148],"leverages":[67],"both":[68,114],"cues":[72],"through":[73],"dedicated":[74],"network":[75],"heads.":[76],"These":[77],"interconnected":[78],"heads":[79,115],"employ":[80],"multi-scale":[81],"deformable":[82],"convolutions":[83],"reason":[85],"about":[86],"offsets":[89],"context":[92],"motion-enhanced":[94,137],"features":[96],"to":[97],"learn":[98],"embeddings.":[100],"Furthermore,":[101],"introduce":[103],"two-step":[106],"fusion":[107],"module":[108],"integrates":[110],"outputs":[112],"from":[113,120,128],"first":[117],"matching":[118],"instances":[119,127],"current":[122],"time":[123,130],"step":[124],"propagated":[126],"previous":[129],"steps":[131],"subsequently":[133],"refines":[134],"associations":[135],"using":[136],"embeddings,":[139],"improving":[140],"robustness":[141],"challenging":[143],"scenarios.":[144],"Extensive":[145],"evaluations":[146],"proposed":[149],"MAPT":[150],"model":[151],"on":[152],"two":[153],"benchmark":[154],"datasets":[155],"demonstrate":[156],"it":[158],"achieves":[159],"state-of-the-art":[160],"performance":[161],"accuracy,":[165],"surpassing":[166],"prior":[167],"maintaining":[170],"object":[171],"identities":[172],"over":[173],"time.":[174],"To":[175],"facilitate":[176],"future":[177],"research,":[178],"make":[180],"code":[182],"available":[183],"at":[184],"http://panoptictracking.cs.uni-freiburg.de.":[185]},"counts_by_year":[],"updated_date":"2026-03-07T16:01:11.037858","created_date":"2025-11-28T00:00:00"}
