{"id":"https://openalex.org/W4285129282","doi":"https://doi.org/10.1109/access.2022.3171565","title":"Multi-Object Tracking and Segmentation With Embedding Mask-Based Affinity Fusion in Hierarchical Data Association","display_name":"Multi-Object Tracking and Segmentation With Embedding Mask-Based Affinity Fusion in Hierarchical Data Association","publication_year":2022,"publication_date":"2022-01-01","ids":{"openalex":"https://openalex.org/W4285129282","doi":"https://doi.org/10.1109/access.2022.3171565"},"language":"en","primary_location":{"id":"doi:10.1109/access.2022.3171565","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3171565","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09765992.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09765992.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003253618","display_name":"Young-Min Song","orcid":"https://orcid.org/0000-0002-5417-3180"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Min Song","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea","School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju 61005, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5417-3180","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju 61005, South Korea","institution_ids":["https://openalex.org/I39534123"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101930515","display_name":"Young-Chul Yoon","orcid":"https://orcid.org/0000-0002-5586-862X"},"institutions":[{"id":"https://openalex.org/I49946491","display_name":"Hyundai Motors (South Korea)","ror":"https://ror.org/016kvft77","country_code":"KR","type":"company","lineage":["https://openalex.org/I197312522","https://openalex.org/I49946491"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Young-Chul Yoon","raw_affiliation_strings":["Hyundai Motor Company, Uiwang-si, South Korea","Hyundai Motor Company, Uiwang-si 16082, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Hyundai Motor Company, Uiwang-si, South Korea","institution_ids":["https://openalex.org/I49946491"]},{"raw_affiliation_string":"Hyundai Motor Company, Uiwang-si 16082, South Korea","institution_ids":["https://openalex.org/I49946491"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101767310","display_name":"Kwangjin Yoon","orcid":"https://orcid.org/0000-0002-7843-631X"},"institutions":[{"id":"https://openalex.org/I4210088367","display_name":"Systems Analytics (United States)","ror":"https://ror.org/005ksdp35","country_code":"US","type":"company","lineage":["https://openalex.org/I4210088367"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kwangjin Yoon","raw_affiliation_strings":["SI Analytics Company Ltd., Daejeon, South Korea","SI Analytics Co., Ltd., Daejeon 34051, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SI Analytics Company Ltd., Daejeon, South Korea","institution_ids":["https://openalex.org/I4210088367"]},{"raw_affiliation_string":"SI Analytics Co., Ltd., Daejeon 34051, South Korea","institution_ids":["https://openalex.org/I4210088367"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049079358","display_name":"Hyunsung Jang","orcid":"https://orcid.org/0000-0002-5797-7264"},"institutions":[{"id":"https://openalex.org/I206093572","display_name":"Nexen (Canada)","ror":"https://ror.org/04zwxgg32","country_code":"CA","type":"company","lineage":["https://openalex.org/I206093572"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hyunsung Jang","raw_affiliation_strings":["LIG Nex1 Company Ltd., Yongin-si, South Korea","LIG Nex1 Co., Ltd., Yongin-si 16911, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-5797-7264","affiliations":[{"raw_affiliation_string":"LIG Nex1 Company Ltd., Yongin-si, South Korea","institution_ids":["https://openalex.org/I206093572"]},{"raw_affiliation_string":"LIG Nex1 Co., Ltd., Yongin-si 16911, South Korea","institution_ids":["https://openalex.org/I206093572"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059391070","display_name":"Namkoo Ha","orcid":null},"institutions":[{"id":"https://openalex.org/I206093572","display_name":"Nexen (Canada)","ror":"https://ror.org/04zwxgg32","country_code":"CA","type":"company","lineage":["https://openalex.org/I206093572"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Namkoo Ha","raw_affiliation_strings":["LIG Nex1 Company Ltd., Yongin-si, South Korea","LIG Nex1 Co., Ltd., Yongin-si 16911, South Korea"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"LIG Nex1 Company Ltd., Yongin-si, South Korea","institution_ids":["https://openalex.org/I206093572"]},{"raw_affiliation_string":"LIG Nex1 Co., Ltd., Yongin-si 16911, South Korea","institution_ids":["https://openalex.org/I206093572"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056743652","display_name":"Moongu Jeon","orcid":"https://orcid.org/0000-0002-2775-7789"},"institutions":[{"id":"https://openalex.org/I39534123","display_name":"Gwangju Institute of Science and Technology","ror":"https://ror.org/024kbgz78","country_code":"KR","type":"education","lineage":["https://openalex.org/I39534123"]}],"countries":["KR"],"is_corresponding":false,"raw_author_name":"Moongu Jeon","raw_affiliation_strings":["School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea","School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju 61005, South Korea"],"raw_orcid":"https://orcid.org/0000-0002-2775-7789","affiliations":[{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju, South Korea","institution_ids":["https://openalex.org/I39534123"]},{"raw_affiliation_string":"School of Electrical Engineering and Computer Science, Gwangju Institute of Science and Technology, Gwangju 61005, South Korea","institution_ids":["https://openalex.org/I39534123"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":1.2184,"has_fulltext":true,"cited_by_count":12,"citation_normalized_percentile":{"value":0.80046294,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"10","issue":null,"first_page":"60643","last_page":"60657"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10331","display_name":"Video Surveillance and Tracking Methods","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12389","display_name":"Infrared Target Detection Methodologies","score":0.9853000044822693,"subfield":{"id":"https://openalex.org/subfields/2202","display_name":"Aerospace Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11667","display_name":"Advanced Chemical Sensor Technologies","score":0.975600004196167,"subfield":{"id":"https://openalex.org/subfields/2204","display_name":"Biomedical Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7605448961257935},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6727391481399536},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5557017922401428},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.5062750577926636},{"id":"https://openalex.org/keywords/bittorrent-tracker","display_name":"BitTorrent tracker","score":0.49106383323669434},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.47811999917030334},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.4166536331176758},{"id":"https://openalex.org/keywords/eye-tracking","display_name":"Eye tracking","score":0.16747593879699707}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7605448961257935},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6727391481399536},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5557017922401428},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.5062750577926636},{"id":"https://openalex.org/C57501372","wikidata":"https://www.wikidata.org/wiki/Q2021268","display_name":"BitTorrent tracker","level":3,"score":0.49106383323669434},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.47811999917030334},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.4166536331176758},{"id":"https://openalex.org/C56461940","wikidata":"https://www.wikidata.org/wiki/Q970687","display_name":"Eye tracking","level":2,"score":0.16747593879699707}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2022.3171565","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3171565","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09765992.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:86f5b2eb2e974645a084b2c2292326e7","is_oa":true,"landing_page_url":"https://doaj.org/article/86f5b2eb2e974645a084b2c2292326e7","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 10, Pp 60643-60657 (2022)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2022.3171565","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2022.3171565","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/6514899/09765992.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5159556144","display_name":null,"funder_award_id":"2014-3-00077","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"},{"id":"https://openalex.org/G5273236558","display_name":null,"funder_award_id":"2014-3-00077","funder_id":"https://openalex.org/F4320328359","funder_display_name":"Ministry of Science and ICT, South Korea"},{"id":"https://openalex.org/G6487174829","display_name":null,"funder_award_id":"2014-3-00077-008","funder_id":"https://openalex.org/F4320335489","funder_display_name":"Institute for Information and Communications Technology Promotion"}],"funders":[{"id":"https://openalex.org/F4320324891","display_name":"Iran Telecommunication Research Center","ror":"https://ror.org/01a3g2z22"},{"id":"https://openalex.org/F4320328359","display_name":"Ministry of Science and ICT, South Korea","ror":"https://ror.org/01wpjm123"},{"id":"https://openalex.org/F4320335489","display_name":"Institute for Information and Communications Technology Promotion","ror":"https://ror.org/01g0hqq23"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4285129282.pdf","grobid_xml":"https://content.openalex.org/works/W4285129282.grobid-xml"},"referenced_works_count":50,"referenced_works":["https://openalex.org/W1521019969","https://openalex.org/W1968405646","https://openalex.org/W2014787937","https://openalex.org/W2103124057","https://openalex.org/W2122088301","https://openalex.org/W2124781496","https://openalex.org/W2130026429","https://openalex.org/W2137585588","https://openalex.org/W2139688603","https://openalex.org/W2150066425","https://openalex.org/W2154889144","https://openalex.org/W2168356304","https://openalex.org/W2291627510","https://openalex.org/W2474389331","https://openalex.org/W2547098537","https://openalex.org/W2560609797","https://openalex.org/W2609144136","https://openalex.org/W2765741142","https://openalex.org/W2794143688","https://openalex.org/W2799058067","https://openalex.org/W2886910176","https://openalex.org/W2913523297","https://openalex.org/W2949708697","https://openalex.org/W2953920664","https://openalex.org/W2963037989","https://openalex.org/W2963150697","https://openalex.org/W2964218467","https://openalex.org/W2965620582","https://openalex.org/W2966683173","https://openalex.org/W2968296999","https://openalex.org/W2970308037","https://openalex.org/W2977487707","https://openalex.org/W2995947152","https://openalex.org/W3000141390","https://openalex.org/W3008115128","https://openalex.org/W3034681945","https://openalex.org/W3041050795","https://openalex.org/W3092725515","https://openalex.org/W3100953775","https://openalex.org/W3110159886","https://openalex.org/W3130723831","https://openalex.org/W3164282918","https://openalex.org/W3167949052","https://openalex.org/W3203676240","https://openalex.org/W3206199195","https://openalex.org/W4295331127","https://openalex.org/W6620707391","https://openalex.org/W6772149600","https://openalex.org/W6780605740","https://openalex.org/W6798046461"],"related_works":["https://openalex.org/W2081900870","https://openalex.org/W2086677144","https://openalex.org/W4312791623","https://openalex.org/W4389910871","https://openalex.org/W4287328308","https://openalex.org/W2963417676","https://openalex.org/W3130085708","https://openalex.org/W2892196156","https://openalex.org/W4287998529","https://openalex.org/W2557205449"],"abstract_inverted_index":{"In":[0,122,168,188,220],"this":[1],"paper,":[2],"we":[3,132],"propose":[4],"a":[5,38,44,110,213],"highly":[6],"feasible":[7],"fully":[8],"online":[9,53],"multi-object":[10],"tracking":[11],"and":[12,43,62,69,78,100,149],"segmentation":[13,19],"(MOTS)":[14],"method":[15,26,113,215],"that":[16,183],"uses":[17],"instance":[18],"results":[20],"as":[21,95,115,120],"an":[22],"input.":[23],"The":[24,55,139],"proposed":[25,140],"is":[27,71,84,152],"based":[28],"on":[29,191],"the":[30,75,79,88,126,144,170,189,192,197,217,229],"Gaussian":[31],"mixture":[32],"probability":[33],"hypothesis":[34],"density":[35],"(GMPHD)":[36],"filter,":[37,77,98],"hierarchical":[39],"data":[40],"association":[41],"(HDA),":[42],"mask-based":[45],"affinity":[46],"fusion":[47,112],"(MAF)":[48],"model":[49],"to":[50,119,124,155,212],"achieve":[51],"high-performance":[52],"tracking.":[54],"HDA":[56],"consists":[57],"of":[58,128,160],"two":[59,103,193],"associations:":[60],"segment-to-track":[61],"track-to-track":[63],"associations.":[64],"One":[65],"affinity,":[66,81],"for":[67,82],"position":[68],"motion,":[70],"computed":[72,85],"by":[73,86,108,207],"using":[74,87,109],"GMPHD":[76],"other":[80],"appearance":[83],"responses":[89],"from":[90],"single":[91],"object":[92],"trackers":[93],"such":[94,114],"kernalized":[96],"correlation":[97],"SiamRPN,":[99],"DaSiamRPN.":[101],"These":[102],"affinities":[104],"are":[105],"simply":[106],"fused":[107],"score-level":[111],"min-max":[116],"normalization":[117],"referred":[118],"MAF.":[121],"addition,":[123,169],"reduce":[125],"number":[127],"false":[129],"positive":[130],"segments,":[131],"adopt":[133],"mask":[134,150],"IoU-based":[135],"merging":[136],"(mask":[137],"merging).":[138],"MOTS":[141,181,195,226],"framework":[142,172],"with":[143,162],"key":[145,198],"modules:":[146],"HDA,":[147],"MAF,":[148],"merging,":[151],"easily":[153],"extensible":[154],"simultaneously":[156],"track":[157],"multiple":[158],"types":[159],"objects":[161],"CPU-only":[163],"execution":[164],"in":[165,216,228],"parallel":[166],"processing.":[167],"developed":[171],"only":[173],"requires":[174],"simple":[175],"parameter":[176],"tuning":[177],"unlike":[178],"many":[179],"existing":[180],"methods":[182],"need":[184],"intensive":[185],"hyperparameter":[186],"optimization.":[187],"experiments":[190],"popular":[194],"datasets,":[196],"modules":[199],"show":[200],"some":[201],"improvements.":[202],"For":[203],"instance,":[204],"ID-switch":[205],"decreases":[206],"more":[208],"than":[209],"half":[210],"compared":[211],"baseline":[214],"training":[218],"sets.":[219,231],"conclusion,":[221],"our":[222],"tracker":[223],"achieves":[224],"state-of-the-art":[225],"performance":[227],"test":[230]},"counts_by_year":[{"year":2023,"cited_by_count":10},{"year":2022,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
