{"id":"https://openalex.org/W4393285773","doi":"https://doi.org/10.1109/tnnls.2024.3378295","title":"AdaptiveClick: Click-Aware Transformer With Adaptive Focal Loss for Interactive Image Segmentation","display_name":"AdaptiveClick: Click-Aware Transformer With Adaptive Focal Loss for Interactive Image Segmentation","publication_year":2024,"publication_date":"2024-03-28","ids":{"openalex":"https://openalex.org/W4393285773","doi":"https://doi.org/10.1109/tnnls.2024.3378295","pmid":"https://pubmed.ncbi.nlm.nih.gov/38546989"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2024.3378295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3378295","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101566662","display_name":"Jiacheng Lin","orcid":"https://orcid.org/0000-0003-1393-5027"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Jiacheng Lin","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013026483","display_name":"Jiajun Chen","orcid":"https://orcid.org/0009-0008-9584-202X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jiajun Chen","raw_affiliation_strings":["School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027010844","display_name":"Kailun Yang","orcid":"https://orcid.org/0000-0002-1090-667X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kailun Yang","raw_affiliation_strings":["School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076927137","display_name":"Alina Roitberg","orcid":"https://orcid.org/0000-0003-4724-9164"},"institutions":[{"id":"https://openalex.org/I100066346","display_name":"University of Stuttgart","ror":"https://ror.org/04vnq7t77","country_code":"DE","type":"education","lineage":["https://openalex.org/I100066346"]},{"id":"https://openalex.org/I102335020","display_name":"Karlsruhe Institute of Technology","ror":"https://ror.org/04t3en479","country_code":"DE","type":"education","lineage":["https://openalex.org/I102335020","https://openalex.org/I1305996414"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Alina Roitberg","raw_affiliation_strings":["Karlsruhe Institute of Technology, Karlsruhe, Germany","Institute for Artificial Intelligence, University of Stuttgart, Stuttgart, Germany"],"affiliations":[{"raw_affiliation_string":"Karlsruhe Institute of Technology, Karlsruhe, Germany","institution_ids":["https://openalex.org/I102335020"]},{"raw_affiliation_string":"Institute for Artificial Intelligence, University of Stuttgart, Stuttgart, Germany","institution_ids":["https://openalex.org/I100066346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100436430","display_name":"Siyu Li","orcid":"https://orcid.org/0000-0001-8516-401X"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Siyu Li","raw_affiliation_strings":["College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100396723","display_name":"Zhiyong Li","orcid":"https://orcid.org/0000-0001-9720-5915"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiyong Li","raw_affiliation_strings":["College of Computer Science and Electronic Engineering, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Computer Science and Electronic Engineering, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5067097659","display_name":"Shutao Li","orcid":"https://orcid.org/0000-0002-0585-9848"},"institutions":[{"id":"https://openalex.org/I16609230","display_name":"Hunan University","ror":"https://ror.org/05htk5m33","country_code":"CN","type":"education","lineage":["https://openalex.org/I16609230"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shutao Li","raw_affiliation_strings":["College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China"],"affiliations":[{"raw_affiliation_string":"College of Electrical and Information Engineering and the Key Laboratory of Visual Perception and Artificial Intelligence of Hunan Province, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]},{"raw_affiliation_string":"School of Robotics and the National Engineering Research Center of Robot Visual Perception and Control Technology, Hunan University, Changsha, China","institution_ids":["https://openalex.org/I16609230"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5101566662"],"corresponding_institution_ids":["https://openalex.org/I16609230"],"apc_list":null,"apc_paid":null,"fwci":6.1247,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.97294625,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"36","issue":"3","first_page":"5759","last_page":"5773"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9968000054359436,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13114","display_name":"Image Processing Techniques and Applications","score":0.9944000244140625,"subfield":{"id":"https://openalex.org/subfields/2214","display_name":"Media Technology"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6657066345214844},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5898001194000244},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5414947867393494},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5124672055244446},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.506660521030426},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.4101189076900482},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.09225565195083618},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.09168738126754761}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6657066345214844},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5898001194000244},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5414947867393494},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5124672055244446},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.506660521030426},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.4101189076900482},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.09225565195083618},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.09168738126754761},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2024.3378295","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2024.3378295","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:38546989","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38546989","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G4041047505","display_name":null,"funder_award_id":"U23A20341","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6753610984","display_name":null,"funder_award_id":"2022YFB4701404","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G8354495100","display_name":null,"funder_award_id":"U21A20518","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":77,"referenced_works":["https://openalex.org/W113243835","https://openalex.org/W845365781","https://openalex.org/W1536729381","https://openalex.org/W1861492603","https://openalex.org/W1995911388","https://openalex.org/W2031489346","https://openalex.org/W2114268578","https://openalex.org/W2116719896","https://openalex.org/W2124351162","https://openalex.org/W2267158114","https://openalex.org/W2300469113","https://openalex.org/W2470139095","https://openalex.org/W2560311620","https://openalex.org/W2565639579","https://openalex.org/W2595897327","https://openalex.org/W2732931556","https://openalex.org/W2769833683","https://openalex.org/W2776163999","https://openalex.org/W2798769484","https://openalex.org/W2803537647","https://openalex.org/W2890143105","https://openalex.org/W2948553897","https://openalex.org/W2962914239","https://openalex.org/W2962967409","https://openalex.org/W2963351448","https://openalex.org/W2967279867","https://openalex.org/W2982036614","https://openalex.org/W2991405684","https://openalex.org/W3010908644","https://openalex.org/W3034278117","https://openalex.org/W3034550159","https://openalex.org/W3038091703","https://openalex.org/W3084252700","https://openalex.org/W3096945436","https://openalex.org/W3112139896","https://openalex.org/W3132926949","https://openalex.org/W3196651696","https://openalex.org/W3209419944","https://openalex.org/W4214588164","https://openalex.org/W4225773438","https://openalex.org/W4225787400","https://openalex.org/W4226075389","https://openalex.org/W4226524654","https://openalex.org/W4287100534","https://openalex.org/W4296963676","https://openalex.org/W4306394127","https://openalex.org/W4312336332","https://openalex.org/W4312517459","https://openalex.org/W4312577413","https://openalex.org/W4312603257","https://openalex.org/W4312815172","https://openalex.org/W4322706644","https://openalex.org/W4353007612","https://openalex.org/W4365606129","https://openalex.org/W4377142702","https://openalex.org/W4385714071","https://openalex.org/W4386075720","https://openalex.org/W4386075998","https://openalex.org/W4386076245","https://openalex.org/W4387449217","https://openalex.org/W4387968027","https://openalex.org/W4389403405","https://openalex.org/W4390190030","https://openalex.org/W4390872677","https://openalex.org/W4390872789","https://openalex.org/W4390873051","https://openalex.org/W4390874575","https://openalex.org/W4393149930","https://openalex.org/W4394560274","https://openalex.org/W6774415586","https://openalex.org/W6798128096","https://openalex.org/W6798837711","https://openalex.org/W6810976116","https://openalex.org/W6850592984","https://openalex.org/W6851607685","https://openalex.org/W6856005155","https://openalex.org/W6864221053"],"related_works":["https://openalex.org/W2772917594","https://openalex.org/W2036807459","https://openalex.org/W2058170566","https://openalex.org/W2755342338","https://openalex.org/W2166024367","https://openalex.org/W3116076068","https://openalex.org/W2229312674","https://openalex.org/W2951359407","https://openalex.org/W2079911747","https://openalex.org/W1969923398"],"abstract_inverted_index":{"Interactive":[0],"image":[1,104],"segmentation":[2,34,80],"(IIS)":[3],"has":[4,16,36],"emerged":[5],"as":[6],"a":[7,47,131,135,174],"promising":[8],"technique":[9],"for":[10,23,62,82,148],"decreasing":[11],"annotation":[12,58],"time.":[13],"Substantial":[14],"progress":[15],"been":[17,37],"made":[18],"in":[19,116],"pre-":[20],"and":[21,64,103,113,150,161],"post-processing":[22],"IIS,":[24],"but":[25],"the":[26,69,76,91,99,117,143,157,170,185],"critical":[27],"issue":[28],"of":[29,71,87,111,121,145,169,187],"interaction":[30,100],"ambiguity,":[31],"notably":[32],"hindering":[33],"quality,":[35],"under-researched.":[38],"To":[39,68],"address":[40],"this,":[41],"we":[42],"introduce":[43],"ADAPTIVE":[44],"CLICK":[45],"-":[46],"click-aware":[48,92],"transformer":[49,94],"incorporating":[50],"an":[51],"adaptive":[52,140],"focal":[53],"loss":[54],"(AFL)":[55],"that":[56,156],"tackles":[57],"inconsistencies":[59],"with":[60,134],"tools":[61],"mask-":[63],"pixel-level":[65],"ambiguity":[66],"resolution.":[67],"best":[70],"our":[72,88],"knowledge,":[73],"AdaptiveClick":[74,107,188],"is":[75,90,126,196],"first":[77],"transformer-based,":[78],"mask-adaptive":[79,93],"framework":[81],"IIS.":[83],"The":[84,193],"key":[85],"ingredient":[86],"method":[89],"decoder":[95],"(CAMD),":[96],"which":[97],"enhances":[98],"between":[101],"click":[102],"features.":[105],"Additionally,":[106],"enables":[108],"pixel-adaptive":[109],"differentiation":[110],"hard":[112,149],"easy":[114,151],"samples":[115],"decision":[118],"space,":[119],"independent":[120],"their":[122],"varying":[123],"distributions.":[124],"This":[125],"primarily":[127],"achieved":[128],"by":[129],"optimizing":[130],"generalized":[132],"AFL":[133],"theoretical":[136],"guarantee,":[137],"where":[138],"two":[139],"coefficients":[141],"control":[142],"ratio":[144],"gradient":[146],"values":[147],"pixels.":[152],"Our":[153],"analysis":[154],"reveals":[155],"commonly":[158],"used":[159],"Focal":[160],"BCE":[162],"losses":[163],"can":[164],"be":[165],"considered":[166],"special":[167],"cases":[168],"proposed":[171],"AFL.":[172],"With":[173],"plain":[175],"ViT":[176],"backbone,":[177],"extensive":[178],"experimental":[179],"results":[180],"on":[181],"nine":[182],"datasets":[183],"demonstrate":[184],"superiority":[186],"compared":[189],"to":[190],"state-of-the-art":[191],"methods.":[192],"source":[194],"code":[195],"publicly":[197],"available":[198],"at":[199],"https://github.com/lab206/AdaptiveClick.":[200]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":8}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2025-10-10T00:00:00"}