{"id":"https://openalex.org/W4398155950","doi":"https://doi.org/10.1109/tvcg.2024.3401755","title":"Leveraging Self-Supervised Vision Transformers for Segmentation-Based Transfer Function Design","display_name":"Leveraging Self-Supervised Vision Transformers for Segmentation-Based Transfer Function Design","publication_year":2024,"publication_date":"2024-06-06","ids":{"openalex":"https://openalex.org/W4398155950","doi":"https://doi.org/10.1109/tvcg.2024.3401755","pmid":"https://pubmed.ncbi.nlm.nih.gov/38753475"},"language":"en","primary_location":{"id":"doi:10.1109/tvcg.2024.3401755","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3401755","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1109/tvcg.2024.3401755","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5066189200","display_name":"Dominik Engel","orcid":"https://orcid.org/0000-0002-5766-7215"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]},{"id":"https://openalex.org/I4210163522","display_name":"Technische Hochschule Ulm","ror":"https://ror.org/05e5kd476","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210163522"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Dominik Engel","raw_affiliation_strings":["Visual Computing, Ulm University, Ulm, Germany","Visual Computing, Ulm University, Germany"],"raw_orcid":"https://orcid.org/0000-0002-5766-7215","affiliations":[{"raw_affiliation_string":"Visual Computing, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I4210163522","https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing, Ulm University, Germany","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092772246","display_name":"Leon Sick","orcid":"https://orcid.org/0009-0004-6524-0715"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]},{"id":"https://openalex.org/I4210163522","display_name":"Technische Hochschule Ulm","ror":"https://ror.org/05e5kd476","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210163522"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Leon Sick","raw_affiliation_strings":["Visual Computing, Ulm University, Ulm, Germany","Visual Computing, Ulm University, Germany"],"raw_orcid":"https://orcid.org/0009-0004-6524-0715","affiliations":[{"raw_affiliation_string":"Visual Computing, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I4210163522","https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing, Ulm University, Germany","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061059879","display_name":"Timo Ropinski","orcid":"https://orcid.org/0000-0002-7857-5512"},"institutions":[{"id":"https://openalex.org/I196349391","display_name":"Universit\u00e4t Ulm","ror":"https://ror.org/032000t02","country_code":"DE","type":"education","lineage":["https://openalex.org/I196349391"]},{"id":"https://openalex.org/I4210163522","display_name":"Technische Hochschule Ulm","ror":"https://ror.org/05e5kd476","country_code":"DE","type":"education","lineage":["https://openalex.org/I4210163522"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Timo Ropinski","raw_affiliation_strings":["Visual Computing, Ulm University, Ulm, Germany","Visual Computing, Ulm University, Germany"],"raw_orcid":"https://orcid.org/0000-0002-7857-5512","affiliations":[{"raw_affiliation_string":"Visual Computing, Ulm University, Ulm, Germany","institution_ids":["https://openalex.org/I4210163522","https://openalex.org/I196349391"]},{"raw_affiliation_string":"Visual Computing, Ulm University, Germany","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5066189200"],"corresponding_institution_ids":["https://openalex.org/I196349391","https://openalex.org/I4210163522"],"apc_list":null,"apc_paid":null,"fwci":0.6661,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":{"value":0.71331627,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"31","issue":"8","first_page":"4357","last_page":"4368"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12111","display_name":"Industrial Vision Systems and Defect Detection","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/2209","display_name":"Industrial and Manufacturing Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9966999888420105,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7917580008506775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.555446982383728},{"id":"https://openalex.org/keywords/computer-vision","display_name":"Computer vision","score":0.5525290966033936},{"id":"https://openalex.org/keywords/image-segmentation","display_name":"Image segmentation","score":0.529875636100769},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.4740956723690033},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.42365455627441406},{"id":"https://openalex.org/keywords/scale-space-segmentation","display_name":"Scale-space segmentation","score":0.4105266332626343},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3313221335411072},{"id":"https://openalex.org/keywords/human\u2013computer-interaction","display_name":"Human\u2013computer interaction","score":0.32744649052619934},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10271891951560974},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07910272479057312}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7917580008506775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.555446982383728},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.5525290966033936},{"id":"https://openalex.org/C124504099","wikidata":"https://www.wikidata.org/wiki/Q56933","display_name":"Image segmentation","level":3,"score":0.529875636100769},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.4740956723690033},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.42365455627441406},{"id":"https://openalex.org/C65885262","wikidata":"https://www.wikidata.org/wiki/Q7429708","display_name":"Scale-space segmentation","level":4,"score":0.4105266332626343},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3313221335411072},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.32744649052619934},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10271891951560974},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07910272479057312},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tvcg.2024.3401755","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3401755","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},{"id":"pmid:38753475","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/38753475","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on visualization and computer graphics","raw_type":null}],"best_oa_location":{"id":"doi:10.1109/tvcg.2024.3401755","is_oa":true,"landing_page_url":"https://doi.org/10.1109/tvcg.2024.3401755","pdf_url":null,"source":{"id":"https://openalex.org/S84775595","display_name":"IEEE Transactions on Visualization and Computer Graphics","issn_l":"1077-2626","issn":["1077-2626","1941-0506","2160-9306"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Visualization and Computer Graphics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":82,"referenced_works":["https://openalex.org/W1492872323","https://openalex.org/W1498299056","https://openalex.org/W1855183634","https://openalex.org/W1895706529","https://openalex.org/W1950817113","https://openalex.org/W1965140766","https://openalex.org/W2044459078","https://openalex.org/W2046591691","https://openalex.org/W2099407246","https://openalex.org/W2101234009","https://openalex.org/W2104441030","https://openalex.org/W2106370129","https://openalex.org/W2109845109","https://openalex.org/W2118780007","https://openalex.org/W2126014629","https://openalex.org/W2148899142","https://openalex.org/W2158131535","https://openalex.org/W2254462240","https://openalex.org/W2295355433","https://openalex.org/W2415961718","https://openalex.org/W2791402561","https://openalex.org/W2902512015","https://openalex.org/W2966298242","https://openalex.org/W2997591727","https://openalex.org/W3005680577","https://openalex.org/W3009561768","https://openalex.org/W3035524453","https://openalex.org/W3036224891","https://openalex.org/W3094502228","https://openalex.org/W3098715541","https://openalex.org/W3138516171","https://openalex.org/W3145450063","https://openalex.org/W3159481202","https://openalex.org/W3166396011","https://openalex.org/W3170863103","https://openalex.org/W3199613405","https://openalex.org/W3213836217","https://openalex.org/W4212875960","https://openalex.org/W4221159589","https://openalex.org/W4221161778","https://openalex.org/W4221163766","https://openalex.org/W4221167013","https://openalex.org/W4226182655","https://openalex.org/W4226524654","https://openalex.org/W4243768448","https://openalex.org/W4287640040","https://openalex.org/W4298724002","https://openalex.org/W4312336332","https://openalex.org/W4312804044","https://openalex.org/W4313156423","https://openalex.org/W4320013936","https://openalex.org/W4362679702","https://openalex.org/W4366208220","https://openalex.org/W4366567811","https://openalex.org/W4375869151","https://openalex.org/W4382131005","https://openalex.org/W4382998948","https://openalex.org/W4386065512","https://openalex.org/W4386076245","https://openalex.org/W4386076428","https://openalex.org/W4386875030","https://openalex.org/W4387211564","https://openalex.org/W4387929840","https://openalex.org/W4390190030","https://openalex.org/W4390874575","https://openalex.org/W4401070841","https://openalex.org/W4401819803","https://openalex.org/W4410838785","https://openalex.org/W6629444077","https://openalex.org/W6682962330","https://openalex.org/W6774670964","https://openalex.org/W6779997284","https://openalex.org/W6784392697","https://openalex.org/W6791353385","https://openalex.org/W6796761347","https://openalex.org/W6801589178","https://openalex.org/W6804160461","https://openalex.org/W6809805176","https://openalex.org/W6809928669","https://openalex.org/W6811013733","https://openalex.org/W6851800889","https://openalex.org/W6853207815"],"related_works":["https://openalex.org/W1986655823","https://openalex.org/W2185902295","https://openalex.org/W2103507220","https://openalex.org/W3144569342","https://openalex.org/W3011384228","https://openalex.org/W2945274617","https://openalex.org/W3199300986","https://openalex.org/W4313052709","https://openalex.org/W4298131179","https://openalex.org/W2375430703"],"abstract_inverted_index":{"In":[0,61,179],"volume":[1,74,146],"rendering,":[2],"transfer":[3,45,71,90,124,186],"functions":[4,30,72,187],"are":[5,23],"used":[6],"to":[7,13,35,69,121,184,197,213],"classify":[8],"structures":[9,96,109,172],"of":[10,42,82,97,133,144,153,173,191,203,223],"interest,":[11],"and":[12,20,50,103,135,205,221],"assign":[14],"optical":[15,37],"properties":[16],"such":[17],"as":[18,26,208,210],"color":[19],"opacity.":[21],"They":[22],"commonly":[24],"defined":[25],"1D":[27],"or":[28],"2D":[29],"that":[31,175],"map":[32],"simple":[33],"features":[34,114],"these":[36],"properties.":[38],"As":[39],"the":[40,78,95,112,117,145,151,159,162,171,219],"process":[41],"designing":[43],"a":[44,66,89,100],"function":[46,125],"is":[47],"typically":[48],"tedious":[49],"unintuitive,":[51],"several":[52],"approaches":[53,200],"have":[54],"been":[55],"proposed":[56],"for":[57,73,137],"their":[58],"interactive":[59,142],"specification.":[60],"this":[62,181],"article,":[63],"we":[64],"present":[65],"novel":[67],"method":[68,105,128,196],"define":[70],"rendering":[75],"by":[76,116,156],"leveraging":[77],"feature":[79],"extraction":[80],"capabilities":[81],"self-supervised":[83],"pre-trained":[84],"vision":[85],"transformers.":[86],"To":[87],"design":[88,185],"function,":[91],"users":[92,183],"simply":[93],"select":[94],"interest":[98,174],"in":[99,201],"slice":[101],"viewer,":[102],"our":[104,127,195,224],"automatically":[106],"selects":[107],"similar":[108],"based":[110],"on":[111,169],"high-level":[113],"extracted":[115],"neural":[118],"network.":[119],"Contrary":[120],"previous":[122],"learning-based":[123,199],"approaches,":[126],"does":[129],"not":[130],"require":[131,177],"training":[132],"models":[134],"allows":[136,182],"quick":[138],"inference,":[139],"enabling":[140],"an":[141],"exploration":[143],"data.":[147],"Our":[148,216],"approach":[149],"reduces":[150],"amount":[152],"necessary":[154],"annotations":[155],"interactively":[157],"informing":[158],"user":[160],"about":[161],"current":[163],"classification,":[164],"so":[165],"they":[166],"can":[167],"focus":[168],"annotating":[170],"still":[176],"annotation.":[178],"practice,":[180],"within":[188],"seconds,":[189],"instead":[190],"minutes.":[192],"We":[193],"compare":[194],"existing":[198],"terms":[202],"annotation":[204],"compute":[206],"time,":[207],"well":[209],"with":[211],"respect":[212],"segmentation":[214],"accuracy.":[215],"accompanyingvideo":[217],"showcases":[218],"interactivity":[220],"effectiveness":[222],"method.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}