{"id":"https://openalex.org/W4367679848","doi":"https://doi.org/10.1177/14738716231168671","title":"TopoBERT: Exploring the topology of fine-tuned word representations","display_name":"TopoBERT: Exploring the topology of fine-tuned word representations","publication_year":2023,"publication_date":"2023-05-01","ids":{"openalex":"https://openalex.org/W4367679848","doi":"https://doi.org/10.1177/14738716231168671"},"language":"en","primary_location":{"id":"doi:10.1177/14738716231168671","is_oa":false,"landing_page_url":"https://doi.org/10.1177/14738716231168671","pdf_url":null,"source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031822529","display_name":"Archit Rathore","orcid":"https://orcid.org/0000-0002-2965-3561"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Archit Rathore","raw_affiliation_strings":["School of Computing, University of Utah, Salt Lake City, UT, USA","Scientific Computing and Imaging Institute, University of Utah, Salt Lake City, UT, USA"],"raw_orcid":"https://orcid.org/0000-0002-2965-3561","affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"Scientific Computing and Imaging Institute, University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091264285","display_name":"Yichu Zhou","orcid":"https://orcid.org/0009-0001-1558-223X"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yichu Zhou","raw_affiliation_strings":["School of Computing, University of Utah, Salt Lake City, UT, USA"],"raw_orcid":"https://orcid.org/0009-0001-1558-223X","affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013135203","display_name":"Vivek Srikumar","orcid":"https://orcid.org/0000-0003-0419-6568"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vivek Srikumar","raw_affiliation_strings":["School of Computing, University of Utah, Salt Lake City, UT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100349956","display_name":"Bei Wang","orcid":"https://orcid.org/0000-0002-9240-0700"},"institutions":[{"id":"https://openalex.org/I223532165","display_name":"University of Utah","ror":"https://ror.org/03r0ha626","country_code":"US","type":"education","lineage":["https://openalex.org/I223532165"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bei Wang","raw_affiliation_strings":["School of Computing, University of Utah, Salt Lake City, UT, USA","Scientific Computing and Imaging Institute, University of Utah, Salt Lake City, UT, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Computing, University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]},{"raw_affiliation_string":"Scientific Computing and Imaging Institute, University of Utah, Salt Lake City, UT, USA","institution_ids":["https://openalex.org/I223532165"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5031822529"],"corresponding_institution_ids":["https://openalex.org/I223532165"],"apc_list":null,"apc_paid":null,"fwci":2.8457,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.92154118,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"22","issue":"3","first_page":"186","last_page":"208"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12536","display_name":"Topological and Geometric Data Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12536","display_name":"Topological and Geometric Data Analysis","score":0.9980999827384949,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10799","display_name":"Data Visualization and Analytics","score":0.9782000184059143,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8473597764968872},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.7746300101280212},{"id":"https://openalex.org/keywords/word-embedding","display_name":"Word embedding","score":0.6438564658164978},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6344411373138428},{"id":"https://openalex.org/keywords/word","display_name":"Word (group theory)","score":0.5115152597427368},{"id":"https://openalex.org/keywords/fine-tuning","display_name":"Fine-tuning","score":0.5077903866767883},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4923967123031616},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.471001535654068},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.46595460176467896},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4442231059074402},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.43869221210479736},{"id":"https://openalex.org/keywords/graph-embedding","display_name":"Graph embedding","score":0.4323428273200989},{"id":"https://openalex.org/keywords/graph","display_name":"Graph","score":0.4251651167869568},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3392378091812134},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08199521899223328}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8473597764968872},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.7746300101280212},{"id":"https://openalex.org/C2777462759","wikidata":"https://www.wikidata.org/wiki/Q18395344","display_name":"Word embedding","level":3,"score":0.6438564658164978},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6344411373138428},{"id":"https://openalex.org/C90805587","wikidata":"https://www.wikidata.org/wiki/Q10944557","display_name":"Word (group theory)","level":2,"score":0.5115152597427368},{"id":"https://openalex.org/C157524613","wikidata":"https://www.wikidata.org/wiki/Q2828883","display_name":"Fine-tuning","level":2,"score":0.5077903866767883},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4923967123031616},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.471001535654068},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.46595460176467896},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4442231059074402},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.43869221210479736},{"id":"https://openalex.org/C75564084","wikidata":"https://www.wikidata.org/wiki/Q5597085","display_name":"Graph embedding","level":3,"score":0.4323428273200989},{"id":"https://openalex.org/C132525143","wikidata":"https://www.wikidata.org/wiki/Q141488","display_name":"Graph","level":2,"score":0.4251651167869568},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3392378091812134},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08199521899223328},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/14738716231168671","is_oa":false,"landing_page_url":"https://doi.org/10.1177/14738716231168671","pdf_url":null,"source":{"id":"https://openalex.org/S55152591","display_name":"Information Visualization","issn_l":"1473-8716","issn":["1473-8716","1473-8724"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Information Visualization","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.7900000214576721,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":74,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W1966087765","https://openalex.org/W1983082556","https://openalex.org/W2002299526","https://openalex.org/W2011735049","https://openalex.org/W2075608792","https://openalex.org/W2150593711","https://openalex.org/W2154492126","https://openalex.org/W2241862190","https://openalex.org/W2251908882","https://openalex.org/W2282821441","https://openalex.org/W2294798173","https://openalex.org/W2323909273","https://openalex.org/W2343061342","https://openalex.org/W2512274390","https://openalex.org/W2512304460","https://openalex.org/W2531638282","https://openalex.org/W2587299461","https://openalex.org/W2593390416","https://openalex.org/W2607223307","https://openalex.org/W2740230898","https://openalex.org/W2750779823","https://openalex.org/W2751298778","https://openalex.org/W2751627669","https://openalex.org/W2752194699","https://openalex.org/W2753713840","https://openalex.org/W2771976988","https://openalex.org/W2788403449","https://openalex.org/W2791826055","https://openalex.org/W2802999157","https://openalex.org/W2886614482","https://openalex.org/W2889883176","https://openalex.org/W2899575547","https://openalex.org/W2913593702","https://openalex.org/W2921301984","https://openalex.org/W2950784811","https://openalex.org/W2962739339","https://openalex.org/W2963026768","https://openalex.org/W2963214037","https://openalex.org/W2963707011","https://openalex.org/W2964200170","https://openalex.org/W2964262197","https://openalex.org/W2964303116","https://openalex.org/W2969224142","https://openalex.org/W2970120757","https://openalex.org/W2978005227","https://openalex.org/W2979826702","https://openalex.org/W2981731882","https://openalex.org/W2988217457","https://openalex.org/W2996686709","https://openalex.org/W3005984470","https://openalex.org/W3011179515","https://openalex.org/W3021941048","https://openalex.org/W3035390927","https://openalex.org/W3092064176","https://openalex.org/W3104235057","https://openalex.org/W3108010663","https://openalex.org/W3118244215","https://openalex.org/W3118485687","https://openalex.org/W3120379296","https://openalex.org/W3127507520","https://openalex.org/W3169436637","https://openalex.org/W3186214910","https://openalex.org/W3202070718","https://openalex.org/W3211653317","https://openalex.org/W4214566146","https://openalex.org/W4234608720","https://openalex.org/W4238846128","https://openalex.org/W4242973245","https://openalex.org/W4285127912","https://openalex.org/W4285263440","https://openalex.org/W4285302754","https://openalex.org/W4318211321","https://openalex.org/W4404783772"],"related_works":["https://openalex.org/W4323981018","https://openalex.org/W3158961393","https://openalex.org/W3086845375","https://openalex.org/W4287763734","https://openalex.org/W4287633642","https://openalex.org/W3035116611","https://openalex.org/W3094152627","https://openalex.org/W3146034405","https://openalex.org/W3126822054","https://openalex.org/W4367679848"],"abstract_inverted_index":{"Transformer-based":[0],"language":[1,15],"models":[2,24,73],"such":[3],"as":[4],"BERT":[5],"and":[6,85,130,153,155,159,206],"its":[7,124,182],"variants":[8],"have":[9],"found":[10],"widespread":[11],"use":[12,178],"in":[13,128,184],"natural":[14],"processing":[16],"(NLP).":[17],"A":[18],"common":[19],"way":[20],"of":[21,50,70,82,113,147,169,194,212],"using":[22],"these":[23,55,213],"is":[25,39],"to":[26,29,105,132,180,199],"fine-tune":[27],"them":[28],"improve":[30],"their":[31],"performance":[32],"on":[33],"a":[34,60,91,107,114],"specific":[35],"task.":[36],"However,":[37],"it":[38],"currently":[40],"unclear":[41],"how":[42],"the":[43,47,51,67,83,97,111,136,145,163,167,170,192,203],"fine-tuning":[44,68,77,137,204],"process":[45,69,138,205],"affects":[46],"underlying":[48],"structure":[49],"word":[52,187],"embeddings":[53],"from":[54,90,100],"models.":[56],"We":[57,189],"present":[58],"TopoBERT,":[59,174,195],"visual":[61],"analytics":[62],"system":[63,95],"for":[64,118,209],"interactively":[65,134],"exploring":[66,185],"various":[71,177],"transformer-based":[72],"\u2013":[74,89],"across":[75,139],"multiple":[76,151],"batch":[78],"updates,":[79],"subsequent":[80],"layers":[81],"model,":[84],"different":[86,140],"NLP":[87,129],"tasks":[88],"topological":[92,101],"perspective.":[93],"The":[94],"uses":[96],"mapper":[98],"algorithm":[99],"data":[102],"analysis":[103],"(TDA)":[104],"generate":[106,200],"graph":[108],"that":[109],"approximates":[110],"shape":[112,146],"model\u2019s":[115],"embedding":[116,148,171],"space":[117],"an":[119],"input":[120,164],"dataset.":[121],"TopoBERT":[122],"enables":[123,197],"users":[125,198],"(e.g.":[126],"experts":[127],"linguistics)":[131],"(1)":[133],"explore":[135],"model-task":[141],"pairs,":[142],"(2)":[143],"visualize":[144],"spaces":[149],"at":[150],"scales":[152],"layers,":[154],"(3)":[156],"connect":[157],"linguistic":[158],"contextual":[160],"information":[161],"about":[162,202],"dataset":[165],"with":[166],"topology":[168],"space.":[172],"Using":[173],"we":[175],"provide":[176],"cases":[179],"exemplify":[181],"applications":[183],"fine-tuned":[186],"embeddings.":[188],"further":[190],"demonstrate":[191],"utility":[193],"which":[196],"insights":[201],"provides":[207],"support":[208],"empirical":[210],"validation":[211],"insights.":[214]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":5},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}