{"id":"https://openalex.org/W4312239717","doi":"https://doi.org/10.1109/ijcnn55064.2022.9891897","title":"BERTops: Studying BERT Representations under a Topological Lens","display_name":"BERTops: Studying BERT Representations under a Topological Lens","publication_year":2022,"publication_date":"2022-07-18","ids":{"openalex":"https://openalex.org/W4312239717","doi":"https://doi.org/10.1109/ijcnn55064.2022.9891897"},"language":"en","primary_location":{"id":"doi:10.1109/ijcnn55064.2022.9891897","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9891897","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5038562115","display_name":"Jatin Chauhan","orcid":"https://orcid.org/0000-0002-0209-3883"},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":true,"raw_author_name":"Jatin Chauhan","raw_affiliation_strings":["Indian Institute of Technology Hyderabad,Dept. of Computer Science &#x0026; Engineering"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Hyderabad,Dept. of Computer Science &#x0026; Engineering","institution_ids":["https://openalex.org/I65181880"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5052626178","display_name":"Manohar Kaul","orcid":null},"institutions":[{"id":"https://openalex.org/I65181880","display_name":"Indian Institute of Technology Hyderabad","ror":"https://ror.org/01j4v3x97","country_code":"IN","type":"education","lineage":["https://openalex.org/I65181880"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Manohar Kaul","raw_affiliation_strings":["Indian Institute of Technology Hyderabad,Dept. of Computer Science &#x0026; Engineering"],"affiliations":[{"raw_affiliation_string":"Indian Institute of Technology Hyderabad,Dept. of Computer Science &#x0026; Engineering","institution_ids":["https://openalex.org/I65181880"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5038562115"],"corresponding_institution_ids":["https://openalex.org/I65181880"],"apc_list":null,"apc_paid":null,"fwci":0.2913,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.54176334,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"8"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12016","display_name":"Web Data Mining and Analysis","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9886000156402588,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9829999804496765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5928130149841309},{"id":"https://openalex.org/keywords/topology","display_name":"Topology (electrical circuits)","score":0.5289556980133057},{"id":"https://openalex.org/keywords/lens","display_name":"Lens (geology)","score":0.4838325083255768},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.21267834305763245},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.190189391374588},{"id":"https://openalex.org/keywords/optics","display_name":"Optics","score":0.15468725562095642},{"id":"https://openalex.org/keywords/combinatorics","display_name":"Combinatorics","score":0.09063798189163208}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5928130149841309},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.5289556980133057},{"id":"https://openalex.org/C15336307","wikidata":"https://www.wikidata.org/wiki/Q1766051","display_name":"Lens (geology)","level":2,"score":0.4838325083255768},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.21267834305763245},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.190189391374588},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.15468725562095642},{"id":"https://openalex.org/C114614502","wikidata":"https://www.wikidata.org/wiki/Q76592","display_name":"Combinatorics","level":1,"score":0.09063798189163208}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ijcnn55064.2022.9891897","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ijcnn55064.2022.9891897","pdf_url":null,"source":{"id":"https://openalex.org/S4363607707","display_name":"2022 International Joint Conference on Neural Networks (IJCNN)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 International Joint Conference on Neural Networks (IJCNN)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W1987971958","https://openalex.org/W2001887552","https://openalex.org/W2051224630","https://openalex.org/W2082941884","https://openalex.org/W2096736341","https://openalex.org/W2103018059","https://openalex.org/W2251581759","https://openalex.org/W2798384383","https://openalex.org/W2867167548","https://openalex.org/W2892377642","https://openalex.org/W2893562797","https://openalex.org/W2896457183","https://openalex.org/W2905526464","https://openalex.org/W2905600194","https://openalex.org/W2911267026","https://openalex.org/W2936695845","https://openalex.org/W2943552823","https://openalex.org/W2947875106","https://openalex.org/W2948771346","https://openalex.org/W2949128310","https://openalex.org/W2956875312","https://openalex.org/W2962718684","https://openalex.org/W2962843773","https://openalex.org/W2963158386","https://openalex.org/W2963647337","https://openalex.org/W2963748441","https://openalex.org/W2963859254","https://openalex.org/W2970352191","https://openalex.org/W2971033911","https://openalex.org/W2972324944","https://openalex.org/W2980282514","https://openalex.org/W2982756474","https://openalex.org/W2985449513","https://openalex.org/W2996851481","https://openalex.org/W2997733093","https://openalex.org/W3005343217","https://openalex.org/W3009786257","https://openalex.org/W3034776473","https://openalex.org/W3035004544","https://openalex.org/W3035422918","https://openalex.org/W3140579943","https://openalex.org/W4285723986","https://openalex.org/W4287863694","https://openalex.org/W4288118052","https://openalex.org/W4300903698","https://openalex.org/W4385245566","https://openalex.org/W6650613277","https://openalex.org/W6691329757","https://openalex.org/W6739901393","https://openalex.org/W6745537798","https://openalex.org/W6747819456","https://openalex.org/W6750666716","https://openalex.org/W6751395999","https://openalex.org/W6752760542","https://openalex.org/W6755207826","https://openalex.org/W6757782233","https://openalex.org/W6758775735","https://openalex.org/W6761205521","https://openalex.org/W6767421964","https://openalex.org/W6767594909","https://openalex.org/W6771257427","https://openalex.org/W6779772989"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W4402327032","https://openalex.org/W2382290278"],"abstract_inverted_index":{"Proposing":[0],"scoring":[1,52,56,87],"functions":[2],"to":[3,107,111,161],"effectively":[4],"understand,":[5],"analyze":[6],"and":[7,70,84,100,122,141],"learn":[8],"various":[9,157],"properties":[10,96],"of":[11,16,40,65,78,82,130,139,154],"high":[12],"dimensional":[13],"hidden":[14,42,68],"representations":[15,43,69],"large-scale":[17],"transformer":[18],"models":[19],"like":[20],"BERT":[21,41,162],"can":[22],"be":[23],"a":[24,32,50,79,118,128,136],"challenging":[25],"task.":[26],"In":[27],"this":[28],"work,":[29],"we":[30],"explore":[31],"new":[33],"direction":[34],"by":[35],"studying":[36],"the":[37,63,66,74,112,131,151],"topological":[38],"features":[39],"using":[44],"persistent":[45],"homology":[46,64],"(PH).":[47],"We":[48],"propose":[49],"novel":[51],"function":[53,57],"named":[54],"\u201cpersistence":[55],"(PSF)\u201d":[58],"which:":[59],"(i)":[60],"accurately":[61],"captures":[62,90],"high-dimensional":[67],"correlates":[71],"well":[72],"with":[73],"test":[75],"set":[76],"accuracy":[77],"wide":[80,137],"range":[81],"datasets":[83],"outperforms":[85],"existing":[86],"metrics,":[88],"(ii)":[89],"interesting":[91],"post":[92],"fine-tuning":[93],"\u201cper-class\u201d":[94],"level":[95],"from":[97],"both":[98],"qualitative":[99],"quantitative":[101],"viewpoints,":[102],"(iii)":[103],"is":[104,170],"more":[105],"stable":[106],"perturbations":[108],"as":[109,127],"compared":[110],"baseline":[113],"functions,":[114],"which":[115],"makes":[116],"it":[117],"very":[119],"robust":[120],"proxy,":[121],"(iv)":[123],"finally,":[124],"also":[125],"serves":[126],"predictor":[129],"attack":[132,144],"success":[133],"rates":[134],"for":[135],"category":[138],"black-box":[140],"white-box":[142],"adversarial":[143],"methods.":[145],"Our":[146],"extensive":[147],"correlation":[148],"experiments":[149],"demonstrate":[150],"practical":[152],"utility":[153],"PSF":[155],"on":[156],"NLP":[158],"tasks":[159],"relevant":[160],"<sup":[163,166],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[164,167],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">1</sup>":[165,168],"Code":[169],"available":[171],"at":[172],"https://github.com/chauhanjatin10/BERTops":[173]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}