{"id":"https://openalex.org/W4323520175","doi":"https://doi.org/10.1145/3578741.3578746","title":"Patent Classification Using BERT-for-Patents on USPTO","display_name":"Patent Classification Using BERT-for-Patents on USPTO","publication_year":2022,"publication_date":"2022-12-23","ids":{"openalex":"https://openalex.org/W4323520175","doi":"https://doi.org/10.1145/3578741.3578746"},"language":"en","primary_location":{"id":"doi:10.1145/3578741.3578746","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3578741.3578746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 5th International Conference on Machine Learning and Natural Language Processing","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5042290609","display_name":"Renukswamy Chikkamath","orcid":"https://orcid.org/0000-0002-6010-670X"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":true,"raw_author_name":"Renukswamy Chikkamath","raw_affiliation_strings":["University of Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045748081","display_name":"Vishvapalsinhji Ramsinh Parmar","orcid":"https://orcid.org/0000-0002-4370-2729"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Vishvapalsinhji Ramsinh Parmar","raw_affiliation_strings":["University of Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036284157","display_name":"Yasser Otiefy","orcid":"https://orcid.org/0000-0003-1188-3825"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Yasser Otiefy","raw_affiliation_strings":["University of Passau, Germany"],"affiliations":[{"raw_affiliation_string":"University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046756404","display_name":"Markus Endres","orcid":"https://orcid.org/0000-0002-6436-559X"},"institutions":[{"id":"https://openalex.org/I186354981","display_name":"University of Passau","ror":"https://ror.org/05ydjnb78","country_code":"DE","type":"education","lineage":["https://openalex.org/I186354981"]}],"countries":["DE"],"is_corresponding":false,"raw_author_name":"Markus Endres","raw_affiliation_strings":["Chair of Data and Knowledge Engineering, University of Passau, Germany"],"affiliations":[{"raw_affiliation_string":"Chair of Data and Knowledge Engineering, University of Passau, Germany","institution_ids":["https://openalex.org/I186354981"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5042290609"],"corresponding_institution_ids":["https://openalex.org/I186354981"],"apc_list":null,"apc_paid":null,"fwci":3.1867,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.91658699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"20","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10856","display_name":"Intellectual Property and Patents","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10856","display_name":"Intellectual Property and Patents","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.7555243968963623},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.684489369392395},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6286394000053406},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.621959388256073},{"id":"https://openalex.org/keywords/support-vector-machine","display_name":"Support vector machine","score":0.4919433295726776},{"id":"https://openalex.org/keywords/nature-versus-nurture","display_name":"Nature versus nurture","score":0.4218527674674988}],"concepts":[{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.7555243968963623},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.684489369392395},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6286394000053406},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.621959388256073},{"id":"https://openalex.org/C12267149","wikidata":"https://www.wikidata.org/wiki/Q282453","display_name":"Support vector machine","level":2,"score":0.4919433295726776},{"id":"https://openalex.org/C120452360","wikidata":"https://www.wikidata.org/wiki/Q1773859","display_name":"Nature versus nurture","level":2,"score":0.4218527674674988},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C54355233","wikidata":"https://www.wikidata.org/wiki/Q7162","display_name":"Genetics","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3578741.3578746","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3578741.3578746","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2022 5th International Conference on Machine Learning and Natural Language Processing","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":6,"referenced_works":["https://openalex.org/W2739996966","https://openalex.org/W2889961245","https://openalex.org/W3127101088","https://openalex.org/W3145477840","https://openalex.org/W4200211261","https://openalex.org/W4290852283"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Domain-specific":[0],"complex":[1],"nature":[2],"of":[3,9,15,48,62,149,174,184],"patent":[4,10,16,42,68,82,158,189,201],"text,":[5],"unique":[6],"drafting":[7],"styles":[8],"applicants,":[11],"and":[12,60,87,132,153,180],"mammoth":[13],"volume":[14],"data":[17],"makes":[18],"classification":[19,83,123],"a":[20,25,110,144,181],"challenging":[21],"task.":[22],"To":[23],"become":[24],"helping":[26],"hand,":[27],"in":[28,80,157,196,203],"the":[29,46,63,122,135,185,194,200],"recent":[30],"time,":[31],"Google":[32],"has":[33,52],"released":[34,192],"pre-trained":[35],"BERT":[36],"model":[37,65],"trained":[38],"over":[39,66],"100":[40],"million":[41],"documents.":[43],"However,":[44],"to":[45,96,118,121,138,146,193,198],"best":[47],"our":[49,125],"knowledge,":[50],"there":[51],"not":[53,165],"been":[54],"any":[55,67],"testament":[56],"about":[57],"prediction":[58],"capabilities":[59],"performance":[61],"BERT-for-Patents":[64],"tasks":[69,160],"on":[70,107],"standard":[71],"benchmarks.":[72],"Our":[73],"work":[74,100,141,176],"addresses":[75],"this":[76,99,175],"problem,":[77],"investigates":[78],"BERT-for-patents":[79],"multi-label":[81],"at":[84],"both":[85],"CPC":[86],"IPC":[88],"sub-class":[89],"level.":[90],"Evidence":[91],"from":[92],"experiments":[93],"enables":[94],"us":[95],"claim":[97],"that,":[98],"outperformed":[101],"SOTA":[102],"by":[103,164],"an":[104],"absolute":[105],"2%":[106],"micro-F1":[108,136],"with":[109,188],"newly":[111],"proposed":[112],"USPTO":[113],"2.8M":[114,187],"dataset.":[115],"In":[116],"order":[117,197],"introduce":[119],"robustness":[120,156],"process,":[124],"collaborative":[126],"Machine":[127,169],"Learning":[128,170],"models":[129,152],"including":[130,177],"NB":[131],"SVM":[133],"uplifted":[134],"measures":[137],"70%.":[139],"This":[140],"stands":[142],"as":[143],"corroboration":[145],"promote":[147],"development":[148],"patent-specific":[150],"language":[151],"also":[154],"claims,":[155],"analysis":[159],"can":[161],"be":[162],"achieved":[163],"forgetting":[166],"plain":[167],"old":[168],"models.":[171],"The":[172],"contributions":[173],"code,":[178],"models,":[179],"novel":[182],"dataset":[183],"size":[186],"claims":[190],"are":[191],"public1,":[195],"nurture":[199],"community":[202],"developing":[204],"AI":[205],"solutions.":[206]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3}],"updated_date":"2026-04-03T22:45:19.894376","created_date":"2025-10-10T00:00:00"}