{"id":"https://openalex.org/W4290852283","doi":"https://doi.org/10.2478/jdis-2022-0015","title":"A Use Case of Patent Classification Using Deep Learning with Transfer Learning","display_name":"A Use Case of Patent Classification Using Deep Learning with Transfer Learning","publication_year":2022,"publication_date":"2022-08-01","ids":{"openalex":"https://openalex.org/W4290852283","doi":"https://doi.org/10.2478/jdis-2022-0015"},"language":"en","primary_location":{"id":"doi:10.2478/jdis-2022-0015","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2022-0015","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2022-0015","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://sciendo.com/pdf/10.2478/jdis-2022-0015","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5090687409","display_name":"Roberto Henriques","orcid":"https://orcid.org/0000-0002-4862-8177"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Roberto Henriques","raw_affiliation_strings":["Campus de Campolide , Lisboa , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Campus de Campolide , Lisboa , Portugal","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089152577","display_name":"Adria Ferreira","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Adria Ferreira","raw_affiliation_strings":["Campus de Campolide , Lisboa , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Campus de Campolide , Lisboa , Portugal","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5087976149","display_name":"Mauro Castelli","orcid":"https://orcid.org/0000-0002-8793-1451"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mauro Castelli","raw_affiliation_strings":["Campus de Campolide , Lisboa , Portugal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Campus de Campolide , Lisboa , Portugal","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5090687409"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.3195,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":{"value":0.88933345,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"7","issue":"3","first_page":"49","last_page":"70"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10856","display_name":"Intellectual Property and Patents","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10856","display_name":"Intellectual Property and Patents","score":0.9952999949455261,"subfield":{"id":"https://openalex.org/subfields/1405","display_name":"Management of Technology and Innovation"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9550999999046326,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8183093070983887},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.7517802119255066},{"id":"https://openalex.org/keywords/feature-engineering","display_name":"Feature engineering","score":0.687114953994751},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6755470037460327},{"id":"https://openalex.org/keywords/preprocessor","display_name":"Preprocessor","score":0.5919395685195923},{"id":"https://openalex.org/keywords/transfer-of-learning","display_name":"Transfer of learning","score":0.5893909931182861},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5593043565750122},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5572792887687683},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5494009852409363},{"id":"https://openalex.org/keywords/data-pre-processing","display_name":"Data pre-processing","score":0.49995923042297363},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4780902564525604},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.46234646439552307},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.3605809807777405}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8183093070983887},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.7517802119255066},{"id":"https://openalex.org/C2778827112","wikidata":"https://www.wikidata.org/wiki/Q22245680","display_name":"Feature engineering","level":3,"score":0.687114953994751},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6755470037460327},{"id":"https://openalex.org/C34736171","wikidata":"https://www.wikidata.org/wiki/Q918333","display_name":"Preprocessor","level":2,"score":0.5919395685195923},{"id":"https://openalex.org/C150899416","wikidata":"https://www.wikidata.org/wiki/Q1820378","display_name":"Transfer of learning","level":2,"score":0.5893909931182861},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5593043565750122},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5572792887687683},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5494009852409363},{"id":"https://openalex.org/C10551718","wikidata":"https://www.wikidata.org/wiki/Q5227332","display_name":"Data pre-processing","level":2,"score":0.49995923042297363},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4780902564525604},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.46234646439552307},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3605809807777405},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.2478/jdis-2022-0015","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2022-0015","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2022-0015","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:5e3cc2d4cb94458f9df5e1897cd6f685","is_oa":true,"landing_page_url":"https://doaj.org/article/5e3cc2d4cb94458f9df5e1897cd6f685","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Data and Information Science, Vol 7, Iss 3, Pp 49-70 (2022)","raw_type":"article"},{"id":"pmh:oai:run.unl.pt:10362/143348","is_oa":true,"landing_page_url":"http://hdl.handle.net/10362/143348","pdf_url":null,"source":{"id":"https://openalex.org/S4306402433","display_name":"Portuguese National Funding Agency for Science, Research and Technology (RCAAP Project by FCT)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null}],"best_oa_location":{"id":"doi:10.2478/jdis-2022-0015","is_oa":true,"landing_page_url":"https://doi.org/10.2478/jdis-2022-0015","pdf_url":"https://sciendo.com/pdf/10.2478/jdis-2022-0015","source":{"id":"https://openalex.org/S2764801193","display_name":"Journal of Data and Information Science","issn_l":"2096-157X","issn":["2096-157X","2543-683X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310311940","host_organization_name":"Chinese Academy of Sciences","host_organization_lineage":["https://openalex.org/P4310311940"],"host_organization_lineage_names":["Chinese Academy of Sciences"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Data and Information Science","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.4300000071525574}],"awards":[{"id":"https://openalex.org/G6143010816","display_name":null,"funder_award_id":"UIDB/04152","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"},{"id":"https://openalex.org/G84549046","display_name":"Information Management Research Center","funder_award_id":"UIDB/04152/2020","funder_id":"https://openalex.org/F4320334779","funder_display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia"}],"funders":[{"id":"https://openalex.org/F4320334779","display_name":"Funda\u00e7\u00e3o para a Ci\u00eancia e a Tecnologia","ror":"https://ror.org/00snfqn58"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4290852283.pdf","grobid_xml":"https://content.openalex.org/works/W4290852283.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W95416943","https://openalex.org/W165033579","https://openalex.org/W1145712207","https://openalex.org/W1483825771","https://openalex.org/W1982122985","https://openalex.org/W2020466859","https://openalex.org/W2054928183","https://openalex.org/W2146235381","https://openalex.org/W2152953875","https://openalex.org/W2165698076","https://openalex.org/W2288737075","https://openalex.org/W2786979006","https://openalex.org/W2806758205","https://openalex.org/W2888074204","https://openalex.org/W2889961245","https://openalex.org/W2896457183","https://openalex.org/W2896685184","https://openalex.org/W2925605018","https://openalex.org/W2937423263","https://openalex.org/W2962739339","https://openalex.org/W2963682821","https://openalex.org/W2970184331","https://openalex.org/W2991581752","https://openalex.org/W3008957327","https://openalex.org/W3034156543","https://openalex.org/W3041133507","https://openalex.org/W3105625590","https://openalex.org/W3145477840","https://openalex.org/W3217584181","https://openalex.org/W4213009331","https://openalex.org/W4243626155","https://openalex.org/W7030290986"],"related_works":["https://openalex.org/W3192840557","https://openalex.org/W3091976719","https://openalex.org/W3018421652","https://openalex.org/W4220996320","https://openalex.org/W4312200629","https://openalex.org/W4285149559","https://openalex.org/W4382286161","https://openalex.org/W3021430260","https://openalex.org/W3165525989","https://openalex.org/W4200250512"],"abstract_inverted_index":{"Abstract":[0],"Purpose":[1],"Patent":[2,210],"classification":[3,211,218],"is":[4,212,268],"one":[5,269],"of":[6,22,43,155,215,226,240,265,270,274],"the":[7,20,41,86,128,144,148,180,183,190,216,220,224,227,230,238,241,244,251,255,262,271,275,283],"areas":[8],"in":[9,57,92,127,176,196,200,261],"Intellectual":[10],"Property":[11],"Analytics":[12],"(IPA),":[13],"and":[14,39,74,84,111,124,223,243,253],"a":[15,63,96,106,112,133,139,153,160,259],"growing":[16],"use":[17],"case":[18],"since":[19],"number":[21],"patent":[23,177,277,291],"applications":[24],"has":[25],"been":[26],"increasing":[27],"worldwide.":[28],"We":[29,52],"propose":[30],"using":[31,163],"machine":[32,71],"learning":[33,45,72],"algorithms":[34,73],"to":[35,47,68,159,188],"classify":[36],"Portuguese":[37,141,290],"patents":[38],"evaluate":[40],"performance":[42,154,236],"transfer":[44],"methodologies":[46],"solve":[48],"this":[49,58],"task.":[50],"Design/methodology/approach":[51],"applied":[53],"three":[54],"different":[55,102],"approaches":[56],"paper.":[59],"First,":[60],"we":[61,99,119],"used":[62,100,120],"dataset":[64,170,242],"available":[65],"by":[66,80,90,257],"INPI":[67],"explore":[69],"traditional":[70],"ensemble":[75],"methods.":[76],"After":[77],"preprocessing":[78],"data":[79],"applying":[81],"TF-IDF,":[82],"FastText":[83],"Doc2Vec,":[85],"models":[87,126,285],"were":[88,186,286],"evaluated":[89],"cross-validation":[91],"5":[93],"folds.":[94],"In":[95],"second":[97,263],"approach,":[98],"two":[101],"Neural":[103,108],"Networks":[104],"architectures,":[105],"Convolutional":[107],"Network":[109],"(CNN)":[110],"bi-directional":[113],"Long":[114],"Short-Term":[115],"Memory":[116],"(BiLSTM).":[117],"Finally,":[118],"pre-trained":[121,137],"BERT,":[122],"DistilBERT,":[123],"ULMFiT":[125],"third":[129],"approach.":[130],"Findings":[131],"BERTTimbau,":[132],"BERT":[134],"architecture":[135],"model":[136,162,232,248],"on":[138],"large":[140],"corpus,":[142],"presented":[143,233],"best":[145],"results":[146],"for":[147,289],"task,":[149],"even":[150],"though":[151],"with":[152,182,202],"only":[156],"4%":[157],"superior":[158],"LinearSVC":[161],"TF-IDF":[164],"feature":[165],"engineering.":[166],"Research":[167],"limitations":[168],"The":[169],"was":[171],"highly":[172],"imbalanced,":[173],"as":[174],"usual":[175],"applications,":[178],"so":[179],"classes":[181,201],"lowest":[184],"samples":[185],"expected":[187],"present":[189],"worst":[191],"performance.":[192],"That":[193],"result":[194],"happened":[195],"some":[197],"cases,":[198],"especially":[199],"less":[203],"than":[204],"60":[205],"training":[206],"samples.":[207],"Practical":[208],"implications":[209],"challenging":[213],"because":[214],"hierarchical":[217],"system,":[219],"context":[221],"overlap,":[222],"underrepresentation":[225],"classes.":[228],"However,":[229],"final":[231],"an":[234],"acceptable":[235],"given":[237],"size":[239],"task":[245],"complexity.":[246],"This":[247],"can":[249],"support":[250],"decision":[252],"improve":[254],"time":[256],"proposing":[258],"category":[260],"level":[264],"ICP,":[266],"which":[267],"critical":[272],"phases":[273],"grant":[276],"process.":[278],"Originality/value":[279],"To":[280],"our":[281],"knowledge,":[282],"proposed":[284],"never":[287],"implemented":[288],"classification.":[292]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}