{"id":"https://openalex.org/W3090337440","doi":"https://doi.org/10.1109/access.2020.3027622","title":"Pretraining Financial Text Encoder Enhanced by Lifelong Learning","display_name":"Pretraining Financial Text Encoder Enhanced by Lifelong Learning","publication_year":2020,"publication_date":"2020-01-01","ids":{"openalex":"https://openalex.org/W3090337440","doi":"https://doi.org/10.1109/access.2020.3027622","mag":"3090337440"},"language":"en","primary_location":{"id":"doi:10.1109/access.2020.3027622","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3027622","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09208764.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09208764.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100452098","display_name":"Zhuang Liu","orcid":"https://orcid.org/0000-0002-4695-6345"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhuang Liu","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-4695-6345","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046871248","display_name":"Degen Huang","orcid":"https://orcid.org/0000-0002-8860-7805"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Degen Huang","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":"https://orcid.org/0000-0002-8860-7805","affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5031577422","display_name":"Kaiyu Huang","orcid":"https://orcid.org/0000-0001-6779-1810"},"institutions":[{"id":"https://openalex.org/I27357992","display_name":"Dalian University of Technology","ror":"https://ror.org/023hj5876","country_code":"CN","type":"education","lineage":["https://openalex.org/I27357992"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kaiyu Huang","raw_affiliation_strings":["Dalian University of Technology, Dalian, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dalian University of Technology, Dalian, China","institution_ids":["https://openalex.org/I27357992"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I27357992"],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":0.3911,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.69315879,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"8","issue":null,"first_page":"184036","last_page":"184044"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11326","display_name":"Stock Market Forecasting Methods","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7695037126541138},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.7056806683540344},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6142507195472717},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.556877851486206},{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.5352590084075928},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.50272536277771},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4485968351364136},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4459185302257538},{"id":"https://openalex.org/keywords/finance","display_name":"Finance","score":0.3919149339199066}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7695037126541138},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.7056806683540344},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6142507195472717},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.556877851486206},{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.5352590084075928},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.50272536277771},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4485968351364136},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4459185302257538},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.3919149339199066},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2020.3027622","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3027622","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09208764.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:d3f864e3bce141248f71a001211b43bb","is_oa":true,"landing_page_url":"https://doaj.org/article/d3f864e3bce141248f71a001211b43bb","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 8, Pp 184036-184044 (2020)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2020.3027622","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2020.3027622","pdf_url":"https://ieeexplore.ieee.org/ielx7/6287639/8948470/09208764.pdf","source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.5,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G5801928823","display_name":null,"funder_award_id":"U1936109","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6482782238","display_name":"\u57fa\u4e8e\u6df1\u5ea6\u5b66\u4e60\u7684\u53e5\u5b50\u76f8\u4f3c\u5ea6\u8ba1\u7b97\u7814\u7a76","funder_award_id":"61672127","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3090337440.pdf","grobid_xml":"https://content.openalex.org/works/W3090337440.grobid-xml"},"referenced_works_count":56,"referenced_works":["https://openalex.org/W1546425147","https://openalex.org/W2271840356","https://openalex.org/W2524910163","https://openalex.org/W2622263826","https://openalex.org/W2746141389","https://openalex.org/W2763186733","https://openalex.org/W2763421725","https://openalex.org/W2787998955","https://openalex.org/W2788388592","https://openalex.org/W2896457183","https://openalex.org/W2945260553","https://openalex.org/W2962739339","https://openalex.org/W2963341956","https://openalex.org/W2963403868","https://openalex.org/W2963854351","https://openalex.org/W2965373594","https://openalex.org/W2970636124","https://openalex.org/W2971274815","https://openalex.org/W2991061683","https://openalex.org/W2995421442","https://openalex.org/W2996428491","https://openalex.org/W2997200074","https://openalex.org/W2998107848","https://openalex.org/W3011411500","https://openalex.org/W3012174035","https://openalex.org/W3020589325","https://openalex.org/W3021896175","https://openalex.org/W3029462071","https://openalex.org/W3080200399","https://openalex.org/W3082274269","https://openalex.org/W3090944270","https://openalex.org/W3159605734","https://openalex.org/W3201423477","https://openalex.org/W4287869773","https://openalex.org/W4288089799","https://openalex.org/W4298438771","https://openalex.org/W4300485781","https://openalex.org/W4301239768","https://openalex.org/W4385245566","https://openalex.org/W6694517276","https://openalex.org/W6739622702","https://openalex.org/W6739901393","https://openalex.org/W6742855421","https://openalex.org/W6745245109","https://openalex.org/W6748645090","https://openalex.org/W6755207826","https://openalex.org/W6762122294","https://openalex.org/W6766481131","https://openalex.org/W6766673545","https://openalex.org/W6767182473","https://openalex.org/W6768021236","https://openalex.org/W6769627184","https://openalex.org/W6772085293","https://openalex.org/W6780701420","https://openalex.org/W6782089307","https://openalex.org/W6783554319"],"related_works":["https://openalex.org/W2368605798","https://openalex.org/W2518037665","https://openalex.org/W2348524959","https://openalex.org/W2477036161","https://openalex.org/W2368049389","https://openalex.org/W2384861574","https://openalex.org/W4294565801","https://openalex.org/W2170801710","https://openalex.org/W2952704802","https://openalex.org/W2741781807"],"abstract_inverted_index":{"As":[0],"the":[1,142],"number":[2],"of":[3,53,55,146,154],"financial":[4,22,25,37,46,68,80,96,134],"literature":[5],"grows":[6],"rapidly,":[7],"Financial":[8],"text":[9,26,38,69,135],"mining":[10,39,136],"is":[11,88],"becoming":[12],"important":[13],"increasingly.":[14],"In":[15],"recent":[16],"years,":[17],"extracting":[18],"valuable":[19],"information":[20],"from":[21,51,83],"documents,":[23],"namely":[24],"mining,":[27],"gained":[28],"significant":[29],"popularity":[30],"within":[31],"research":[32],"communities.":[33],"Although":[34],"Deep":[35],"Learning-based":[36],"has":[40],"achieved":[41],"remarkable":[42],"progress":[43],"recently,":[44],"in":[45],"fields":[47],"it":[48],"still":[49],"suffers":[50],"issues":[52],"lack":[54],"task-specific":[56],"labeled":[57],"training":[58],"data.":[59],"To":[60],"alleviate":[61],"these":[62],"issues,":[63],"we":[64],"present":[65],"a":[66,73],"pretraining":[67,101],"encoder,":[70],"named":[71],"F-BERT,":[72],"domain-specific":[74],"language":[75,117],"model":[76],"pretrained":[77,105,152],"on":[78,91,132],"large-scale":[79],"corpora.":[81],"Different":[82],"original":[84],"BERT,":[85],"proposed":[86,127],"F-BERT":[87,113,128,155],"trained":[89],"continually":[90,115],"both":[92],"general":[93],"corpus":[94],"and":[95,99,119,144,151],"domain":[97],"corpus,":[98],"four":[100],"tasks":[102],"can":[103,110],"be":[104],"through":[106],"lifelong":[107],"learning,":[108],"which":[109],"enable":[111],"our":[112],"to":[114],"capture":[116],"knowledge":[118],"semantic":[120],"information.":[121],"The":[122,148],"experimental":[123,139],"results":[124,131,140],"demonstrate":[125],"that":[126],"achieves":[129],"strong":[130],"several":[133],"tasks.":[137],"Extensive":[138],"show":[141],"effectiveness":[143],"robustness":[145],"F-BERT.":[147],"source":[149],"code":[150],"models":[153],"are":[156],"available":[157],"online.":[158]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":3},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}