{"id":"https://openalex.org/W3135956001","doi":"https://doi.org/10.1109/ichi48887.2020.9374339","title":"When BERT Meets Bilbo: A Learning Curve Analysis of Pretrained Language Model on Disease Classification","display_name":"When BERT Meets Bilbo: A Learning Curve Analysis of Pretrained Language Model on Disease Classification","publication_year":2020,"publication_date":"2020-11-01","ids":{"openalex":"https://openalex.org/W3135956001","doi":"https://doi.org/10.1109/ichi48887.2020.9374339","mag":"3135956001"},"language":"en","primary_location":{"id":"doi:10.1109/ichi48887.2020.9374339","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichi48887.2020.9374339","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Healthcare Informatics (ICHI)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100708339","display_name":"Xuedong Li","orcid":"https://orcid.org/0000-0001-6482-9369"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xuedong Li","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5003788131","display_name":"Walter Yuan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walter Yuan","raw_affiliation_strings":["MobLab Inc., Pasadena, CA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"MobLab Inc., Pasadena, CA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027770821","display_name":"Dezhong Peng","orcid":"https://orcid.org/0000-0002-0987-8472"},"institutions":[{"id":"https://openalex.org/I24185976","display_name":"Sichuan University","ror":"https://ror.org/011ashp19","country_code":"CN","type":"education","lineage":["https://openalex.org/I24185976"]},{"id":"https://openalex.org/I4210125143","display_name":"Chengdu University","ror":"https://ror.org/034z67559","country_code":"CN","type":"education","lineage":["https://openalex.org/I4210125143"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dezhong Peng","raw_affiliation_strings":["College of Computer Science, Sichuan University, Chengdu, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Computer Science, Sichuan University, Chengdu, China","institution_ids":["https://openalex.org/I24185976","https://openalex.org/I4210125143"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048955398","display_name":"Qiaozhu Mei","orcid":"https://orcid.org/0000-0002-8640-1942"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qiaozhu Mei","raw_affiliation_strings":["School of Information, University of Michigan, Ann Arbor, MI"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information, University of Michigan, Ann Arbor, MI","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100371984","display_name":"Yue Wang","orcid":"https://orcid.org/0000-0002-0278-2347"},"institutions":[{"id":"https://openalex.org/I114027177","display_name":"University of North Carolina at Chapel Hill","ror":"https://ror.org/0130frc33","country_code":"US","type":"education","lineage":["https://openalex.org/I114027177"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yue Wang","raw_affiliation_strings":["School of Information and Library Science, University of North Carolina at Chapel Hill"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information and Library Science, University of North Carolina at Chapel Hill","institution_ids":["https://openalex.org/I114027177"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.115,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.43461994,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"2"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9779000282287598,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7683823704719543},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6551992297172546},{"id":"https://openalex.org/keywords/encoder","display_name":"Encoder","score":0.5807927846908569},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5745896697044373},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.5566490888595581},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5210403800010681},{"id":"https://openalex.org/keywords/training-set","display_name":"Training set","score":0.5157244801521301},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4889906644821167},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4873562753200531},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4822726845741272},{"id":"https://openalex.org/keywords/labeled-data","display_name":"Labeled data","score":0.4737359285354614},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4578815996646881},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.07720601558685303},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.06663200259208679}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7683823704719543},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6551992297172546},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.5807927846908569},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5745896697044373},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5566490888595581},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5210403800010681},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.5157244801521301},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4889906644821167},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4873562753200531},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4822726845741272},{"id":"https://openalex.org/C2776145971","wikidata":"https://www.wikidata.org/wiki/Q30673951","display_name":"Labeled data","level":2,"score":0.4737359285354614},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4578815996646881},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.07720601558685303},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.06663200259208679},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ichi48887.2020.9374339","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ichi48887.2020.9374339","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 IEEE International Conference on Healthcare Informatics (ICHI)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.8299999833106995}],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320309652","display_name":"University of Michigan","ror":"https://ror.org/00jmfr291"},{"id":"https://openalex.org/F4320322725","display_name":"China Scholarship Council","ror":"https://ror.org/04atp4p48"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":13,"referenced_works":["https://openalex.org/W1994929347","https://openalex.org/W2157549840","https://openalex.org/W2896457183","https://openalex.org/W2923014074","https://openalex.org/W2939507640","https://openalex.org/W2963310665","https://openalex.org/W2963341956","https://openalex.org/W2979920993","https://openalex.org/W3013605954","https://openalex.org/W3025400983","https://openalex.org/W6755207826","https://openalex.org/W6761748628","https://openalex.org/W6777083096"],"related_works":["https://openalex.org/W4288365749","https://openalex.org/W2936497627","https://openalex.org/W3013624417","https://openalex.org/W4287826556","https://openalex.org/W3098382480","https://openalex.org/W4287598411","https://openalex.org/W3100913109","https://openalex.org/W3198458223","https://openalex.org/W3126642501","https://openalex.org/W2964413124"],"abstract_inverted_index":{"Natural":[0],"language":[1,17],"processing":[2],"tasks":[3,43,88],"in":[4,58,95],"the":[5,27,77,96],"health":[6,59,99],"domain":[7],"often":[8,44],"deal":[9],"with":[10],"limited":[11],"amount":[12],"of":[13,29,79,98],"labeled":[14],"data.":[15],"Pre-trained":[16],"models":[18,83],"show":[19],"us":[20],"a":[21,50,66,71],"promising":[22],"way":[23],"to":[24,56,75],"compensate":[25],"for":[26],"lake":[28],"training":[30,46,90],"data,":[31],"such":[32,49],"as":[33],"Bidirectional":[34],"Encoder":[35],"Representations":[36],"from":[37],"Transformers":[38],"(BERT).":[39],"However,":[40],"previous":[41],"downstream":[42,87],"used":[45],"data":[47,91],"at":[48],"large":[51],"scale":[52],"that":[53],"is":[54],"unlikely":[55],"obtain":[57],"domain.":[60],"In":[61],"this":[62],"work,":[63],"We":[64],"conducted":[65],"learning":[67],"curve":[68],"analysis":[69],"on":[70],"disease":[72],"classification":[73],"task":[74],"study":[76],"behavior":[78],"BERT":[80],"and":[81],"baseline":[82],"can":[84],"still":[85],"benefit":[86],"when":[89],"are":[92],"relatively":[93],"small":[94],"context":[97],"NLP.":[100]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2022,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}