{"id":"https://openalex.org/W2906230340","doi":"https://doi.org/10.1186/s12859-018-2496-4","title":"Fast and scalable neural embedding models for biomedical sentence classification","display_name":"Fast and scalable neural embedding models for biomedical sentence classification","publication_year":2018,"publication_date":"2018-12-01","ids":{"openalex":"https://openalex.org/W2906230340","doi":"https://doi.org/10.1186/s12859-018-2496-4","mag":"2906230340"},"language":"en","primary_location":{"id":"doi:10.1186/s12859-018-2496-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12859-018-2496-4","pdf_url":"https://bmcbioinformatics.biomedcentral.com/track/pdf/10.1186/s12859-018-2496-4","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcbioinformatics.biomedcentral.com/track/pdf/10.1186/s12859-018-2496-4","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5059157192","display_name":"Asan Agibetov","orcid":"https://orcid.org/0000-0003-0096-0143"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]},{"id":"https://openalex.org/I76134821","display_name":"Medical University of Vienna","ror":"https://ror.org/05n3x4p02","country_code":"AT","type":"education","lineage":["https://openalex.org/I76134821"]}],"countries":["AT"],"is_corresponding":true,"raw_author_name":"Asan Agibetov","raw_affiliation_strings":["Section for Artificial Intelligence and Decision Support, Medical University of Vienna, W\u00e4hringer Strasse 25A, OG1, Vienna, 1090, Austria"],"affiliations":[{"raw_affiliation_string":"Section for Artificial Intelligence and Decision Support, Medical University of Vienna, W\u00e4hringer Strasse 25A, OG1, Vienna, 1090, Austria","institution_ids":["https://openalex.org/I161878677","https://openalex.org/I76134821"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046848347","display_name":"Kathrin Blagec","orcid":"https://orcid.org/0000-0001-6261-5260"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]},{"id":"https://openalex.org/I76134821","display_name":"Medical University of Vienna","ror":"https://ror.org/05n3x4p02","country_code":"AT","type":"education","lineage":["https://openalex.org/I76134821"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Kathrin Blagec","raw_affiliation_strings":["Section for Artificial Intelligence and Decision Support, Medical University of Vienna, W\u00e4hringer Strasse 25A, OG1, Vienna, 1090, Austria"],"affiliations":[{"raw_affiliation_string":"Section for Artificial Intelligence and Decision Support, Medical University of Vienna, W\u00e4hringer Strasse 25A, OG1, Vienna, 1090, Austria","institution_ids":["https://openalex.org/I161878677","https://openalex.org/I76134821"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084983727","display_name":"Hong Xu","orcid":"https://orcid.org/0000-0001-7874-4518"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]},{"id":"https://openalex.org/I76134821","display_name":"Medical University of Vienna","ror":"https://ror.org/05n3x4p02","country_code":"AT","type":"education","lineage":["https://openalex.org/I76134821"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Hong Xu","raw_affiliation_strings":["Section for Artificial Intelligence and Decision Support, Medical University of Vienna, W\u00e4hringer Strasse 25A, OG1, Vienna, 1090, Austria"],"affiliations":[{"raw_affiliation_string":"Section for Artificial Intelligence and Decision Support, Medical University of Vienna, W\u00e4hringer Strasse 25A, OG1, Vienna, 1090, Austria","institution_ids":["https://openalex.org/I161878677","https://openalex.org/I76134821"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5082184364","display_name":"Matthias Samwald","orcid":"https://orcid.org/0000-0002-4855-2571"},"institutions":[{"id":"https://openalex.org/I161878677","display_name":"Austrian Research Institute for Artificial Intelligence","ror":"https://ror.org/04j47vk14","country_code":"AT","type":"facility","lineage":["https://openalex.org/I161878677","https://openalex.org/I4210107880"]},{"id":"https://openalex.org/I76134821","display_name":"Medical University of Vienna","ror":"https://ror.org/05n3x4p02","country_code":"AT","type":"education","lineage":["https://openalex.org/I76134821"]}],"countries":["AT"],"is_corresponding":false,"raw_author_name":"Matthias Samwald","raw_affiliation_strings":["Section for Artificial Intelligence and Decision Support, Medical University of Vienna, W\u00e4hringer Strasse 25A, OG1, Vienna, 1090, Austria"],"affiliations":[{"raw_affiliation_string":"Section for Artificial Intelligence and Decision Support, Medical University of Vienna, W\u00e4hringer Strasse 25A, OG1, Vienna, 1090, Austria","institution_ids":["https://openalex.org/I161878677","https://openalex.org/I76134821"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5059157192"],"corresponding_institution_ids":["https://openalex.org/I161878677","https://openalex.org/I76134821"],"apc_list":{"value":1690,"currency":"GBP","value_usd":2072},"apc_paid":{"value":1690,"currency":"GBP","value_usd":2072},"fwci":1.8615,"has_fulltext":true,"cited_by_count":29,"citation_normalized_percentile":{"value":0.89408725,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"19","issue":"1","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11710","display_name":"Biomedical Text Mining and Ontologies","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1312","display_name":"Molecular Biology"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.769365131855011},{"id":"https://openalex.org/keywords/sentence","display_name":"Sentence","score":0.7081266045570374},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6798985004425049},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6033846735954285},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.5977681875228882},{"id":"https://openalex.org/keywords/scalability","display_name":"Scalability","score":0.5851173400878906},{"id":"https://openalex.org/keywords/f1-score","display_name":"F1 score","score":0.5381115078926086},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.5062915086746216},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4450402855873108},{"id":"https://openalex.org/keywords/database","display_name":"Database","score":0.09191101789474487}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.769365131855011},{"id":"https://openalex.org/C2777530160","wikidata":"https://www.wikidata.org/wiki/Q41796","display_name":"Sentence","level":2,"score":0.7081266045570374},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6798985004425049},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6033846735954285},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5977681875228882},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.5851173400878906},{"id":"https://openalex.org/C148524875","wikidata":"https://www.wikidata.org/wiki/Q6975395","display_name":"F1 score","level":2,"score":0.5381115078926086},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.5062915086746216},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4450402855873108},{"id":"https://openalex.org/C77088390","wikidata":"https://www.wikidata.org/wiki/Q8513","display_name":"Database","level":1,"score":0.09191101789474487},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1186/s12859-018-2496-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12859-018-2496-4","pdf_url":"https://bmcbioinformatics.biomedcentral.com/track/pdf/10.1186/s12859-018-2496-4","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:1f6b4939f484429c917eca9fa0cdf125","is_oa":true,"landing_page_url":"https://doaj.org/article/1f6b4939f484429c917eca9fa0cdf125","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics, Vol 19, Iss 1, Pp 1-9 (2018)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:5287423","is_oa":true,"landing_page_url":"http://europepmc.org/pmc/articles/PMC6303852","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:6303852","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/6303852","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.1186/s12859-018-2496-4","is_oa":true,"landing_page_url":"https://doi.org/10.1186/s12859-018-2496-4","pdf_url":"https://bmcbioinformatics.biomedcentral.com/track/pdf/10.1186/s12859-018-2496-4","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8299999833106995,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G4257143948","display_name":null,"funder_award_id":"668353","funder_id":"https://openalex.org/F4320332999","funder_display_name":"Horizon 2020 Framework Programme"}],"funders":[{"id":"https://openalex.org/F4320332999","display_name":"Horizon 2020 Framework Programme","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2906230340.pdf","grobid_xml":"https://content.openalex.org/works/W2906230340.grobid-xml"},"referenced_works_count":27,"referenced_works":["https://openalex.org/W1679271494","https://openalex.org/W1968225289","https://openalex.org/W1981276685","https://openalex.org/W2004761926","https://openalex.org/W2101234009","https://openalex.org/W2103893317","https://openalex.org/W2106101484","https://openalex.org/W2110854897","https://openalex.org/W2121678130","https://openalex.org/W2140266725","https://openalex.org/W2147994374","https://openalex.org/W2402929825","https://openalex.org/W2404378838","https://openalex.org/W2548696153","https://openalex.org/W2559655401","https://openalex.org/W2582630951","https://openalex.org/W2594559617","https://openalex.org/W2605035112","https://openalex.org/W2623751800","https://openalex.org/W2766369253","https://openalex.org/W2766801974","https://openalex.org/W2774772126","https://openalex.org/W2950577311","https://openalex.org/W2950726992","https://openalex.org/W2963626623","https://openalex.org/W4230085096","https://openalex.org/W4236237915"],"related_works":["https://openalex.org/W2378211422","https://openalex.org/W2745001401","https://openalex.org/W4321353415","https://openalex.org/W2130974462","https://openalex.org/W972276598","https://openalex.org/W4246352526","https://openalex.org/W2028665553","https://openalex.org/W4230315250","https://openalex.org/W2086519370","https://openalex.org/W2087343574"],"abstract_inverted_index":{"Biomedical":[0],"literature":[1],"is":[2,161],"expanding":[3],"rapidly,":[4],"and":[5,34,61,87,111,238],"tools":[6,248],"that":[7,59,71,117],"help":[8],"locate":[9],"information":[10],"of":[11,20,95,102,121,131,169,198,213,233,236,247,260],"interest":[12],"are":[13,72,142,277],"needed.":[14],"To":[15],"this":[16],"end,":[17],"a":[18,51,113,148,166],"multitude":[19],"different":[21],"approaches":[22,135],"for":[23,50,205],"classifying":[24],"sentences":[25,104,225],"in":[26,99,105,136],"biomedical":[27,103,251],"publications":[28],"according":[29],"to":[30,76,270],"their":[31],"coarse":[32],"semantic":[33],"rhetoric":[35],"categories":[36],"(e.g.,":[37],"Background,":[38],"Methods,":[39],"Results,":[40],"Conclusions)":[41],"have":[42],"been":[43],"devised,":[44],"with":[45,165,210,255],"recent":[46],"state-of-the-art":[47,149],"results":[48,70,204],"reported":[49],"complex":[52,77],"deep":[53,78],"learning":[54,79],"model.":[55],"Recent":[56],"evidence":[57],"showed":[58],"shallow":[60],"wide":[62],"neural":[63],"models":[64,80],"such":[65],"as":[66],"fastText":[67,97,122,177,240,272],"can":[68],"provide":[69],"competitive":[73],"or":[74],"superior":[75],"while":[81],"requiring":[82],"drastically":[83],"lower":[84],"training":[85,140,167,207,275],"times":[86],"having":[88],"better":[89],"scalability.":[90],"We":[91],"analyze":[92],"the":[93,96,100,106,119,129,154,203,244],"efficacy":[94],"model":[98],"classification":[101,253],"PubMed":[107,155],"200k":[108,156],"RCT":[109],"benchmark,":[110],"introduce":[112],"simple":[114],"pre-processing":[115],"step":[116],"enables":[118],"application":[120],"on":[123,153,173,178,220,263],"sentence":[124,159,183,228],"sequences.":[125],"Furthermore,":[126],"we":[127],"explore":[128],"utility":[130],"two":[132],"unsupervised":[133],"pre-training":[134,197,259],"scenarios":[137],"where":[138],"labeled":[139,274],"data":[141,276],"limited.":[143,278],"Our":[144],"fastText-based":[145],"methodology":[146],"yields":[147],"F1":[150,189,214],"score":[151,190,215],"of.917":[152],"benchmark":[157],"when":[158,218,249,273],"ordering":[160,184,229],"taken":[162],"into":[163,185,230],"account,":[164,186],"time":[168,193],"only":[170,221],"73":[171],"s":[172],"standard":[174],"hardware.":[175],"Applying":[176],"single":[179],"sentences,":[180],"without":[181,226],"taking":[182,227],"yielded":[187],"an":[188,211],"of.852":[191],"(training":[192],"13":[194],"s).":[195],"Unsupervised":[196,258],"N-gram":[199,261],"vectors":[200,262],"greatly":[201],"improved":[202],"small":[206],"set":[208],"sizes,":[209],"increase":[212],"of.21":[216],"to.74":[217],"trained":[219],"1000":[222],"randomly":[223],"picked":[224],"account.":[231],"Because":[232],"it\u2019s":[234],"ease":[235],"use":[237],"performance,":[239],"should":[241],"be":[242],"among":[243],"first":[245],"choices":[246],"tackling":[250],"text":[252],"problems":[254],"large":[256],"corpora.":[257],"domain-specific":[264],"corpora":[265],"also":[266],"makes":[267],"it":[268],"possible":[269],"apply":[271]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":5},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":7},{"year":2018,"cited_by_count":1}],"updated_date":"2026-03-20T23:20:44.827607","created_date":"2019-01-01T00:00:00"}